archive_path: /home/teuthworker/archive/vshankar-2022-04-25_07:47:28-fs-wip-vshankar-testing1-20220425-093759-testing-default-smithi/6804759 branch: wip-vshankar-testing1-20220425-093759 description: fs/multiclient/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-bitmap overrides/{whitelist_health whitelist_wrongly_marked_down} tasks/cephfs_misc_tests} email: vshankar@redhat.com first_in_suite: false job_id: '6804759' kernel: flavor: default kdb: true sha1: 444283043271db9a4e7a32eed5723a43aef775e4 last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: vshankar-2022-04-25_07:47:28-fs-wip-vshankar-testing1-20220425-093759-testing-default-smithi nuke-on-error: true openstack: - volumes: count: 4 size: 30 - machine: disk: 200 os_type: ubuntu os_version: '20.04' overrides: admin_socket: branch: wip-vshankar-testing1-20220425-093759 ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - evicting unresponsive client - POOL_APP_NOT_ENABLED - has not responded to cap revoke by MDS for over - MDS_CLIENT_LATE_RELEASE - responding to mclientcaps log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 9bc2ff4611c3c4e3862566d39262fbe7a8b33b2c ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 9bc2ff4611c3c4e3862566d39262fbe7a8b33b2c thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-vshankar-testing1-20220425-093759 sha1: 9bc2ff4611c3c4e3862566d39262fbe7a8b33b2c owner: scheduled_vshankar@teuthology priority: 200 repo: git://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - - mon.b - mon.c - mgr.x - mds.b - osd.4 - osd.5 - osd.6 - osd.7 - - client.0 - - client.1 - - client.2 sha1: 9bc2ff4611c3c4e3862566d39262fbe7a8b33b2c sleep_before_teardown: 0 suite: fs suite_branch: wip-vshankar-testing1-20220425-093759 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_9bc2ff4611c3c4e3862566d39262fbe7a8b33b2c/qa suite_relpath: qa suite_repo: git://git.ceph.com/ceph-ci.git suite_sha1: 9bc2ff4611c3c4e3862566d39262fbe7a8b33b2c syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi052.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCmkCSQTUfv0MxxGnpHwBsmWtFzLzXyNHdorh36BIAf4vX8zqYJtu0Vw7rQ4fV510liffh4GxZSoqObKm1suiLyNIlMk+DycqCsxa5Mg56kw58DmkdAyGmX8jDSX2LDm0q5lA4kGzQJDaksM/rWADyCFu/PdB5t4bPchtGWrkBSs+ngbNMZms78wBStWH/nKJbgJe7n4y+EUQCpOas5Ms3upnwz9K+qwNEMEpXCxdbH8k/UDYGPxpZ+j73fDgC6fWSunJ76P9fFcO8hBspohj3T8e+apJmtRWVFwwPM1+YknI5+KXPmEtF/S+y8d0uPcUEm+0viM4xlMszuUrqkU6kYCD0CF4VyzVTvhG4Ow2iG0UsOHMQ/JpyG0PtJJF8JoZ2Phr1rl+kfNbsh9OxkaZ0zo1ZT6zyBNpR/TqX7fBH1zw4gFthpCnlhjowtYC9NQZgIcUC+Bx8gC8ybERUwEN3A4D7w/tRdgVRUO+il7557TfejarDNjzWmbvZ7QuB+AhM= smithi083.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDBgShJQNr61Au3xyBNCAY5XtzsYV/rBjBljVcgqXb2DDdvhruqqTHly0qJgdLKEE83lUBAyBluSlbv6yhgdFrkAx4K7cWaR1jB8JGU7cSTtX2YdYuXfz5eA3AlJWu1OxAxjN6iXb97LTrX9p7ufAbkJb4AJxazywtPxg52aV6NTFCXB7DMF3XbkjjNFL+h6RWBeIATNVYtoKLDrpZXRqnu4mZ5lPm1ytsyR6nVjcaBpW2NzaZWrnicbeXidl9ZIVKVsIJ/VM7J+gNPdSaY6u1SbTOA6a4D+ChXUcQFhx/ZLil3v085q4cXjGdBnzswdXy64696cunVRqT+GIrCnA2bnKnPg1aFi6SOF2XBQCR+yuhLoYekPiajQwPJUKbWIqjKSpllBmUCF3008wR6Juzb0TcIL0Ew7XTFwVUSApyTX0ngj4PyS7qt4QtFQbRAM91Zj/kcoSJEr7otv+psQm2kk1pi9dOgQo9cyc9rIXbOX3xhZQRSRYEjS0rRuBYWzW0= smithi090.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDaQcWa7Mfwr7eaoW4QW5SGQuCZ7nMeQ9BacrWU848koYVHYyulFDIC2KzU3Ho9lhP5sIgHcmmicCUB6mZN59CH9u11rmvWHC3QH1onBHnQF2FVmMNVcmWki5q98J4HH26uK3E2WorABwnCXpp832yyjC46RiL4mG5t2oDm9HUW9yvmhhijz7T92Jd08lvS2au0DeBMZBVGpcDfsxDrnex4lphnaMy088dT/8kSRhrYvAYXvQlgKu0wGd3JO6P9wqAahsTZEVHngy3SX1PKakooSU/rB4BQRv4f9VPYI4BJ8SMER66mBKY+sL4u27HldjPnweOghIV5qGAONEDSQZjWWp3gXLTgW9CZzG7WCwkwW3FA7+5G/ymfzy1Q5spU9bFeTU3JTOzYWfQLvSm2cgmTdP9Fn59QvpgZbhOATq6NJW6tcG7O03wSU7eveJh+ZN0Tsv+M8gTz74QeJPIqDV57PKGRyLbUeoWOr0sfIYTfj8vQfVujsteSDhSr8EYuJJ8= smithi099.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDca3fKc5971CTLdGVlqt7WmRHh1GOr4BXLMNscECGqn5eH6/AP5gCC5gKVgOrJedvRjcz8ikQfXW8YMyvQgNPQgfc9eVga4Vv0V8auMFSdias8NWtHYy38KMI0ECvfH/A6WLYhumkQFd+VzourtvBmbqDnL4voyecL9n812zahynBXTY9luei/TaHa591WogxW/EAL9Ow0pJHBh8yTu0m6LDoR/A8b++/6mPhNyRMlfCYXDTuzU9EjsKN7JvTOXAxByoRY4aGBzqv/gWO7NMfuqHx/CJc41eEsrAUS+Nr7MhoK/qXMGIp52Esl75lcC8uaOoV1EQdNIYRmOxIoadvpRXaPRbxmFUpPKoqAB3c0S3qy6t3ZC893jVCYn42LVD247AuiCl31mch7pQCMz9Yac9tJVsz9aUlF/tgv7pz+vtnjPgS2I8Gy4thxxOQuNDiWP6mrL+M2ijBSZtxp2BBC4Z70O20XnQF7YdG8/LxpKymBFrEDhe+OZ3fTJPqejb0= smithi121.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCZS5VhiKvMyNh3S+cKwBFB9qntXdw8wPK2fTcGir4Ou8baJIHtYGJO09+xVCUjc7CQWu2NpaQMF2ThVFC7h/UkSnm/CFWW2fgURfGKFtR1pV1ah/Sb9z5KUphyGk9JzQMTa6NMiEkJQJ2gG13sxr/wQBA4Wf56YFcm9u6HTr5lxZPiNau32agoK3LeMBTayldEjQm+fmJI1ypBF78dYqcB2O3EJR2fU53Ow+OB5ykzJUyabzvMzBJ497T/2fOPqzhgJoUcqlDihAjeU1hLeoTdgsDm11NPsYkwHH/2FKhhYC6qAUUvPMJp6Ho2MdqdnlCagD6uA5LQivMnzBGUhS0uksb3YCGGZ/5a6VOSskN3XVjacL5BL+xFpFXk8UWYpqQh41BWMfChEFCHbI8R+6Fy31Km6QwdxYb0pz6tAzvlGTOxnl9ufMXX1y4fEAWXU+Hgt54RmCSA6zhrdjcrbiMhpxvN5c6z1ImglqznbNJDeuhwqnb0Ao9C/aQj2HzJLds= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - ceph: null - ceph-fuse: null - cephfs_test_runner: modules: - tasks.cephfs.test_misc teuthology_branch: master teuthology_sha1: 1b11219b9af33884aae5eb66700541df4b9620ed timestamp: 2022-04-25_07:47:28 tube: smithi user: vshankar verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.12483