archive_path: /home/teuthworker/archive/teuthology-2022-05-31_04:17:03-fs-pacific-distro-default-smithi/6854627 branch: pacific description: fs/multiclient/{begin clusters/1-mds-2-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-bitmap overrides/{whitelist_health whitelist_wrongly_marked_down} tasks/ior-shared-file} email: ceph-qa@ceph.io first_in_suite: false job_id: '6854627' kernel: &id001 kdb: true sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: teuthology-2022-05-31_04:17:03-fs-pacific-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 30 - machine: disk: 200 os_type: ubuntu os_version: '20.04' overrides: admin_socket: branch: pacific ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 952cab438ba4ec7e873b391d1505e501a7b33a51 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 952cab438ba4ec7e873b391d1505e501a7b33a51 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: pacific sha1: 952cab438ba4ec7e873b391d1505e501a7b33a51 owner: scheduled_teuthology@teuthology priority: 500 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - - mon.b - mon.c - mgr.x - mds.b - osd.4 - osd.5 - osd.6 - osd.7 - - client.0 - - client.1 sha1: 952cab438ba4ec7e873b391d1505e501a7b33a51 sleep_before_teardown: 0 suite: fs suite_branch: pacific suite_path: /home/teuthworker/src/github.com_ceph_ceph_952cab438ba4ec7e873b391d1505e501a7b33a51/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph.git suite_sha1: 952cab438ba4ec7e873b391d1505e501a7b33a51 targets: smithi045.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCteCDT/8VxRtdq+5FTHS8HJfJ/jrp5XA3y2ejKWLL7vRXMQDCHnI1G+Q5VEwrN3WMgIeXXfwiEcFT5TcB+bZfk/m8yoHCo82RAzGy3bP0ctNn3c4xcOFvGfmRJy2Vupj2FJ1H2Mh3QRE763RCuusP2rPcwcYdfWDzZi1meuCJlmo+Tc4Nb82qJEnZZdKH9+zl2cA1pcpy9n8NplRV8Eh6cSzlbAUBoVsozVIEJjrNTSp6sbiPeKETRaXBaelfZ+nKlA4SM/IchD/QqgBp4kcbBPY6q2m+xylvGP97wbSajUhecaLkGK09gYznHrQZKBmUM3Peu84Z6i3LKaG8Txm3wmxUb2+uWp2SfffKGphfld9R34fDPBrlt+0bsT4LtdBdqPM56sa8qrOlEK7ZAeU/9Ah2ymnEeX897JS5yWEwattliAUqG4xobrkQVIckx3JWw9+Q17pViyFQaq0AlZ3gdpQLoHseEPdVMU07s9oSn1Y7RIEl8magNBBucTs5SZlM= smithi072.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQChvsoYAqP2KqdMtUwgNxxNh+ZGBmTF6diGuvOy5jyiOO/fyjyEfe4WmPhxrOclOp7FvpHXv+N6a85KRUgHs6tIAIdiZBg/kYr5b2S2MU5i0bIIEHAStb+7gwSBiUBQ7qi78ZnxmWSsrJVjEoGnPTpo6IcVW9QnqLdp9TSm+0yE59/VN0HhXEkpT/w13faIIYkyzCVQYOZob29zd3y/mUA1Nb6NouH1rqoKLvz5rpdX0A4OrEn6ifdnZaIhVULQY+6Y5IMWUbUPKT6WWpzH3rQicR5yWX6rTm3/x9Aw6UnPcFb/COw7Xfw9uxvQCduGVtZxPbQB9uzZ2fELpKc1oALv1rS668RqBFwPgJAhCZu+C6CN+C8QOwe1Mv6H+kSC6ozLnL29OqZJYfIgDxoWRhaemmoRFeBEZgsv0WV3HFVa2WhkCRI++Xkn53hByaQ2FPjARSFORHWQ16yzu6yBW18Xp8QAoHtOV7YF+OHDp21LraCusBYpH1yEyAyPhnkRRMs= smithi139.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC9KKp4oLm4p+oSUBR3VHialTMlxWGLV5qfCvC64jMGvpe4oBwBvaUK3TUo2hd1y4Iy0X7GcMNFZh/h8hLAYtW+4C6k2ZBgIHdguDb0vSrDhqTtDpeaSrX2N9ear43YFGv6bOOmjOoFPolyydhxZIlGTeWLVTa+dOg7rMAEYu56hIYK1brb+FnQMWW4Gp5c+wryr6gI1bDS/FH6qol5tvi9Rh8WgCA6QSLQfCT8eCOqY+XdcsmBQHSx4HJP/KpZaJb8RT46NaGVLjuksaZ2dbmSwPOYR6pOqDPkDFyU1RXwoqY4mva7YjPf8qgY0tq66WUEP1/X6skJ4QxUfA1GBSjJP9FtakIOcgJxuWtQAw9OOWeJea+BwaBCr4VmoIq1ZBYF9FBuoes5bFWBQdO7ALGDM7CIK25XrVmJ9K3r/zOoVM4EOW0A3sMsaKz9A6q9AZoTXOk9//R2lbnFzx52eKX0EXjTIqQHi+BP+XiSMaVs7ZfGOOnbaCQQiaiOsqShEWs= smithi173.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDZN2dcm8ahWLCyh1/pSwsdiTmZEQb52J/+Mdtp5g8XWKwR6sHbs4lg6h2fB1ZrTmt4z4yGf/j6fLVDNUPM7tmLU+NwqjQAXsUNT6Osd3F2MsdRItHuVUZduCm/INfYVyxzDjsE8AQDY5hTvUDGFclrNYxAmgpJH49QIlFcsxr9O0R4L2N58UjJ7UAwR04BPModsR9bFw7tC6AXhuehiger+S5pbrIXKUsTbbeukd4SmXhsVYb7+XutMH3sB+a4tNaCpOxOqzGkoUfnieenl1EFuG+5Vt2cyPmykMueKpS8PZW4gE8LfmgNG8elXXAbk43KvElb47XgyfivdJApqVNdUa8IBCHsZtOfLmVhmOuusoFNjeTK8oHB5lRgaNOke1GJ8NuHhPEPpaAUecKElk+Gyy6GtCT0k42HZQMBJes/J6MgtxUdpv/qkgKK6Sv+cC+JvVLk2GLnoGI5/19Ga1PGrSgP/3ij1EsT45jU/x3MFoVHBbsd4QXJEeAmJkvLguc= tasks: - internal.check_packages: null - internal.buildpackages_prep: null - internal.save_config: null - internal.check_lock: null - internal.add_remotes: null - console_log: null - internal.connect: null - internal.push_inventory: null - internal.serialize_remote_roles: null - internal.check_conflict: null - internal.check_ceph_data: null - internal.vm_setup: null - kernel: *id001 - internal.base: null - internal.archive_upload: null - internal.archive: null - internal.coredump: null - internal.sudo: null - internal.syslog: null - internal.timer: null - pcp: null - selinux: null - ansible.cephlab: null - clock: null - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - ceph: null - ceph-fuse: null - pexec: clients: - cd $TESTDIR - wget http://download.ceph.com/qa/ior.tbz2 - tar xvfj ior.tbz2 - cd ior - ./configure - make - make install DESTDIR=$TESTDIR/binary/ - cd $TESTDIR/ - rm ior.tbz2 - rm -r ior - ln -s $TESTDIR/mnt.* $TESTDIR/gmnt - ssh_keys: null - mpi: exec: $TESTDIR/binary/usr/local/bin/ior -e -w -r -W -b 10m -a POSIX -o $TESTDIR/gmnt/ior.testfile - pexec: clients: - rm -f $TESTDIR/gmnt/ior.testfile - rm -f $TESTDIR/gmnt - rm -rf $TESTDIR/binary teuthology_branch: master teuthology_sha1: 1b30281f276b97a8186594b7f92fe1f728418ada timestamp: 2022-05-31_04:17:03 tube: smithi user: teuthology verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.17999