archive_path: /home/teuthworker/archive/teuthology-2020-05-19_03:15:01-fs-master-distro-basic-smithi/5068679 branch: master description: fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mdtest.yaml} email: ceph-qa@ceph.io first_in_suite: false job_id: '5068679' kernel: &id001 kdb: true sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: teuthology-2020-05-19_03:15:01-fs-master-distro-basic-smithi nuke-on-error: true openstack: - volumes: count: 4 size: 30 - machine: disk: 200 os_type: ubuntu os_version: '20.04' overrides: admin_socket: branch: master ceph: cephfs_ec_profile: - m=2 - k=2 - crush-failure-domain=osd conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 mds: debug mds: 20 debug ms: 1 mds bal frag: true mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug filestore: 20 debug journal: 20 debug ms: 20 debug osd: 25 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 fs: xfs log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: 076d04654f6b33f55df0819fba5b179557410a4b ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: sha1: 076d04654f6b33f55df0819fba5b179557410a4b thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: master sha1: 076d04654f6b33f55df0819fba5b179557410a4b owner: scheduled_teuthology@teuthology priority: 1000 repo: git://git.ceph.com/ceph.git roles: - - mon.a - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - - mon.b - mon.c - mgr.x - mds.b - osd.4 - osd.5 - osd.6 - osd.7 - - client.0 - - client.1 - - client.2 sha1: 076d04654f6b33f55df0819fba5b179557410a4b sleep_before_teardown: 0 suite: fs suite_branch: master suite_path: /home/teuthworker/src/git.ceph.com_ceph_master/qa suite_relpath: qa suite_repo: git://git.ceph.com/ceph.git suite_sha1: 076d04654f6b33f55df0819fba5b179557410a4b targets: smithi037.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDh3LxUKpuhNZYEBnntqXxrqjrcCiAM7raJM6AhQr4B1oJoAdfi63Vu/qaxpEDcw4BpxaSQTu51752kGH8SUKKicI78TziLaldT7JCY1jz/jbKdhBxPVDc8r3v1xttYFvDmLluZ3kmQcirf/O6S5xbt7dREjDU2xGHPpw4ACFF0bRLeIVBe/ubqws3EEMedDiDTpu3/ZKr0Oa/N6rc6f3xSOQPPmPs0DcxkGk7YwCNIfPTp/ejSyKMtrM0aqTVEDqiDnNYOk3f5n52qm+HPXOVxuZEmaD4vrbX4Ar9AnAAj78uMBLQy9LuOZu1OBvIDZFEIHONcUy5MJdJbIijWc9M9n8frUsQfr5ZOfz0zdBiKeYYMk+szljfrKSGKtnDL2mCV32ydC8N3K1d9Hq77/pR9mvxQTHqEYV8fAobQxKximAphAWOsTTeLST0pOmX519NvZKlcDUg5LGcrC8tkC59575fUjfpKI95DhDEr220XUhc4+zSPFmuJZErFDdrapE= smithi118.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC/CDkk2G+sMw2fwbQsLez3RWwmBrn7hEpFo/ZF44LFgwPVCnQ9RCMNMLsMlZS4sIMVg3jAhpr6F/pexYa+am+tt3kq/rUvIEeIvmCEOArIFfqwwJ41Utkp0ZmAx9zFB9E7tiB6JewlV0QgUep/X/lvjGV28o3HaeBfA77NZuM2yZbeR24dU0zoPofESqgqgxPsTd+6UDT3qfbL56blT2tqcalYB0LBzEJcnDNakBx34o0fI638TUcUPb+kqwY2p1RPWm/nqrwJ9X34judF25Hk9+7odQnnGYZhIXeucUOfW3Ufzs5gl35voLtcJDa7I0UbF1VKOpGp8OB+nDUwj+ef9iQBH2OcJVJpmJoyChdBzYJF6D03q0xL1RN1dZnV1SUSXukX+e7L+FAoaORHmZgBd4blE1iej9Aed/Xf0oyyv5sYeLKK+XYZccn4iHvXZnSh7+8kE141SaHPwS1oozwACwx8dVwmrxqKarM6dWSuidBkronuC9tHFrzaM4+Ej2E= smithi140.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAKEWXByo9gha2BuZ+tnyPpQ1X0JjtkH5NcqBxMR6BIWgbTYDLl6qBbfgoXZI4rTsNUEeSa/hoVHGpsT2JuLl5S/0qUgDcALBRfgn8I9/wgdPJpOGwMHFPVhUWVRkcvTxuBZNf6O4P8Bx++463X3QX2rrEKb+jUqWqVhAxWD4zxsdq3mgLwuvrwgU22e+HXIueARMesz/7nJb2xSdo4FSnvDwZeUj1vhEU9eIeUGiy0h97Eu7Gu5AG4+jJe7T0PpBWf9kn1VaSGzLXbaEn3vT1XH7Qu3HR7HMAwjMWoPE6Qt6FkDgVeB/w48zMMH7j22/zp/H5ONF8XY7FnV3UmicnIu9mkmZxsoDMsKRlnDuCBfR5sdVPptw3qqDHnFZ/NmSrw8WE/MzOL2bbRo05fR14AkT95Jw8nnsd8bps33KoewNTW6S6ywV44jKZ7hiBtvYCS4+8uG95wI5Yf3dh21evLU6l9JfGlT2iotr8zoQX6mCsTtC8MFP6lZo8itCrmvE= smithi187.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEdDw6vd0/Y8TP6UddQyyxxfDOPkR5rAMb8s7rbJyu7WoPG/d6lwjsdwO17vicnO9OGbvJJmsoTW3VEHS7U77fTW3yCe3baw1NaSqHKca1pV4eAAe4K3s9KiBAWgXKR+eoOnIP5IOLWbkPbmWiO+5jh970LaVqlWawzFDH5NIhTZWTNDN03uXoMNet+VIVS9aWungF0ntdiS1jie9L5+TY8uoW1BEoDCpQY1TRWwvE56a6fRxhuWw/RUxkblIQAKOhNqjeyVOIOQi/mqsNDIaFuQRVW1prgsEdIecyc2/L3bR/7e7hsuqkRPx+dGXoFHkVTfnYJEZIKTDtMBkHyx1zXGXWiKRnBT+KekY1rmxDP4bwQoenK6CwiEBFhrGeKxM+vVhZ8MpRmdH1PbBdeqZMxIpglowF0IN5LvdESXDqZ5keLaS9LJX9Nq8pmURTSPqDzh2mNRXx3ve08P7H3mjokJobt9V364UscXZuK10UPDnbgKknN9dRnzWa8YjULD0= smithi188.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCw5CkfxEhhXkjAmLhSq5QvWwwHSv7Kv53KC4Wj2ai4dyj8/evc8h1qtQwNpJNLSvZQ0Gx77p1Od+HP7ACMbm/OQgBqJix+z+AceNyTOMLswCXO31AiXK8Sf37YIDyyQlI6bur+093JKFgjucRVFMa1zHxqZ5Pjsv2/WFnCqpg+op1U8cvLfBZmK1A5/puNyjTwffrfHDMOECWR7WqLws8h30N/hvdgiK9XzYW13G6igm+KpyF35dpA2ns8+EdK2JUMhUZtaLXYSV5nvUbAgVHpRUDTQ1h3s/LcLw8QXhrJ0tT4vHbu/6bxk9go81f0u5nZKGFosAXjLv67o7SnmUy3VqpW565zYttaDKwwPCHdlHKV2fRbykrlNCuCyACG2MZlZtIJwCAMDbXN0aOfmbo0IQtvcqt0HMfo+cHnlaJEK0jjVPrnqtHJif9JEvBcL1kfMdZMU6W0oo8n793RW+bLyVM53XLAuDKQEXGvMAmNlLm72EzZbDI2PRAW8F2aiEU= tasks: - internal.check_packages: null - internal.buildpackages_prep: null - internal.lock_machines: - 5 - smithi - internal.save_config: null - internal.check_lock: null - internal.add_remotes: null - console_log: null - internal.connect: null - internal.push_inventory: null - internal.serialize_remote_roles: null - internal.check_conflict: null - internal.check_ceph_data: null - internal.vm_setup: null - kernel: *id001 - internal.base: null - internal.archive_upload: null - internal.archive: null - internal.coredump: null - internal.sudo: null - internal.syslog: null - internal.timer: null - kernel: *id001 - pcp: null - selinux: null - ansible.cephlab: null - clock: null - install: extra_packages: deb: - python3-cephfs - cephfs-shell rpm: - python3-cephfs extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - ceph: null - ceph-fuse: null - pexec: clients: - cd $TESTDIR - wget http://download.ceph.com/qa/mdtest-1.9.3.tgz - mkdir mdtest-1.9.3 - cd mdtest-1.9.3 - tar xvfz $TESTDIR/mdtest-1.9.3.tgz - rm $TESTDIR/mdtest-1.9.3.tgz - MPI_CC=mpicc make - ln -s $TESTDIR/mnt.* $TESTDIR/gmnt - ssh_keys: null - mpi: exec: $TESTDIR/mdtest-1.9.3/mdtest -d $TESTDIR/gmnt -I 20 -z 5 -b 2 -R - pexec: all: - rm -f $TESTDIR/gmnt - rm -rf $TESTDIR/mdtest-1.9.3 - rm -rf $TESTDIR/._mdtest-1.9.3 teuthology_branch: master tube: smithi verbose: true worker_log: /home/teuthworker/archive/worker_logs/worker.smithi.27826