archive_path: /home/teuthworker/archive/teuthology-2022-10-25_04:17:03-fs-pacific-distro-default-smithi/7080550 branch: pacific description: fs/multiclient/{begin clusters/1-mds-2-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-bitmap overrides/{whitelist_health whitelist_wrongly_marked_down} tasks/mdtest} email: ceph-qa@ceph.io first_in_suite: false job_id: '7080550' kernel: kdb: true sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: teuthology-2022-10-25_04:17:03-fs-pacific-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 30 - machine: disk: 200 os_type: ubuntu os_version: '20.04' overrides: admin_socket: branch: pacific ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: d43ef73d3699233fe79a16a2a64561a856f3e0cd ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: d43ef73d3699233fe79a16a2a64561a856f3e0cd thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: pacific sha1: 031d56cfae658907a3f24cb5740764fd798d7d2c owner: scheduled_teuthology@teuthology priority: 500 repo: git://git.ceph.com/ceph.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - - mon.b - mon.c - mgr.x - mds.b - osd.4 - osd.5 - osd.6 - osd.7 - - client.0 - - client.1 sha1: d43ef73d3699233fe79a16a2a64561a856f3e0cd sleep_before_teardown: 0 suite: fs suite_branch: pacific suite_path: /home/teuthworker/src/git.ceph.com_ceph_031d56cfae658907a3f24cb5740764fd798d7d2c/qa suite_relpath: qa suite_repo: git://git.ceph.com/ceph.git suite_sha1: 031d56cfae658907a3f24cb5740764fd798d7d2c targets: smithi040.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5l7O9taEToVg1LAPXN296hC8OYq/D9pfW24q1paHBHQuCfb0zD0sVjSWVMURV80axl04VSbIIN+C/ihsBk83l2+nJ4eBNXnojpBd5n7FOZbN4FBjibIqfYtAea0yZ84L30oYWkX3z6lkPbqxiB8C3vAj1L4+ZFjhf+aU9LgxRhBJjZmsydgvuCbmbqCWHwExTgSLg/y7syLKpAW9HXHQfXU3aQf3SlgSy09JJipWCeYfrLidb0wmcSE+KZkEjJkGH1OlUgBytf0IC2mPn/tG7ZNlhRILWbqSGxtjtGBGFGFyXqCkELIbGXQU4+Igbx5CxbnKkPSUzJLSXekYZjugKMI/qkFPUa3jwvINi3j4PigJ7pbsYDhTE+4zHZlkwuw5ag45BYzGmJdwbx1nHuOcmsFPDQWc50V8ZHRY0zd+BFz14f3b7jcknwD2gj5RzOHvCbLS0/XdocGgYVw+j9oeBCNBOZL4AMxLx1lOinnSnudt1FPifyMHhf0jP2OfrQ9c= smithi071.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClQNqBYYTfL5tYg/efUULAJuqRecjSdwf2pglhb3WqXgccmZRMChUhwmuWj+hkN23EDVaQXaYnjxXXn/9aO/9642YMDbUZlta8rg2oroOcPM1ymp+zqCblDJXDj2Ftr8mHTIgnb13AW1nL33BYAbRdOuuxfXXufR3fN2jHfbDG2MgVD2+/sZU8BNbxZQxHaDh51XAGtIjz3XrNLD6fPkpesu44/pmto8ZCAPhYH2D+gvThPEsR9gWFEd87psLqnBuzdRZ+jEj5t+k5q7bViomSU4iUh2lrpeIDo7UZEIqVLpkxTp9VucDzKbOWbuqEtyW19PRvu5GhyM1Nl+ZdDuEN8MjYQQfEo/I5JjzME/mC0CGX3Ck8ABYXUUfrfdxTr3pyENqc10yb8BF1yLoRMXN/rgjpRmVb8/2C3ylzIFaq4bbiXEJ5sRPfNnrqDNK6to3z1IUPyrhXVx+x+T7vvbc+aiDyQLIu0AKXpwKIrZKxjGHvZGUievw6NVGm0A3XI68= smithi074.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCfq0N6tcRqk8tKxkKg4Qy4ENFNGO6HxIVfsdo6YEoGFtxG9E5FAdDGj6TPBXuTSHwalgt0HMdRX9dOrnYuKjttPEcdGr5McQw4iSzDFB2TVpOng76rACGD8s3dgNhe6LNo/azvnRsuDai8y+T3pkqaTfj9Gofg/EOoSYfyO0dco23zuLFJBdEHs++qoUUaWd189TiLUn/KfmmYt3X6U9Cy5DR0qtvWUj7e7R2iou9w+c73eM9NdGhHj1WrPaNthzsmEvkMr8qgWcK7QaAy4KHFxjDht9fmT+gyhCFefpFlDi7fpGq6dG/1N7BvOG6vZVbXJtYDQl5SRXKtPJ66kiTpkTYlchSWZxd3Q5Bx7+3mkNC68oFIej1YOpywqih8ODh9+t0vrO9PFRJ1GB3eZ5cVYHZqCeqt/jExXYwXtju9bwm2h7TrwcvcSBtiHvYaswGs0ffaU5NEnrhUWEXDdZWrKW8f61Hx5CzMe1cWeYV6Ck+aa87r2h+BsfJTAIpUYU= smithi164.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC1msC5bsHFZoet5wOSEhRw1ULC+Hzy8g7AXbP6AeyzXLPbwqu+Io+KXPfBs5Mv7seg5bYfuYihTrIwGu/CW0WDEpJvEMn/TdBri8vpDK7jqSxfLZu+/+wMP5b/QtsAx4YAcTWhVB2lWpjat1GlNiZzQvi1YO9CHBP0Pi6nxdv7YfqrhAQR5Ha4ZU4t0nj6rpyJcACQB9kjWdxYIXz4nUaXTtX23M0A8gkx0pcPHdC0CdmezwhvV4nbHlHE3DFOeYO3Em9vgVqCe4qowRYajYPKgitVKvpnnEpYl9RjUGD1Rld+8muZADvM5vPevDpuGlx42q/HYhHi0aM28r5AAvw+7zLZvi3DakxJVDKcp8vTmOiwThCgA9Qn2o5o1soryHRKInLev6Krb5Vm2i7lLtTnlWXTimlWM47vSowXilJAgxbxOhro9P4a6wCOrxzx6frnluE0dINwsB8dmftn26O1tJ4TaBf4xFR6TTSw0/R2MI87uolnF+rKAXneobx3ZM0= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - ceph: null - ceph-fuse: null - pexec: clients: - cd $TESTDIR - wget http://download.ceph.com/qa/mdtest-1.9.3.tgz - mkdir mdtest-1.9.3 - cd mdtest-1.9.3 - tar xvfz $TESTDIR/mdtest-1.9.3.tgz - rm $TESTDIR/mdtest-1.9.3.tgz - MPI_CC=mpicc make - ln -s $TESTDIR/mnt.* $TESTDIR/gmnt - ssh_keys: null - mpi: exec: $TESTDIR/mdtest-1.9.3/mdtest -d $TESTDIR/gmnt -I 20 -z 5 -b 2 -R - pexec: clients: - rm -f $TESTDIR/gmnt - rm -rf $TESTDIR/mdtest-1.9.3 - rm -rf $TESTDIR/._mdtest-1.9.3 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 35ea38a9840006713a3d42472a2c536a25e88c15 timestamp: 2022-10-25_04:17:03 tube: smithi user: teuthology verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.18616