archive_path: /home/teuthworker/archive/teuthology-2022-12-16_05:17:02-krbd-pacific-testing-default-smithi/7120518 branch: pacific description: krbd/thrash/{bluestore-bitmap ceph/ceph clusters/fixed-3 conf ms_mode$/{legacy} thrashers/pggrow thrashosds-health workloads/rbd_fio} email: ceph-qa@ceph.io first_in_suite: false job_id: '7120518' kernel: flavor: default kdb: true sha1: 702efb728033269dcf373dbc5b361e2485a73443 last_in_suite: false machine_type: smithi name: teuthology-2022-12-16_05:17:02-krbd-pacific-testing-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 overrides: admin_socket: branch: pacific ceph: conf: client: rbd default features: 37 rbd default map options: ms_mode=legacy global: ms die on skipped message: false mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd max markdown count: 1000 osd objectstore: bluestore osd shutdown pgref assert: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - but it is still running - objects unfound and apparently lost - overall HEALTH_ - \(OSDMAP_FLAGS\) - \(OSD_ - \(PG_ - \(POOL_ - \(CACHE_POOL_ - \(SMALLER_PGP_NUM\) - \(OBJECT_ - \(SLOW_OPS\) - \(REQUEST_SLOW\) - \(TOO_FEW_PGS\) - slow request sha1: 9e5c1c0a153a0fe6dea58ce8a2d966b37d240e05 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 9e5c1c0a153a0fe6dea58ce8a2d966b37d240e05 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: pacific sha1: bb8d9d20ccc02fe3c447a110788858289e6c0126 owner: scheduled_teuthology@teuthology priority: 500 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mon.c - mgr.x - osd.0 - osd.1 - osd.2 - osd.3 - - mon.b - mgr.y - osd.4 - osd.5 - osd.6 - osd.7 - - client.0 sha1: 9e5c1c0a153a0fe6dea58ce8a2d966b37d240e05 sleep_before_teardown: 0 suite: krbd suite_branch: pacific suite_path: /home/teuthworker/src/github.com_ceph_ceph_bb8d9d20ccc02fe3c447a110788858289e6c0126/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph.git suite_sha1: bb8d9d20ccc02fe3c447a110788858289e6c0126 targets: smithi006.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDnj0wfoghHMcfWkoW7hNav8vNYnoctHSk8G4RHZyvEYDVIQRDD5YPUozPuQSemGtrRIEHkPoegwlDzGa11soet5dp3RxcyUxpvVfZwHammxK2IwDqZvf+OjhoAXWBMwmLxzeVkbE5j2zcZSu182ONC/FkojOmz+6X+QZ+566YDk1K/aj5gzNszx8U6TFtbjrp5UIRFZwP3HwrfmQ5cyrMmwDQITy5c/dA3iJguqaFlgVUtW2LIqc7B4aAIsoN91J8ji5LaaOlSqUaTHNEdxW/ule0cfiB3tJJM+O6mqewee9gLTX8iJCtEmme01Ze8OsXb/qnpv2v81fFdEmjxczUtsD6f9gVJLY8qhGx+ZoNogOmyjbrzqi1C9h9cSfkehyG4u4xiOfB+WKkWoNkgJMQxVuJtSKhcuzAGH8XnmTB1XUmHlbNjWOQeoBGwzD2Hk5lKLdcuiISceQ6IB6MY5xgx9tc7l8nF/dMQowMCoz2woOcFcFKuALI0qPVjvgQxcM= smithi100.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDczA+Ab1ZTue7ZQVVYqdu4uXq+SN5Cr/erGE+FTSx41YroVE9m3lZg1qLGMfd8PELCu247wKpmTTFI92MAhhTIgEVzcYqYJ+GSf862Fc+cZDfpClUdcigZuJKagRMk11ZaqHV3AYcqcUlU6hbCesybIi9O7eKgmMf7OkLzSLMeyGuyjcqa6tgLNQn9yBvTzJEdLooxlUTAdTp3eiMP/bK8X+Yxry/aSua84iIqE+LqHFKATJipNE8T4pjynoIkyi7SxEbR0A5SId4ijY2lg5fy/djYN0luiLvTphdEr2/tMQRsI9DbQGQ0Td8DLd9mY1Lmd/ZrnH1hFsh7xdF92Cezh16hdgIar5O+fJP4Dd2DweEZjPQxdRgXznuwMZitCtYp977l9OUwdZ+0jXMNlNJ1elegpGANwETEU8jKzMuWtJCJxzWrIT2DL6YcLtQxgh8sJotXR2bP37Kqja6VQOxl7wSdLlbPAKnQV3kSuNB/L3l7CzUV5tr8FpDP3RaF+ws= smithi116.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDs2vBtQ5KImArj7R748++VE+OkVnvipJMjfuowGwJA/spJeQMjYfEJvRGo5YENXfuERmoybCs2jo4hGFmWoQz1jZXQ5ep02wNPiPGyDhq9N+ZdGFrdw0eGfhVW/S/OzHy7ZFqYo3UdPPJzwuxghfHo7aJNdNuSr+GxwpShNqZhgPLFWB36RKiuNjbsmPBftzOafV3TknE08SDpcZ9APFn2iMEoGOz8ckxffxta8y2Nz708FVf6bpjbc/MVn5zAwqgxQfmw8c5tBV71OlF8EJWf+3DahdFRjSL1dP4TZvRN/WQJavvvWCKbR07lPqSkgE+6xJYc7Wk9M8M9GkTGDsS7n/o0cMwFZMz1mK95GlrEnNjbTSigpQCxRtiC2aBo5LE60pZef8VEE044u6PNhFDsMDio5LDMTRUcBq432ye2kYzpssqLkJP0SbcCevTVZFpIoq5f9gZk9tJFrdt/2iW+A1huPCQgumOCumb8XQU0L9JtIvvtwMg5RybnMEgjNts= tasks: - install: null - ceph: null - thrashosds: chance_pgnum_grow: 2 chance_pgpnum_fix: 1 timeout: 1200 - rbd_fio: client.0: bs: 1024 features: - - layering - exclusive-lock fio-io-size: 100% formats: - 2 io-depth: 256 io-engine: libaio runtime: 1200 rw: randrw teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 19d18db866afdc31fd6586f558fc29b95a87ccfb timestamp: 2022-12-16_05:17:02 tube: smithi user: teuthology verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.24777