archive_path: /home/teuthworker/archive/bhubbard-2023-03-13_01:40:23-powercycle-main-distro-default-smithi/7204600 branch: main description: powercycle/osd/{clusters/3osd-1per-target ignorelist_health objectstore/bluestore-hybrid powercycle/default supported-all-distro/ubuntu_latest tasks/readwrite thrashosds-health} email: bhubbard@redhat.com first_in_suite: false job_id: '7204600' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: bhubbard-2023-03-13_01:40:23-powercycle-main-distro-default-smithi no_nested_subset: false nuke-on-error: true os_type: ubuntu os_version: '20.04' overrides: admin_socket: branch: main ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: bluefs allocator: hybrid bluestore allocator: hybrid bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd blocked scrub grace period: 3600 osd failsafe full ratio: 0.95 osd max markdown count: 1000 osd objectstore: bluestore flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(MDS_TRIM\) - \(MDS_SLOW_REQUEST\) - MDS_SLOW_METADATA_IO - Behind on trimming - overall HEALTH_ - \(OSDMAP_FLAGS\) - \(OSD_ - \(PG_ - \(POOL_ - \(CACHE_POOL_ - \(SMALLER_PGP_NUM\) - \(OBJECT_ - \(SLOW_OPS\) - \(REQUEST_SLOW\) - \(TOO_FEW_PGS\) - slow request - timeout on replica - late reservation from sha1: 48d53b401e48c4a0e63dfaaaf63440b69f41b82e ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 48d53b401e48c4a0e63dfaaaf63440b69f41b82e thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: main sha1: 0e2e7d594b8d742456c3b93965b99318679ff2fe owner: scheduled_bhubbard@teuthology priority: 150 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mon.b - mon.c - mgr.x - mgr.y - mds.a - client.0 - - osd.0 - - osd.1 - - osd.2 sha1: 48d53b401e48c4a0e63dfaaaf63440b69f41b82e sleep_before_teardown: 0 suite: powercycle suite_branch: main suite_path: /home/teuthworker/src/github.com_ceph_ceph_0e2e7d594b8d742456c3b93965b99318679ff2fe/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph.git suite_sha1: 0e2e7d594b8d742456c3b93965b99318679ff2fe targets: smithi132.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDIKNehLv/wKakGZiNR1qfK9VDC1TiBT5CAxioX55kg+bC7dIOlZDyy8Fflbc364Ti99JQEgKFsSPK0cw5cdHC8Z8IVGSnJxxxebHyRIk2IN9kn63JVWDhFk7+mkVIMLmvQfFokfOVUZRle28d7wLHeixw+LykhHm0iONVDK+dxz88rZYRGxlC9Kk0U9GwCeHfA1ruz6VHKHFCUDmCoRIuo2dL6vbGxEcZSmP8CGj0QqUFrLvfQfaYgS2zsbmlYgFI10tVzn4sJ6kSyXClrE2qfezTds/q7zCkoeRDuSsnRG3q/FGbhtC5DGoaOsGxC5p5J2Q5abgAh0iPp6M0CEuDQ2d8LQc1Y2FCJm8QTNMSIhDnsnpfPAuAcTle2cGAuzTKU5XEb083/5uOatL8ZGmwjhJNfLQwGumvTpApWOUAbAjbiw3P/acnsMg7+MjdsV3+Hv2FDoOzNCy5fieIPIzCAYkGbggFM2FxkhKGu0oc5Qw/Jrjseav2MbPv8m49YHKM= smithi144.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwINnmi+N3LgR9ET61cABYBnDJDAAQE1klaPINljTOvitiIM3/5ICam+qurn41RkfyLPz4uwE1yDyHeI7QBKChMImagaJPfltOSsFsTn67ifp6uunrBJblDzycEd7/lJfdMwBn8dApfOw5SSnVdpzpaKWGNpPqshrinViULNhTz2PMAkza/R7qM6v4qqKKxQx/yVi8/Lt03nxO672k5WH/Wkz7KHX4nwyeTelksSojH9SBt4yR4WpLbMjuFX33Ag14KBWr9YQ30L5/h7VtBLQL+2c7sq3Bnll5zj8H+sIa0hOHmwR5sxs4cVs6Eb4Cblr6xTs0Q9vQefWDDYNL4qRpuj1NO+bW1xGcALK9TujCJ0/fdcMLQ0/r4QukVxSE1j6frwWwo/u8lxTTp/wbNVU14w+37ppSvzcPbOD5FNnCu4PMHgrtqp02ggncjqMYpHvxXoQ53JPn84XfXX04vWf5emRMQ76T0NvWW0jYtj7x7ex7l/iEGUGHVnaOmjLqij0= smithi159.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDrTsfmsH7PhTZkKbNCjKADiRR1poLhpLszKYY7OwBY8O5a6lMPaSj6onkPiWFixC4FzqTlxH/+xMlod/meTuih7sjJV2MuggRuAlyAJ9mXYvA2wdS1MmPJpHJQo03kXSdzYyLaHWBS1VW2B+zkngyubMGaVulITSNObN0kivIRfY/iGIlBOT1cPunqo2QVPoo+yWm37kZ36awoV7rTOwGw8LSMVFsW6JVzoYjdH0xthHTDwzXXiQN4SQy79+FT9A3WJiQSdP/9+JFtZhlkRGxuJShcNrrcVMzhJx3Y1//ERIYcu2reUNor7sYmj8m/SNo+mNWkFP5zT9S7KUbAAR8Zt4nzMU2WbcVi9QJk6sGc75EmcPydtpQkfyrVIzcORvW3x92EaIWLtNnCHDwmtpzkB4A+BgdInaGEowQXNcW0apiys1/vNYblSZabhTWjZdOZWfHkT5iNyY9UrQ3sO0CzWb3QL5Q5k7LTLN/MEyQdtZoqBqPTf6YUjL/0mR5ORHk= smithi187.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDjDdFBSqfTAWoi2xnjVL+KFl0odk6XPB4jxFuo7otAXWgSewBkmC7XtkOZGGRRl7dHmDwri3ZpIySHD70CQLK9urr/jdHJzK6vHB6PvwS3NxsODPzs+TzP23u0NiLvp01cdW9rZsWRV4gdOstlb/kDYc8vXQgj9RzNWBXg6O7iCtCyazrb45gKp4ADGOBT2SvLwqzTcyR9DgVAC/6Du6oxzVT4ZaWelJ8Rnhlhm4/7m33a8j+K9Nc0Nx9eGVoEhy6laWUbZ76i35ggAR9X9wM/9s/xhwKnTRkIlkXk9WyQug5zYvuzp4/7WDth9S2zzSvlMZi8y+PBfaRk9xwhaS9iY6h1yavYkdbeK3W1gbI0R3NDYta+NNXCTJylYughx27qKidby17uVlJ2x2k5Mm6AZIVxFURXTAIqK2qZIFDjWRBZYEP2JnXp9WfkjW4oB1mzTvHEAIcWCFujS4AC2+SjgPwFwaWrRyIjVMM3SkHIPREjzwTJcbslUZ5zqOdC37c= tasks: - install: extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - ceph: null - thrashosds: chance_down: 1.0 powercycle: true timeout: 600 - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: wip-ignore-ping-selinux-denial-tracker-55443 teuthology_sha1: a6a4a7f010ae6b3f7fc2aef91377d4a6bee6de40 timestamp: 2023-03-13_01:40:23 tube: smithi user: bhubbard verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.5516