[pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
This commit is contained in:
parent
48c1d1f774
commit
45feffde6f
1 changed files with 1 additions and 0 deletions
|
|
@ -239,6 +239,7 @@ def prefer_flex_attn_if_supported(model_class, config):
|
|||
# instead, but sdpa_dense_backward has a dtype mismatch under fp16
|
||||
# autocast (Half @ Float matmul). Skip flex_attention there.
|
||||
import torch
|
||||
|
||||
if torch.cuda.is_available():
|
||||
major, _ = torch.cuda.get_device_capability()
|
||||
if major < 8:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue