ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update flex_attention.py

Browse source
This commit is contained in:
Daniel Han 2024-11-06 14:51:52 -08:00
commit b3f1a866f4
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
unsloth/kernels/flex_attention.py
View file

@ -15,6 +15,7 @@
import torch
from functools import lru_cache
from transformers.models.llama.modeling_llama import logger
import os
torch_compile_options = {
"epilogue_fusion" : True,