From b3f1a866f4b72deef48a1ac4150cb6fca94d9630 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 6 Nov 2024 14:51:52 -0800 Subject: [PATCH] Update flex_attention.py --- unsloth/kernels/flex_attention.py | 1 + 1 file changed, 1 insertion(+) diff --git a/unsloth/kernels/flex_attention.py b/unsloth/kernels/flex_attention.py index 7deb9a96d3..887ffca1b7 100644 --- a/unsloth/kernels/flex_attention.py +++ b/unsloth/kernels/flex_attention.py @@ -15,6 +15,7 @@ import torch from functools import lru_cache from transformers.models.llama.modeling_llama import logger +import os torch_compile_options = { "epilogue_fusion" : True,