[pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
This commit is contained in:
parent
816c5fb78d
commit
7f237ca57e
1 changed files with 3 additions and 1 deletions
|
|
@ -58,7 +58,9 @@ from flex_paged_attention import PagedKVCache, PageTable # noqa: E402
|
|||
_FLEX_COMPILE_MODE = os.environ.get("FLEX_COMPILE_MODE", None)
|
||||
if _FLEX_COMPILE_MODE:
|
||||
flex_attention_compiled = torch.compile(
|
||||
flex_attention, fullgraph = True, mode = _FLEX_COMPILE_MODE,
|
||||
flex_attention,
|
||||
fullgraph = True,
|
||||
mode = _FLEX_COMPILE_MODE,
|
||||
)
|
||||
else:
|
||||
flex_attention_compiled = torch.compile(flex_attention, fullgraph = True)
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue