ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update loader.py

Browse source
This commit is contained in:
Daniel Han 2025-03-13 01:17:48 -07:00
commit 7bd582a6ff
1 changed files with 18 additions and 18 deletions
Download patch file Download diff file Expand all files Collapse all files

36
unsloth/models/loader.py
View file

@ -609,30 +609,30 @@ class FastModel(FastBaseModel):
patch_loss_functions(torch_compile = False)
model_types = unsloth_compile_transformers(
model_name = model_name,
sdpa_dynamic_mask = True,
sdpa_bool_masks = True,
sdpa_gqa_replace = True,
sdpa_dynamic_compile = True,
compile_attention = True,
disable_causal_masks = True,
compile_torch_modules = True,
compile_custom_modules = True,
compile_function_calls = True,
fuse_lm_head = True,
gradient_checkpointing = True,
manual_replacements = True,
fast_lora_forwards = True,
sdpa_dynamic_mask = False,
sdpa_bool_masks = False,
sdpa_gqa_replace = False,
sdpa_dynamic_compile = False,
compile_attention = False,
disable_causal_masks = False,
compile_torch_modules = False,
compile_custom_modules = False,
compile_function_calls = False,
fuse_lm_head = False,
gradient_checkpointing = False,
manual_replacements = False,
fast_lora_forwards = False,
fast_residual_stream = False,
accurate_accumulation = True,
epilogue_fusion = True,
accurate_accumulation = False,
epilogue_fusion = False,
max_autotune = False,
shape_padding = True,
shape_padding = False,
cudagraphs = False,
debug = False,
fullgraph = fullgraph,
fullgraph = False,
import_from_cache = False,
disable = False,
return_logits = return_logits,
return_logits = False,
)
pass