ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Residual & LoRA

Browse source
This commit is contained in:
Daniel Han 2024-12-25 23:01:34 -08:00
commit 666cbbe697
2 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
unsloth/models/_utils.py
View file

@ -1130,6 +1130,8 @@ def unsloth_compile_transformers(
fuse_lm_head = True,
gradient_checkpointing = True,
manual_replacements = True,
fast_lora_forwards = True,
fast_residual_stream = True,
epilogue_fusion = True,
max_autotune = False,
shape_padding = True,
@ -1174,6 +1176,8 @@ def unsloth_compile_transformers(
fuse_lm_head = fuse_lm_head,
gradient_checkpointing = gradient_checkpointing,
manual_replacements = manual_replacements,
fast_lora_forwards = fast_lora_forwards,
fast_residual_stream = fast_residual_stream,
epilogue_fusion = epilogue_fusion,
max_autotune = max_autotune,
shape_padding = shape_padding,

2
unsloth/models/loader.py
View file

@ -470,6 +470,8 @@ class FastVisionModel(FastBaseVisionModel):
fuse_lm_head = True,
gradient_checkpointing = True,
manual_replacements = True,
fast_lora_forwards = True,
fast_residual_stream = True,
epilogue_fusion = True,
max_autotune = False,
shape_padding = True,