ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

accurate_accumulation

Browse source
This commit is contained in:
Daniel Han 2024-12-28 03:11:53 -08:00
commit aacc8e227b
2 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/_utils.py
View file

@ -1183,6 +1183,7 @@ def unsloth_compile_transformers(
manual_replacements = True,
fast_lora_forwards = True,
fast_residual_stream = True,
accurate_accumulation = True,
epilogue_fusion = True,
max_autotune = False,
shape_padding = True,
@ -1229,6 +1230,7 @@ def unsloth_compile_transformers(
manual_replacements = manual_replacements,
fast_lora_forwards = fast_lora_forwards,
fast_residual_stream = fast_residual_stream,
accurate_accumulation = accurate_accumulation,
epilogue_fusion = epilogue_fusion,
max_autotune = max_autotune,
shape_padding = shape_padding,

1
unsloth/models/loader.py
View file

@ -472,6 +472,7 @@ class FastVisionModel(FastBaseVisionModel):
manual_replacements = True,
fast_lora_forwards = False,
fast_residual_stream = False,
accurate_accumulation = True,
epilogue_fusion = True,
max_autotune = False,
shape_padding = True,