ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fullgraph

Browse source
This commit is contained in:
Daniel Han 2024-12-12 01:14:27 -08:00
commit d9ed4bef09
2 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/_utils.py
View file

@ -1127,6 +1127,7 @@ def unsloth_compile_transformers(
shape_padding = True,
cudagraphs = False,
debug = False,
fullgraph = True,
import_from_cache = False,
disable = False,
return_logits = False,
@ -1170,6 +1171,7 @@ def unsloth_compile_transformers(
shape_padding = shape_padding,
cudagraphs = cudagraphs,
debug = debug,
fullgraph = fullgraph,
import_from_cache = import_from_cache,
disable = disable,
return_logits = return_logits,

2
unsloth/models/loader.py
View file

@ -352,6 +352,7 @@ class FastVisionModel(FastBaseVisionModel):
resize_model_vocab = None, # [TODO] No effect
revision = None,
return_logits = False, # Return logits
fullgraph = True, # No graph breaks
*args, **kwargs,
):
if token is None: token = get_token()
@ -473,6 +474,7 @@ class FastVisionModel(FastBaseVisionModel):
shape_padding = True,
cudagraphs = False,
debug = False,
fullgraph = fullgraph,
import_from_cache = False,
disable = False,
return_logits = return_logits,