Update _utils.py
This commit is contained in:
parent
fcea6dc7d9
commit
0950053705
1 changed files with 39 additions and 1 deletions
|
|
@ -105,7 +105,8 @@ from unsloth_zoo.vision_utils import (
|
|||
process_vision_info,
|
||||
)
|
||||
from unsloth_zoo.compiler import (
|
||||
unsloth_compile_transformers,
|
||||
get_transformers_model_type,
|
||||
unsloth_compile_transformers as _unsloth_compile_transformers,
|
||||
)
|
||||
|
||||
# =============================================
|
||||
|
|
@ -1072,3 +1073,40 @@ def patch_tokenizer(model, tokenizer):
|
|||
model.config.update({"unsloth_version" : __version__})
|
||||
return model, tokenizer
|
||||
pass
|
||||
|
||||
|
||||
def unsloth_compile_transformers(
|
||||
model_name,
|
||||
token = None,
|
||||
revision = None,
|
||||
trust_remote_code : bool = False,
|
||||
sdpa_causal_only : bool = False,
|
||||
sdap_bool_masks : bool = True,
|
||||
sdpa_gqa_replace : bool = True,
|
||||
sdpa_disable_compile : bool = True,
|
||||
remove_causal_masks : bool = True,
|
||||
import_from_cache : bool = False,
|
||||
compile_functions : bool = True,
|
||||
fuse_lm_head : bool = True,
|
||||
):
|
||||
model_types = get_transformers_model_type(
|
||||
model_name = model_name,
|
||||
token = token,
|
||||
revision = revision,
|
||||
trust_remote_code = trust_remote_code,
|
||||
)
|
||||
for model_type in model_types:
|
||||
_unsloth_compile_transformers(
|
||||
model_type = model_type,
|
||||
sdpa_causal_only = sdpa_causal_only,
|
||||
sdap_bool_masks = sdap_bool_masks,
|
||||
sdpa_gqa_replace = sdpa_gqa_replace,
|
||||
sdpa_disable_compile = sdpa_disable_compile,
|
||||
remove_causal_masks = remove_causal_masks,
|
||||
import_from_cache = import_from_cache,
|
||||
compile_functions = compile_functions,
|
||||
fuse_lm_head = fuse_lm_head,
|
||||
)
|
||||
pass
|
||||
return
|
||||
pass
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue