ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add trust_remote_code parameter to tokenizer (#3631)

Browse source
This commit is contained in:
Etherll 2025-11-24 07:12:40 +02:00 • committed by GitHub
commit f91ea1e9a6
1 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
unsloth/models/vision.py
View file

@ -780,6 +780,7 @@ class FastBaseModel:
token = token,
language = whisper_language,
task = whisper_task,
trust_remote_code = trust_remote_code,
)
else:
try:
@ -787,12 +788,14 @@ class FastBaseModel:
tokenizer_name,
padding_side = "left",
token = token,
trust_remote_code = trust_remote_code,
)
except:
tokenizer = get_auto_processor(
tokenizer_name,
padding_side = "left",
token = token,
trust_remote_code = trust_remote_code,
)
if hasattr(tokenizer, "tokenizer"):
__tokenizer = tokenizer.tokenizer