ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update llama.py

Browse source
This commit is contained in:
Daniel Han 2025-02-05 02:56:16 -08:00
commit 0cab914893
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/llama.py
View file

@ -2308,7 +2308,7 @@ class FastLlamaModel:
vllm_fast_generate = model.fast_generate
vllm_fast_generate_batches = model.fast_generate_batches
if len(modules_to_save) != 0:
if modules_to_save is not None:
raise NotImplementedError("Unsloth: Currently fast inference does not work with training embeddings or lm_head.")
if bias != "none":