Update llama.py

This commit is contained in:
Daniel Han-Chen 2024-01-02 03:37:04 +11:00
commit 9a09d161f2

View file

@ -756,6 +756,9 @@ class FastLlamaModel:
# Clear deleted GPU items
gc.collect()
torch.cuda.empty_cache()
# We check the tokenizer first for errors
check_tokenizer(model, tokenizer)
return model
pass
@ -791,9 +794,6 @@ class FastLlamaModel:
assert(module in accepted_modules)
pass
# We check the tokenizer first for errors
check_tokenizer(model, tokenizer)
# Get LoRA
lora_config = LoraConfig(
r = r,