ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update llama.py

Browse source
This commit is contained in:
Daniel Han 2025-01-07 01:43:20 -08:00
commit fc80163b37
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
unsloth/models/llama.py
View file

@ -1617,7 +1617,8 @@ class FastLlamaModel:
# Log global device type used
global USE_BFLOAT16
USE_BFLOAT16 = True if dtype == torch.bfloat16 else False
print(USE_BFLOAT16)
# RoPE Scaling
model_config = AutoConfig.from_pretrained(model_name, token = token)
model_max_seq_length = model_config.max_position_embeddings