From 24a79c14d2672ee95a3584c1628d102432fd0229 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Fri, 14 Mar 2025 01:18:54 -0700 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 024d26942b..e3de5f6347 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -1891,7 +1891,7 @@ class FastLlamaModel: torch.cuda.empty_cache()""" multiplier = \ "4.5 if getattr(model.config, 'quantization_config', {'load_in_4bit' : False})['load_in_4bit'] else "\ - "8.0 if getattr(model.config, 'quantization_config', {'load_in_8bit' : False})['load_in_8bit'] else 1.0" + "8.0 if getattr(model.config, 'quantization_config', {'load_in_8bit' : False})['load_in_8bit'] else 1.0" debug_info = debug_info.replace("multiplier__", "(" + multiplier + ")") debug_info = debug_info.replace("P__", "get_model_param_count")