From 0cab914893708119ecdfcfb2ea0a0266aa744bf4 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 5 Feb 2025 02:56:16 -0800 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 1a700c62da..ab90d2cbb1 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -2308,7 +2308,7 @@ class FastLlamaModel: vllm_fast_generate = model.fast_generate vllm_fast_generate_batches = model.fast_generate_batches - if len(modules_to_save) != 0: + if modules_to_save is not None: raise NotImplementedError("Unsloth: Currently fast inference does not work with training embeddings or lm_head.") if bias != "none":