From dd6ea68d609ba14fcdd13b4a200d1f11135411f2 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Sat, 6 Jul 2024 23:59:03 -0700 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 32f2c6b71c..64bc6f84f0 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -1243,7 +1243,7 @@ class FastLlamaModel: raise RuntimeError('Unsloth currently does not support multi GPU setups - but we are working on it!') pass - if ((post_check - post_check) >= 1).sum() > 1: + if ((post_check - pre_check) >= 1).sum() > 1: raise RuntimeError('Unsloth currently does not support multi GPU setups - but we are working on it!') import transformers.trainer