From 48c0cb3f5bc3bc8e719d1d676577c9cd881c686a Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Thu, 26 Dec 2024 23:45:19 -0800 Subject: [PATCH] Update _utils.py --- unsloth/models/_utils.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index 2a7532a991..29de5858de 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -1051,8 +1051,8 @@ def _unsloth_pre_compute_loss(self, model, inputs, *args, **kwargs): if "num_items_in_batch" in kwargs: if kwargs["num_items_in_batch"] is None: # Remove it since the model does not support it! - kwargs.pop("num_items_in_batch", None) - if "num_items_in_batch" not in inputs: + kwargs.pop("num_items_in_batch") + elif "num_items_in_batch" not in inputs: inputs["num_items_in_batch"] = kwargs["num_items_in_batch"] pass pass