ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update _utils.py

Browse source
This commit is contained in:
Daniel Han 2024-12-26 23:41:44 -08:00
commit c6d8bfa434
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
unsloth/models/_utils.py
View file

@ -1026,8 +1026,6 @@ def _unsloth_get_batch_samples(self, epoch_iterator, num_batches):
except Exception as exception:
logger.warning_once(exception)
pass
print(batch_samples, num_items_in_batch)
return batch_samples, num_items_in_batch
# def _unsloth_get_batch_samples(self, epoch_iterator, num_batches):
@ -1051,6 +1049,9 @@ def _unsloth_get_batch_samples(self, epoch_iterator, num_batches):
def _unsloth_pre_compute_loss(self, model, inputs, *args, **kwargs):
if "num_items_in_batch" in kwargs:
if kwargs["num_items_in_batch"] is None:
# Remove it since the model does not support it!
kwargs.pop("num_items_in_batch", None)
if "num_items_in_batch" not in inputs:
inputs["num_items_in_batch"] = kwargs["num_items_in_batch"]
pass