ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update _utils.py

Browse source
This commit is contained in:
Daniel Han 2024-12-26 19:12:13 -08:00
commit a838f6ece6
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
unsloth/models/_utils.py
View file

@ -1008,8 +1008,6 @@ def _unsloth_get_batch_samples(self, epoch_iterator, num_batches):
batch_samples += [next(epoch_iterator)]
except StopIteration:
break
print("NUM_ITMES = ", num_items_in_batch, type(batch_samples))
if len(batch_samples) > 0 and "labels" in batch_samples[0]:
try:
num_items_in_batch = sum([(batch["labels"].ne(-100)).sum() for batch in batch_samples])
@ -1022,6 +1020,8 @@ def _unsloth_get_batch_samples(self, epoch_iterator, num_batches):
if torch.is_tensor(num_items_in_batch):
num_items_in_batch = num_items_in_batch.item()
print("NUM_ITMES = ", num_items_in_batch, type(batch_samples))
return batch_samples, num_items_in_batch
# def _unsloth_get_batch_samples(self, epoch_iterator, num_batches):