ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update _utils.py

Browse source
This commit is contained in:
Daniel Han 2025-03-11 22:22:36 -07:00
commit fa595d3b44
1 changed files with 6 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
unsloth/models/_utils.py
View file

@ -969,7 +969,12 @@ def _unsloth_pre_compute_loss(self, model, inputs, *args, **kwargs):
# Get gradient accumulation steps if possible
if num_items_in_batch is None and \
getattr(getattr(self, "args", self), "gradient_accumulation_steps", 1) != 1:
name = (model.base_model.model if hasattr(model, "base_model") else model).__class__.__name__
inner_model = model
if hasattr(inner_model, "base_model"): inner_model = inner_model. base_model
if hasattr(inner_model, "model"): inner_model = inner_model.model
name = inner_model.__class__.__name__
logger.warning_once(
f"Unsloth: Not an error, but {name} does not accept `num_items_in_batch`.\n"\
"Using gradient accumulation will be very slightly less accurate.\n"\