ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update _utils.py

Browse source
This commit is contained in:
Daniel Han 2025-03-11 15:25:21 -07:00
commit cabf4a7345
1 changed files with 9 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

14
unsloth/models/_utils.py
View file

@ -958,13 +958,17 @@ def _unsloth_get_batch_samples(self, epoch_iterator, num_batches):
# Check if model allows **kwargs
m = self.model
# while hasattr(m, "model"):
# # Stop at last model entry
# if not hasattr(m, "model") or not hasattr(m, "forward"): break
# m = m.model
signature = inspect.signature(m.forward).parameters.values()
has_kwargs = tuple(signature)[-1].kind == inspect._VAR_KEYWORD
print(m.forward, signature, has_kwargs)
if not has_kwargs:
while hasattr(m, "model"):
# Stop at last model entry
if not hasattr(m, "model") or not hasattr(m, "forward"): break
signature = inspect.signature(m.forward).parameters.values()
has_kwargs = tuple(signature)[-1].kind == inspect._VAR_KEYWORD
if has_kwargs: break
m = m.model
pass
# Iterate to find all batches
for _ in range(num_batches):