ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

[pre-commit.ci] auto fixes from pre-commit.com hooks

Browse source 
for more information, see https://pre-commit.ci
This commit is contained in:
pre-commit-ci[bot] 2026-05-31 12:59:12 +00:00
commit ca826bc3d8
1 changed files with 6 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

8
unsloth/models/rl.py
View file

@ -728,16 +728,20 @@ def _install_grpo_lm_head_passthrough(model):
if lm_head is None:
get_output_embeddings = getattr(head, "get_output_embeddings", None)
if callable(get_output_embeddings):
try: lm_head = get_output_embeddings()
except Exception: lm_head = None
try:
lm_head = get_output_embeddings()
except Exception:
lm_head = None
if lm_head is None or getattr(lm_head, "_unsloth_grpo_passthrough", False):
return False
original_lm_head_forward = lm_head.forward
def passthrough_forward(*args, **kwargs):
if os.environ.get("UNSLOTH_RETURN_HIDDEN_STATES", "0") == "1":
return args[0] if args else next(iter(kwargs.values()))
return original_lm_head_forward(*args, **kwargs)
lm_head.forward = passthrough_forward
lm_head._unsloth_grpo_passthrough = True
setattr(model, _UNSLOTH_RETURN_HIDDEN_STATES_SUPPORT_MARKER, True)