ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge remote-tracking branch 'origin/image-generation' into diffusion-phase4-native

Browse source
This commit is contained in:
oobabooga 2026-07-01 11:36:04 -03:00
commit d285a4d250
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
studio/backend/core/inference/diffusion_precision.py
View file

@ -120,7 +120,10 @@ def _cast_fp8(encoder: Any, target: Any) -> None:
# gets cast to fp8 and, sharing one tensor, drags the embedding to fp8 with it. The
# embedding then emits fp8 activations that crash the first RMSNorm. Skip the tied
# projection so the shared tensor stays dense (lm_head is unused for prompt encoding).
get_out, get_in = getattr(encoder, "get_output_embeddings", None), getattr(encoder, "get_input_embeddings", None)
get_out, get_in = (
getattr(encoder, "get_output_embeddings", None),
getattr(encoder, "get_input_embeddings", None),
)
out_emb = get_out() if callable(get_out) else None
in_emb = get_in() if callable(get_in) else None
if out_emb is not None and in_emb is not None and out_emb.weight is in_emb.weight: