ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update _utils.py

Browse source
This commit is contained in:
Daniel Han 2025-10-16 02:42:26 -07:00
commit a193011ba4
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
unsloth/models/_utils.py
View file

@ -1708,10 +1708,10 @@ def _prepare_model_for_qat(model: torch.nn.Module, qat_scheme: str) -> torch.nn.
group_size = group_size,
)
inner_model = model
while hasttr(model, "model"):
model._torchao_metadata = torchao_metadata
model = model.model
model._torchao_metadata = torchao_metadata
while hasattr(inner_model, "model"):
inner_model._torchao_metadata = torchao_metadata
inner_model = model.model
inner_model._torchao_metadata = torchao_metadata
quantize_(model, QATConfig(base_config, step="prepare"), filter_fn=filter_fn)
return model
pass