ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update _utils.py

Browse source
This commit is contained in:
Daniel Han 2025-10-16 05:13:07 -07:00
commit 940035b27e
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/_utils.py
View file

@ -1726,7 +1726,7 @@ def _prepare_model_for_qat(model: torch.nn.Module, qat_scheme: Union[str, TorchA
inner_model = model
while hasattr(inner_model, "model"):
inner_model._torchao_config = torchao_config
inner_model = model.model
inner_model = inner_model.model
inner_model._torchao_config = torchao_config
# Quantize with TorchAO
quantize_(model, QATConfig(base_config, step = "prepare"), filter_fn = filter_fn)