ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update _utils.py

Browse source
This commit is contained in:
Daniel Han 2025-10-16 15:36:58 -07:00
commit 473665b107
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/_utils.py
View file

@ -1667,7 +1667,7 @@ except:
@dataclass
class TorchAOConfig:
qat_scheme : str = "int4"
base_config : AOBaseConfig = Int4WeightOnlyConfig
base_config : AOBaseConfig = Int4WeightOnlyConfig(group_size = 128)
filter_fn : Callable = None
group_size : int = 128
pass