From 473665b10798373bdc4a1cbafbfa5068af97cf64 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Thu, 16 Oct 2025 15:36:58 -0700 Subject: [PATCH] Update _utils.py --- unsloth/models/_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index e787f55532..1dee9d61ea 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -1667,7 +1667,7 @@ except: @dataclass class TorchAOConfig: qat_scheme : str = "int4" - base_config : AOBaseConfig = Int4WeightOnlyConfig + base_config : AOBaseConfig = Int4WeightOnlyConfig(group_size = 128) filter_fn : Callable = None group_size : int = 128 pass