From fbff0292bdf5877b19a3074da9415a44c11d305a Mon Sep 17 00:00:00 2001 From: Aditya Ghai <119144814+adityaghai07@users.noreply.github.com> Date: Sat, 7 Mar 2026 19:29:52 +0530 Subject: [PATCH] Fix: ModernBERT sequence classification num_labels support --- unsloth/models/vision.py | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index a8adba99e7..0de2a91387 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -782,6 +782,19 @@ class FastBaseModel: setattr(auto_config, "attn_implementation", config_attn_impl) model_config = auto_config + # Handle sequence classification parameters (num_labels, id2label, label2id) + # These need to be set in the config before model instantiation + num_labels = kwargs.pop("num_labels", None) + id2label = kwargs.pop("id2label", None) + label2id = kwargs.pop("label2id", None) + + if num_labels is not None: + model_config.num_labels = num_labels + if id2label is not None: + model_config.id2label = id2label + if label2id is not None: + model_config.label2id = label2id + verify_fp8_support_if_applicable(model_config) raise_handler = RaiseUninitialized()