From 43da40b091782b6b1c0b5ce137e40aeb8ae91985 Mon Sep 17 00:00:00 2001 From: electroglyph Date: Sat, 20 Dec 2025 01:03:53 -0800 Subject: [PATCH] deberta-v2 support (provisional), fix remote_code --- unsloth/models/sentence_transformer.py | 11 ++++------- 1 file changed, 4 insertions(+), 7 deletions(-) diff --git a/unsloth/models/sentence_transformer.py b/unsloth/models/sentence_transformer.py index 3717d86adc..191be2adbe 100644 --- a/unsloth/models/sentence_transformer.py +++ b/unsloth/models/sentence_transformer.py @@ -618,19 +618,16 @@ class FastSentenceTransformer(FastModel): transformers4 = Version(transformers.__version__).major < 5 model_type = "" try: - config = AutoConfig.from_pretrained(model_name, token = token) + config = AutoConfig.from_pretrained(model_name, token=token, trust_remote_code=trust_remote_code) model_type = getattr(config, "model_type", "") except: pass - + is_distilbert = "distilbert" == model_type.lower() is_modernbert = "modernbert" == model_type.lower() + is_debertav2 = "deberta-v2" == model_type.lower() - if ( - "add_pooling_layer" not in kwargs - and not is_distilbert - and not is_modernbert - ): + if "add_pooling_layer" not in kwargs and not is_distilbert and not is_modernbert and not is_debertav2: kwargs["add_pooling_layer"] = False # forces fp8 to be False since it's not supported