force disable FP8 loading

This commit is contained in:
electroglyph 2025-12-16 02:32:58 -08:00
commit 8481327d12

View file

@ -44,7 +44,6 @@ class FastSentenceTransformer(FastModel):
max_lora_rank = 64,
disable_log_stats = True,
qat_scheme = None,
load_in_fp8 = False,
unsloth_tiled_mlp = False,
pooling_mode = "mean",
**kwargs,
@ -65,6 +64,10 @@ class FastSentenceTransformer(FastModel):
if "add_pooling_layer" not in kwargs:
kwargs["add_pooling_layer"] = False
# forces fp8 to be False since it's not supported
kwargs.pop("load_in_fp8", None)
load_in_fp8 = False
# this is a fix for Snowflake/snowflake-arctic-embed-l-v2.0
# it has pooler weights which we don't care about for training,
# however unsloth throws an exception if "UNSLOTH_WARN_UNINITIALIZED" == 1 and it sees unused weights