force disable FP8 loading
This commit is contained in:
parent
ca77709db7
commit
8481327d12
1 changed files with 4 additions and 1 deletions
|
|
@ -44,7 +44,6 @@ class FastSentenceTransformer(FastModel):
|
|||
max_lora_rank = 64,
|
||||
disable_log_stats = True,
|
||||
qat_scheme = None,
|
||||
load_in_fp8 = False,
|
||||
unsloth_tiled_mlp = False,
|
||||
pooling_mode = "mean",
|
||||
**kwargs,
|
||||
|
|
@ -65,6 +64,10 @@ class FastSentenceTransformer(FastModel):
|
|||
if "add_pooling_layer" not in kwargs:
|
||||
kwargs["add_pooling_layer"] = False
|
||||
|
||||
# forces fp8 to be False since it's not supported
|
||||
kwargs.pop("load_in_fp8", None)
|
||||
load_in_fp8 = False
|
||||
|
||||
# this is a fix for Snowflake/snowflake-arctic-embed-l-v2.0
|
||||
# it has pooler weights which we don't care about for training,
|
||||
# however unsloth throws an exception if "UNSLOTH_WARN_UNINITIALIZED" == 1 and it sees unused weights
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue