add trust_remote_code kwarg (#3564)
This commit is contained in:
parent
d6bb89ad44
commit
01d3794828
1 changed files with 1 additions and 0 deletions
|
|
@ -640,6 +640,7 @@ class FastBaseModel:
|
||||||
model_name,
|
model_name,
|
||||||
token = token,
|
token = token,
|
||||||
attn_implementation = "sdpa" if supports_sdpa else "eager",
|
attn_implementation = "sdpa" if supports_sdpa else "eager",
|
||||||
|
trust_remote_code = trust_remote_code,
|
||||||
)
|
)
|
||||||
verify_fp8_support_if_applicable(model_config)
|
verify_fp8_support_if_applicable(model_config)
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue