add trust_remote_code kwarg (#3564)

This commit is contained in:
DoubleMathew 2025-11-07 16:16:35 -06:00 committed by GitHub
commit 01d3794828

View file

@ -640,6 +640,7 @@ class FastBaseModel:
model_name, model_name,
token = token, token = token,
attn_implementation = "sdpa" if supports_sdpa else "eager", attn_implementation = "sdpa" if supports_sdpa else "eager",
trust_remote_code = trust_remote_code,
) )
verify_fp8_support_if_applicable(model_config) verify_fp8_support_if_applicable(model_config)