Update llama.py

This commit is contained in:
Daniel Han 2025-07-20 03:17:02 -07:00
commit cc6b25849f

View file

@ -2022,6 +2022,7 @@ class FastLlamaModel:
pass
# Load vLLM first
print(load_vllm_kwargs)
llm = load_vllm(**load_vllm_kwargs)
# Convert to HF format