Update llama.py
This commit is contained in:
parent
4813fda120
commit
cc6b25849f
1 changed files with 1 additions and 0 deletions
|
|
@ -2022,6 +2022,7 @@ class FastLlamaModel:
|
|||
pass
|
||||
|
||||
# Load vLLM first
|
||||
print(load_vllm_kwargs)
|
||||
llm = load_vllm(**load_vllm_kwargs)
|
||||
|
||||
# Convert to HF format
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue