[pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci
This commit is contained in:
pre-commit-ci[bot] 2026-03-16 09:43:33 +00:00
commit 8b816d7f15
2 changed files with 7 additions and 3 deletions

View file

@ -741,6 +741,7 @@ class LlamaCppBackend:
LlamaCppBackend._codec_mgr.unload()
LlamaCppBackend._codec_mgr = None
import torch
if torch.cuda.is_available():
torch.cuda.empty_cache()
return True

View file

@ -545,9 +545,12 @@ async def generate_audio(
if llama_backend.is_loaded and getattr(llama_backend, "_is_audio", False):
model_name = llama_backend.model_identifier
gen = lambda: llama_backend.generate_audio_response(
text = text, audio_type = llama_backend._audio_type,
temperature = payload.temperature, top_p = payload.top_p,
top_k = payload.top_k, min_p = payload.min_p,
text = text,
audio_type = llama_backend._audio_type,
temperature = payload.temperature,
top_p = payload.top_p,
top_k = payload.top_k,
min_p = payload.min_p,
max_new_tokens = payload.max_tokens or 2048,
repetition_penalty = payload.repetition_penalty,
)