diff --git a/studio/backend/core/inference/llama_cpp.py b/studio/backend/core/inference/llama_cpp.py index a8614d3b76..a55e2b14db 100644 --- a/studio/backend/core/inference/llama_cpp.py +++ b/studio/backend/core/inference/llama_cpp.py @@ -1361,74 +1361,91 @@ class LlamaCppBackend: _tensor_count, kv_count = struct.unpack("