[pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
This commit is contained in:
parent
e6ab7f6952
commit
6b19a8984a
1 changed files with 1 additions and 3 deletions
|
|
@ -2909,9 +2909,7 @@ class LlamaCppBackend:
|
|||
# (Gemma) grows KV with slots and would otherwise be under-reserved.
|
||||
# swa_full: the draft caches against the full target window, so its SWA
|
||||
# layers are not window-capped and grow with n_ctx (safe upper bound).
|
||||
kv = db._estimate_kv_cache_bytes(
|
||||
n_ctx, heavier, n_parallel = n_parallel, swa_full = True
|
||||
)
|
||||
kv = db._estimate_kv_cache_bytes(n_ctx, heavier, n_parallel = n_parallel, swa_full = True)
|
||||
return kv or None
|
||||
nextn = self._nextn_predict_layers or 0
|
||||
n_kv = self._n_kv_heads or self._n_heads
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue