672d8f0581* expose runtime context length for hub models * runtime context helper review * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --------- Co-authored-by: Etherll <61019402+Etherll@users.noreply.github.com> Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
22 lines
759 B
Python
22 lines
759 B
Python
# SPDX-License-Identifier: AGPL-3.0-only
|
|
# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
|
|
|
|
"""Runtime context length helpers shared by inference backends."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from typing import Any, Optional
|
|
|
|
|
|
def runtime_context_length(model: Any, fallback: Optional[int] = None) -> Optional[int]:
|
|
"""Return the effective context length Unsloth attached to a loaded model."""
|
|
for value in (getattr(model, "max_seq_length", None), fallback):
|
|
if isinstance(value, bool):
|
|
continue
|
|
try:
|
|
value_int = int(value)
|
|
except (TypeError, ValueError):
|
|
continue
|
|
if value_int > 0:
|
|
return value_int
|
|
return None
|