fastmcp/tests/server/transforms/test_visibility.py
Bill Easton d3b7922615
Align server component docs (#4260)
* docs: align server component docs

Generated with Codex.

* docs: clarify resource return shapes

Generated with Codex.

* docs: clarify initialize middleware response

Generated with Codex.

* docs: lead visibility filtering with names, scope keys to version targeting

* docs: correct initialize result semantics, template mime type, docket scope, visibility tip

* Warn when a visibility key omits the @ version delimiter

* Honor a resource template's declared mime_type and meta on read

* Strip internal visibility meta from resource content; document filter intersection

---------

Co-authored-by: Jeremiah Lowin <153965+jlowin@users.noreply.github.com>
2026-07-19 14:23:36 -04:00

322 lines
12 KiB
Python

"""Tests for Visibility transform."""
import pytest
from fastmcp.server.transforms.visibility import Visibility, is_enabled
from fastmcp.tools.base import Tool
from fastmcp.utilities.versions import VersionSpec
class TestMatching:
"""Test component matching logic."""
def test_empty_criteria_matches_nothing(self):
"""Empty criteria is a safe default - matches nothing."""
t = Visibility(False)
assert t._matches(Tool(name="anything", parameters={})) is False
def test_match_all_matches_everything(self):
"""match_all=True matches all components."""
t = Visibility(False, match_all=True)
assert t._matches(Tool(name="anything", parameters={})) is True
def test_match_by_name(self):
"""Matches component by name."""
t = Visibility(False, names={"foo"})
assert t._matches(Tool(name="foo", parameters={})) is True
assert t._matches(Tool(name="bar", parameters={})) is False
def test_match_by_version(self):
"""Matches component by version."""
t = Visibility(False, version=VersionSpec(eq="v1"))
assert t._matches(Tool(name="foo", version="v1", parameters={})) is True
assert t._matches(Tool(name="foo", version="v2", parameters={})) is False
def test_match_by_version_spec_exact(self):
"""VersionSpec(eq="v1") matches v1 only."""
t = Visibility(False, version=VersionSpec(eq="v1"))
assert t._matches(Tool(name="foo", version="v1", parameters={})) is True
assert t._matches(Tool(name="foo", version="v2", parameters={})) is False
assert t._matches(Tool(name="foo", version="v0", parameters={})) is False
def test_match_by_version_spec_gte(self):
"""VersionSpec(gte="v2") matches v2, v3, but not v1."""
t = Visibility(False, version=VersionSpec(gte="v2"))
assert t._matches(Tool(name="foo", version="v1", parameters={})) is False
assert t._matches(Tool(name="foo", version="v2", parameters={})) is True
assert t._matches(Tool(name="foo", version="v3", parameters={})) is True
def test_match_by_version_spec_range(self):
"""VersionSpec(gte="v1", lt="v3") matches v1, v2, but not v3."""
t = Visibility(False, version=VersionSpec(gte="v1", lt="v3"))
assert t._matches(Tool(name="foo", version="v0", parameters={})) is False
assert t._matches(Tool(name="foo", version="v1", parameters={})) is True
assert t._matches(Tool(name="foo", version="v2", parameters={})) is True
assert t._matches(Tool(name="foo", version="v3", parameters={})) is False
assert t._matches(Tool(name="foo", version="v4", parameters={})) is False
def test_unversioned_does_not_match_version_spec(self):
"""Unversioned components (version=None) don't match a VersionSpec."""
t = Visibility(False, version=VersionSpec(eq="v1"))
assert t._matches(Tool(name="foo", parameters={})) is False
t2 = Visibility(False, version=VersionSpec(gte="v1"))
assert t2._matches(Tool(name="foo", parameters={})) is False
def test_match_by_tag(self):
"""Matches if component has any of the specified tags."""
t = Visibility(False, tags=set({"internal", "deprecated"}))
assert t._matches(Tool(name="foo", parameters={}, tags={"internal"})) is True
assert t._matches(Tool(name="foo", parameters={}, tags={"public"})) is False
def test_match_by_component_type(self):
"""Only matches specified component types."""
t = Visibility(False, names={"foo"}, components={"prompt"})
# Tool has key "tool:foo@", not "prompt:foo@"
assert t._matches(Tool(name="foo", parameters={})) is False
def test_all_criteria_must_match(self):
"""Multiple criteria use AND logic - all must match."""
t = Visibility(
False,
names={"foo"},
version=VersionSpec(eq="v1"),
tags=set({"internal"}),
)
# All match
assert (
t._matches(Tool(name="foo", version="v1", parameters={}, tags={"internal"}))
is True
)
# Version doesn't match
assert (
t._matches(Tool(name="foo", version="v2", parameters={}, tags={"internal"}))
is False
)
class TestMarking:
"""Test visibility state marking."""
def test_disable_marks_as_disabled(self):
"""Visibility(False, ...) marks matching components as disabled."""
tool = Tool(name="foo", parameters={})
marked = Visibility(False, names={"foo"})._mark_component(tool)
assert is_enabled(marked) is False
def test_enable_marks_as_enabled(self):
"""Visibility(True, ...) marks matching components as enabled."""
tool = Tool(name="foo", parameters={})
marked = Visibility(True, names={"foo"})._mark_component(tool)
assert is_enabled(marked) is True
assert marked.meta is not None
assert marked.meta["fastmcp"]["_internal"]["visibility"] is True
def test_non_matching_unchanged(self):
"""Non-matching components are not modified."""
tool = Tool(name="bar", parameters={})
result = Visibility(False, names={"foo"})._mark_component(tool)
# No _internal key added
assert result.meta is None or "_internal" not in result.meta.get("fastmcp", {})
assert is_enabled(result) is True
def test_returns_copy_for_matching(self):
"""Marking returns a copy to avoid mutating shared provider objects."""
tool = Tool(name="foo", parameters={})
result = Visibility(False, names={"foo"})._mark_component(tool)
assert result is not tool
assert is_enabled(result) is False
# Original is untouched
assert is_enabled(tool) is True
def test_disable_all(self):
"""match_all=True disables all components."""
tool = Tool(name="anything", parameters={})
marked = Visibility(False, match_all=True)._mark_component(tool)
assert is_enabled(marked) is False
class TestOverride:
"""Test that later marks override earlier ones."""
def test_enable_overrides_disable(self):
"""An enable after disable results in enabled."""
tool = Tool(name="foo", parameters={})
marked = Visibility(False, names={"foo"})._mark_component(tool)
assert is_enabled(marked) is False
marked = Visibility(True, names={"foo"})._mark_component(marked)
assert is_enabled(marked) is True
def test_disable_overrides_enable(self):
"""A disable after enable results in disabled."""
tool = Tool(name="foo", parameters={})
marked = Visibility(True, names={"foo"})._mark_component(tool)
assert is_enabled(marked) is True
marked = Visibility(False, names={"foo"})._mark_component(marked)
assert is_enabled(marked) is False
class TestHelperFunctions:
"""Test is_enabled helper."""
def test_unmarked_is_enabled(self):
"""Components without marks are enabled by default."""
tool = Tool(name="foo", parameters={})
assert is_enabled(tool) is True
def test_filtering_pattern(self):
"""Common pattern: filter list with is_enabled."""
tools = [
Tool(name="enabled", parameters={}),
Tool(name="disabled", parameters={}),
]
vis = Visibility(False, names={"disabled"})
marked_tools = [vis._mark_component(t) for t in tools]
visible = [t for t in marked_tools if is_enabled(t)]
assert [t.name for t in visible] == ["enabled"]
class TestMetadata:
"""Test metadata handling."""
def test_internal_metadata_stripped_by_get_meta(self):
"""Internal metadata is stripped when calling get_meta()."""
tool = Tool(name="foo", parameters={})
marked = Visibility(True, names={"foo"})._mark_component(tool)
# Raw meta has _internal
assert marked.meta is not None
assert "_internal" in marked.meta.get("fastmcp", {})
# get_meta() strips it
output = marked.get_meta()
assert "_internal" not in output.get("fastmcp", {})
def test_user_metadata_preserved(self):
"""User-provided metadata is not affected."""
tool = Tool(name="foo", parameters={}, meta={"custom": "value"})
marked = Visibility(False, names={"foo"})._mark_component(tool)
assert marked.meta is not None
assert marked.meta["custom"] == "value"
class TestRepr:
"""Test string representation."""
def test_repr_disable(self):
"""Repr shows disable action and criteria."""
t = Visibility(False, names={"foo"})
r = repr(t)
assert "disable" in r
assert "foo" in r
def test_repr_enable(self):
"""Repr shows enable action."""
t = Visibility(True, names={"foo"})
assert "enable" in repr(t)
def test_repr_match_all(self):
"""Repr shows match_all."""
t = Visibility(False, match_all=True)
assert "match_all=True" in repr(t)
class TestTransformChain:
"""Test Visibility in async transform chains."""
@pytest.fixture
def tools(self):
return [
Tool(name="public", parameters={}, tags={"public"}),
Tool(name="internal", parameters={}, tags={"internal"}),
Tool(name="safe_internal", parameters={}, tags={"internal", "safe"}),
]
async def test_list_tools_marks_matching(self, tools):
"""list_tools applies marks to matching components."""
disable_internal = Visibility(False, tags=set({"internal"}))
result = await disable_internal.list_tools(tools)
assert len(result) == 3
assert is_enabled(result[0]) # public
assert not is_enabled(result[1]) # internal
assert not is_enabled(result[2]) # safe_internal
async def test_later_transform_overrides(self, tools):
"""Later transforms in chain override earlier ones."""
disable_internal = Visibility(False, tags=set({"internal"}))
enable_safe = Visibility(True, tags=set({"safe"}))
# Apply transforms sequentially
after_disable = await disable_internal.list_tools(tools)
result = await enable_safe.list_tools(after_disable)
enabled = [t for t in result if is_enabled(t)]
# public: never disabled
# internal: disabled, stays disabled
# safe_internal: disabled then re-enabled
assert {t.name for t in enabled} == {"public", "safe_internal"}
async def test_allowlist_pattern(self, tools):
"""Disable all, then enable specific = allowlist."""
disable_all = Visibility(False, match_all=True)
enable_public = Visibility(True, tags=set({"public"}))
# Apply transforms sequentially
after_disable = await disable_all.list_tools(tools)
result = await enable_public.list_tools(after_disable)
enabled = [t for t in result if is_enabled(t)]
assert [t.name for t in enabled] == ["public"]
class TestMalformedKeyWarning:
"""Keys missing the '@' delimiter match nothing, so warn at construction."""
@pytest.mark.parametrize(
"key",
[
"tool:my_tool",
"resource:data://config",
"prompt:analyze",
],
)
def test_warns_on_key_without_delimiter(self, key: str):
"""A key with no '@' can never match a real component key."""
with pytest.warns(UserWarning, match="missing the '@' version delimiter"):
Visibility(False, keys={key})
@pytest.mark.parametrize(
"key",
[
"tool:my_tool@",
"tool:my_tool@v1",
"resource:data://config@",
"resource:data://user@example.com/profile@",
],
)
def test_no_warning_on_well_formed_key(self, key: str, recwarn):
"""Well-formed keys, including URIs containing '@', pass silently."""
Visibility(False, keys={key})
assert [w for w in recwarn if issubclass(w.category, UserWarning)] == []
def test_warning_lists_only_malformed_keys(self):
"""The message names the offending keys and omits the valid ones."""
with pytest.warns(UserWarning) as record:
Visibility(False, keys={"tool:good@", "tool:bad"})
message = str(record[0].message)
assert "tool:bad" in message
assert "tool:good@" not in message
def test_other_filters_do_not_warn(self, recwarn):
"""Only `keys` is subject to this validation."""
Visibility(False, names={"my_tool"})
Visibility(False, tags={"internal"})
Visibility(False, match_all=True)
assert [w for w in recwarn if issubclass(w.category, UserWarning)] == []