Run MCP conformance tests in CI (#3628)

🤖 Generated with Claude Code

Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

.github/actions/run-pytest/action.yml

@@ -3,7 +3,7 @@ description: "Run pytest with appropriate flags for the test type and platform"
 
 inputs:
   test-type:
-    description: "Type of tests to run: unit, integration, or client_process"
+    description: "Type of tests to run: unit, integration, client_process, or conformance"
     required: false
     default: "unit"
 
@@ -23,8 +23,13 @@ runs:
           TIMEOUT="5"
           MAX_PROCS="0"
           EXTRA_FLAGS="-x"
+        elif [ "${{ inputs.test-type }}" == "conformance" ]; then
+          MARKER="conformance"
+          TIMEOUT="120"
+          MAX_PROCS="0"
+          EXTRA_FLAGS="-x"
         else
-          MARKER="not integration and not client_process"
+          MARKER="not integration and not client_process and not conformance"
           TIMEOUT="5"
           MAX_PROCS="4"
           EXTRA_FLAGS=""

.github/workflows/run-tests.yml

@@ -73,6 +73,29 @@ jobs:
         with:
           test-type: client_process
 
+  run_conformance_tests:
+    name: "MCP conformance tests"
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+
+    steps:
+      - uses: actions/checkout@v6
+
+      - name: Setup uv
+        uses: ./.github/actions/setup-uv
+        with:
+          resolution: locked
+
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: "22"
+
+      - name: Run conformance tests
+        uses: ./.github/actions/run-pytest
+        with:
+          test-type: conformance
+
   run_integration_tests:
     name: "Integration tests"
     runs-on: ubuntu-latest