# SPDX-License-Identifier: AGPL-3.0-only # Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0 import os from pathlib import Path import json import shutil import subprocess import pytest @pytest.mark.skipif(os.name == "nt", reason = "POSIX process group regression test") def test_pi_cancel_kills_child_process_group(tmp_path): bun = shutil.which("bun") if bun is None: pytest.skip("Bun is required to execute the bundled Pi extension") ready = tmp_path / "grandchild-ready" marker = tmp_path / "grandchild-survived" config = tmp_path / "subagent.json" config.write_text( json.dumps( { "baseUrl": "http://127.0.0.1:8000/v1", "apiKey": "private-token", "model": "local-model", "contextWindow": 32768, "maxTokens": 8192, } ), encoding = "utf-8", ) driver = tmp_path / "pi-driver.js" driver.write_text( """ import { spawn } from "node:child_process"; spawn( process.execPath, [ "-e", ` const fs = require("node:fs"); process.on("SIGTERM", () => {}); fs.writeFileSync(process.env.PI_CHILD_READY, "ready"); setTimeout(() => fs.writeFileSync(process.env.PI_CANCEL_MARKER, "alive"), 3000); setInterval(() => {}, 1000); `, ], { stdio: "inherit" }, ); process.on("SIGTERM", () => {}); setInterval(() => {}, 1000); """, encoding = "utf-8", ) extension = Path(__file__).parents[1] / "pi_subagent.ts" test_file = tmp_path / "pi-cancel.test.ts" test_file.write_text( f""" import {{ expect, mock, test }} from "bun:test"; import {{ existsSync }} from "node:fs"; import {{ pathToFileURL }} from "node:url"; mock.module("typebox", () => ({{ Type: {{ Object: (value) => value, String: (value) => value, Optional: (value) => value, Array: (value) => value, }}, }})); test("cancellation stops the Pi child process group", async () => {{ process.env.UNSLOTH_PI_SUBAGENT_CONFIG = {str(config)!r}; process.env.PI_CHILD_READY = {str(ready)!r}; process.env.PI_CANCEL_MARKER = {str(marker)!r}; process.argv[1] = {str(driver)!r}; const loaded = await import(pathToFileURL({str(extension)!r}).href); let tool; let provider; loaded.default({{ registerProvider(_name, value) {{ provider = value; }}, registerTool(value) {{ tool = value; }}, }}); expect(process.env.UNSLOTH_PI_SUBAGENT_CONFIG).toBeUndefined(); expect(process.env.UNSLOTH_PI_SUBAGENT_API_KEY).toBeUndefined(); expect(provider.apiKey).toBe("private-token"); const controller = new AbortController(); const execution = tool.execute( "call", {{ task: "wait" }}, controller.signal, undefined, {{ cwd: {str(tmp_path)!r} }}, ); for (let attempt = 0; attempt < 100 && !existsSync({str(ready)!r}); attempt++) {{ await Bun.sleep(20); }} expect(existsSync({str(ready)!r})).toBe(true); controller.abort(); await expect(execution).rejects.toThrow("cancelled"); await Bun.sleep(3200); expect(existsSync({str(marker)!r})).toBe(false); }}, 10_000); """, encoding = "utf-8", ) completed = subprocess.run( [bun, "test", str(test_file)], capture_output = True, text = True, timeout = 15, ) assert completed.returncode == 0, completed.stdout + completed.stderr @pytest.mark.skipif(os.name == "nt", reason = "POSIX driver script") def test_pi_child_error_events_fail_the_tool_call(tmp_path): bun = shutil.which("bun") if bun is None: pytest.skip("Bun is required to execute the bundled Pi extension") config = tmp_path / "subagent.json" config.write_text( json.dumps( { "baseUrl": "http://127.0.0.1:8000/v1", "apiKey": "private-token", "model": "local-model", "contextWindow": 32768, "maxTokens": 8192, } ), encoding = "utf-8", ) # Pi reports model/API failures as message_end events while exiting 0. driver = tmp_path / "pi-driver.js" driver.write_text( """ const task = process.argv.at(-1).replace(/^Task: /, ""); const event = task === "pass" ? { type: "message_end", message: { role: "assistant", stopReason: "stop", content: [{ type: "text", text: "PASS_OK" }], }, } : { type: "message_end", message: { role: "assistant", stopReason: "error", errorMessage: "backend unreachable", content: [], }, }; console.log(JSON.stringify(event)); """, encoding = "utf-8", ) extension = Path(__file__).parents[1] / "pi_subagent.ts" test_file = tmp_path / "pi-error.test.ts" test_file.write_text( f""" import {{ expect, mock, test }} from "bun:test"; import {{ pathToFileURL }} from "node:url"; mock.module("typebox", () => ({{ Type: {{ Object: (value) => value, String: (value) => value, Optional: (value) => value, Array: (value) => value, }}, }})); test("child error events fail the tool call", async () => {{ process.env.UNSLOTH_PI_SUBAGENT_CONFIG = {str(config)!r}; process.argv[1] = {str(driver)!r}; const loaded = await import(pathToFileURL({str(extension)!r}).href); let tool; loaded.default({{ registerProvider() {{}}, registerTool(value) {{ tool = value; }}, }}); const singleExecution = tool.execute( "call", {{ task: "fail" }}, undefined, undefined, {{ cwd: {str(tmp_path)!r} }}, ); await expect(singleExecution).rejects.toThrow("backend unreachable"); const parallelExecution = tool.execute( "call", {{ tasks: ["pass", "fail"] }}, undefined, undefined, {{ cwd: {str(tmp_path)!r} }}, ); const parallelError = await parallelExecution.then( () => "", (error) => String(error), ); expect(parallelError).toContain("Parallel: 1/2 local agents succeeded"); expect(parallelError).toContain("PASS_OK"); expect(parallelError).toContain("Agent 2 failed"); expect(parallelError).toContain("backend unreachable"); }}, 10_000); """, encoding = "utf-8", ) completed = subprocess.run( [bun, "test", str(test_file)], capture_output = True, text = True, timeout = 15, ) assert completed.returncode == 0, completed.stdout + completed.stderr @pytest.mark.skipif(os.name == "nt", reason = "POSIX driver script") def test_pi_parallel_agents_run_together_and_preserve_transcripts(tmp_path): bun = shutil.which("bun") if bun is None: pytest.skip("Bun is required to execute the bundled Pi extension") config = tmp_path / "subagent.json" config.write_text( json.dumps( { "baseUrl": "http://127.0.0.1:8000/v1", "apiKey": "private-token", "model": "local-model", "contextWindow": 32768, "maxTokens": 8192, } ), encoding = "utf-8", ) starts = tmp_path / "starts" driver = tmp_path / "pi-driver.js" driver.write_text( f""" import * as fs from "node:fs"; const task = process.argv.at(-1).replace(/^Task: /, ""); fs.appendFileSync({str(starts)!r}, `${{task}}\\n`); for (let attempt = 0; attempt < 100; attempt++) {{ const count = fs.readFileSync({str(starts)!r}, "utf8").trim().split("\\n").filter(Boolean).length; if (count >= 2) break; await Bun.sleep(20); }} const event = {{ type: "message_end", message: {{ role: "assistant", stopReason: "stop", content: [{{ type: "text", text: `DONE_${{task}}` }}], }}, }}; console.log(JSON.stringify(event)); console.log(JSON.stringify({{ type: "tool_execution_end", toolCallId: `tool_${{task}}`, toolName: "read", result: {{ content: [{{ type: "text", text: `TOOL_${{task}}` }}] }}, isError: false, }})); const toolResult = {{ role: "toolResult", toolCallId: `tool_${{task}}`, toolName: "read", content: [{{ type: "text", text: `TOOL_${{task}}` }}], isError: false, }}; // Current Pi emits a completed tool result both as message_end and in the // following turn_end. Preserve it once in the transcript. console.log(JSON.stringify({{ type: "message_end", message: toolResult, }})); console.log(JSON.stringify({{ type: "turn_end", message: event.message, toolResults: [toolResult], }})); """, encoding = "utf-8", ) extension = Path(__file__).parents[1] / "pi_subagent.ts" test_file = tmp_path / "pi-parallel.test.ts" test_file.write_text( f""" import {{ expect, mock, test }} from "bun:test"; import {{ pathToFileURL }} from "node:url"; mock.module("typebox", () => ({{ Type: {{ Object: (value) => value, String: (value) => value, Optional: (value) => value, Array: (value) => value, }}, }})); test("parallel tasks launch one child each and retain their transcripts", async () => {{ process.env.UNSLOTH_PI_SUBAGENT_CONFIG = {str(config)!r}; process.argv[1] = {str(driver)!r}; const loaded = await import(pathToFileURL({str(extension)!r}).href); let tool; loaded.default({{ registerProvider() {{}}, registerTool(value) {{ tool = value; }}, }}); expect(tool.executionMode).toBe("parallel"); const result = await tool.execute( "call", {{ tasks: ["ALPHA", "BETA"] }}, undefined, undefined, {{ cwd: {str(tmp_path)!r} }}, ); expect(result.content[0].text).toContain("Parallel: 2/2 local agents succeeded"); expect(result.content[0].text).toContain("DONE_ALPHA"); expect(result.content[0].text).toContain("DONE_BETA"); expect(result.details.mode).toBe("parallel"); expect(result.details.results).toHaveLength(2); expect(result.details.results[0].transcript).toHaveLength(2); expect(result.details.results[1].transcript).toHaveLength(2); expect(result.details.results[0].transcript[0].content[0].text).toBe("DONE_ALPHA"); expect(result.details.results[0].transcript[1].content[0].text).toBe("TOOL_ALPHA"); expect(result.details.results[1].transcript[0].content[0].text).toBe("DONE_BETA"); expect(result.details.results[1].transcript[1].content[0].text).toBe("TOOL_BETA"); }}, 10_000); """, encoding = "utf-8", ) completed = subprocess.run( [bun, "test", str(test_file)], capture_output = True, text = True, timeout = 15, ) assert completed.returncode == 0, completed.stdout + completed.stderr @pytest.mark.skipif(os.name == "nt", reason = "POSIX driver script") def test_pi_parallel_agent_cap_spans_concurrent_tool_calls(tmp_path): bun = shutil.which("bun") if bun is None: pytest.skip("Bun is required to execute the bundled Pi extension") config = tmp_path / "subagent.json" config.write_text( json.dumps( { "baseUrl": "http://127.0.0.1:8000/v1", "apiKey": "private-token", "model": "local-model", "contextWindow": 32768, "maxTokens": 8192, } ), encoding = "utf-8", ) markers = tmp_path / "active" markers.mkdir() peaks = tmp_path / "peaks" driver = tmp_path / "pi-driver.js" driver.write_text( f""" import * as fs from "node:fs"; const task = process.argv.at(-1).replace(/^Task: /, ""); const marker = `{str(markers)!s}/${{process.pid}}`; fs.writeFileSync(marker, task); await Bun.sleep(150); fs.appendFileSync({str(peaks)!r}, `${{fs.readdirSync({str(markers)!r}).length}}\\n`); await Bun.sleep(150); fs.unlinkSync(marker); console.log(JSON.stringify({{ type: "message_end", message: {{ role: "assistant", stopReason: "stop", content: [{{ type: "text", text: `DONE_${{task}}` }}], }}, }})); """, encoding = "utf-8", ) extension = Path(__file__).parents[1] / "pi_subagent.ts" test_file = tmp_path / "pi-global-cap.test.ts" test_file.write_text( f""" import {{ expect, mock, test }} from "bun:test"; import {{ pathToFileURL }} from "node:url"; mock.module("typebox", () => ({{ Type: {{ Object: (value) => value, String: (value) => value, Optional: (value) => value, Array: (value) => value, }}, }})); test("concurrent tool calls share the four-agent cap", async () => {{ process.env.UNSLOTH_PI_SUBAGENT_CONFIG = {str(config)!r}; process.argv[1] = {str(driver)!r}; const loaded = await import(pathToFileURL({str(extension)!r}).href); let tool; loaded.default({{ registerProvider() {{}}, registerTool(value) {{ tool = value; }}, }}); const first = tool.execute( "call-1", {{ tasks: ["A1", "A2", "A3", "A4"] }}, undefined, undefined, {{ cwd: {str(tmp_path)!r} }}, ); const second = tool.execute( "call-2", {{ tasks: ["B1", "B2", "B3", "B4"] }}, undefined, undefined, {{ cwd: {str(tmp_path)!r} }}, ); const results = await Promise.all([first, second]); expect(results[0].content[0].text).toContain("4/4 local agents succeeded"); expect(results[1].content[0].text).toContain("4/4 local agents succeeded"); const afterQueue = await tool.execute( "call-3", {{ task: "C" }}, undefined, undefined, {{ cwd: {str(tmp_path)!r} }}, ); expect(afterQueue.content[0].text).toContain("DONE_C"); }}, 10_000); """, encoding = "utf-8", ) completed = subprocess.run( [bun, "test", str(test_file)], capture_output = True, text = True, timeout = 15, ) assert completed.returncode == 0, completed.stdout + completed.stderr observed = [int(value) for value in peaks.read_text().splitlines()] assert max(observed) == 4