import { expect, tap } from '@git.zone/tstest/tapbundle'; import { MockLanguageModelV3, convertArrayToReadableStream } from 'ai/test'; import * as smartagent from '../ts/index.js'; import { filesystemTool, shellTool, httpTool, jsonTool, truncateOutput } from '../ts_tools/index.js'; import { compactMessages } from '../ts_compaction/index.js'; const createUsage = (inputTokens: number, outputTokens: number) => ({ inputTokens: { total: inputTokens, noCache: inputTokens, cacheRead: 0, cacheWrite: 0, }, outputTokens: { total: outputTokens, text: outputTokens, reasoning: 0, }, }); const createTextStreamResult = (text: string) => ({ stream: convertArrayToReadableStream([ { type: 'stream-start', warnings: [] }, { type: 'response-metadata', id: 'response-1', timestamp: new Date(0), modelId: 'mock-model' }, { type: 'text-start', id: 'text-1' }, { type: 'text-delta', id: 'text-1', delta: text }, { type: 'text-end', id: 'text-1' }, { type: 'finish', finishReason: { unified: 'stop', raw: 'stop' }, usage: createUsage(1, 1), }, ] as any[]), }); const createToolCallStreamResult = (toolName: string, input: unknown) => ({ stream: convertArrayToReadableStream([ { type: 'stream-start', warnings: [] }, { type: 'response-metadata', id: 'response-1', timestamp: new Date(0), modelId: 'mock-model' }, { type: 'tool-call', toolCallId: 'tool-call-1', toolName, input: JSON.stringify(input), }, { type: 'finish', finishReason: { unified: 'tool-calls', raw: 'tool-calls' }, usage: createUsage(2, 1), }, ] as any[]), }); // ============================================================ // Core exports // ============================================================ tap.test('should export runAgent function', async () => { expect(smartagent.runAgent).toBeTypeOf('function'); }); tap.test('should export ToolRegistry class', async () => { expect(smartagent.ToolRegistry).toBeTypeOf('function'); }); tap.test('should export ContextOverflowError class', async () => { expect(smartagent.ContextOverflowError).toBeTypeOf('function'); }); tap.test('should export truncateOutput function', async () => { expect(smartagent.truncateOutput).toBeTypeOf('function'); }); tap.test('should re-export tool helper', async () => { expect(smartagent.tool).toBeTypeOf('function'); }); tap.test('should re-export z (zod)', async () => { expect(smartagent.z).toBeTruthy(); }); tap.test('should re-export stepCountIs', async () => { expect(smartagent.stepCountIs).toBeTypeOf('function'); }); tap.test('runAgent should forward providerOptions to streamText', async () => { const model = new MockLanguageModelV3({ doStream: async () => createTextStreamResult('ok') as any, }); const providerOptions = { openai: { reasoningEffort: 'xhigh', }, } as const; const result = await smartagent.runAgent({ model, prompt: 'hello', providerOptions, }); expect(result.text).toEqual('ok'); expect((model.doStreamCalls[0].providerOptions as any).openai.reasoningEffort).toEqual('xhigh'); }); tap.test('runAgent should return final tool call records', async () => { let streamCallCount = 0; const callbackToolCalls: Array<{ name: string; input: unknown }> = []; const callbackToolResults: Array<{ name: string; result: unknown }> = []; const model = new MockLanguageModelV3({ doStream: async () => { streamCallCount++; return streamCallCount === 1 ? createToolCallStreamResult('echo', { text: 'hello' }) as any : createTextStreamResult('saved') as any; }, }); const result = await smartagent.runAgent({ model, prompt: 'echo hello', tools: { echo: smartagent.tool({ description: 'Echo text', inputSchema: smartagent.z.object({ text: smartagent.z.string() }), execute: async ({ text }: { text: string }) => `saved:${text}`, }), }, maxSteps: 5, onToolCall: (name, input) => callbackToolCalls.push({ name, input }), onToolResult: (name, result) => callbackToolResults.push({ name, result }), }); const echoCall = result.toolCalls.find((toolCall) => toolCall.toolName === 'echo'); expect(result.text).toEqual('saved'); expect(echoCall).toBeTruthy(); expect(echoCall!.input).toEqual({ text: 'hello' }); expect(echoCall!.output).toEqual('saved:hello'); expect(callbackToolCalls[0]).toEqual({ name: 'echo', input: { text: 'hello' } }); expect(callbackToolResults[0]).toEqual({ name: 'echo', result: 'saved:hello' }); }); tap.test('runAgent should reprompt when validateCompletion returns a string', async () => { let streamCallCount = 0; let validationCallCount = 0; const model = new MockLanguageModelV3({ doStream: async () => { streamCallCount++; return createTextStreamResult(streamCallCount === 1 ? 'incomplete' : 'complete') as any; }, }); const result = await smartagent.runAgent({ model, prompt: 'process document', maxValidationRetries: 1, validateCompletion: (runResult) => { validationCallCount++; return runResult.text === 'complete' ? undefined : 'Call a save tool before finalizing.'; }, }); expect(result.text).toEqual('complete'); expect(validationCallCount).toEqual(2); expect(model.doStreamCalls.length).toEqual(2); expect(JSON.stringify(model.doStreamCalls[1].prompt)).toInclude('Call a save tool before finalizing.'); }); tap.test('runAgent should reject when validation retries are exhausted', async () => { let threw = false; const model = new MockLanguageModelV3({ doStream: async () => createTextStreamResult('incomplete') as any, }); try { await smartagent.runAgent({ model, prompt: 'process document', validateCompletion: () => 'Missing required save tool call.', }); } catch (error) { threw = true; expect((error as Error).message).toInclude('Missing required save tool call.'); } expect(threw).toBeTrue(); }); // ============================================================ // ToolRegistry // ============================================================ tap.test('ToolRegistry should register and return tools', async () => { const registry = new smartagent.ToolRegistry(); const echoTool = smartagent.tool({ description: 'Echo tool', inputSchema: smartagent.z.object({ text: smartagent.z.string() }), execute: async ({ text }: { text: string }) => text, }); registry.register('echo', echoTool); const tools = registry.getTools(); expect(Object.keys(tools)).toContain('echo'); }); // ============================================================ // Truncation // ============================================================ tap.test('truncateOutput should not truncate short strings', async () => { const result = truncateOutput('hello world'); expect(result.truncated).toBeFalse(); expect(result.content).toEqual('hello world'); }); tap.test('truncateOutput should truncate strings over maxLines', async () => { const lines = Array.from({ length: 3000 }, (_, i) => `line ${i}`).join('\n'); const result = truncateOutput(lines, { maxLines: 100 }); expect(result.truncated).toBeTrue(); expect(result.notice).toBeTruthy(); expect(result.content).toInclude('[Output truncated'); }); tap.test('truncateOutput should truncate strings over maxBytes', async () => { const big = 'x'.repeat(100_000); const result = truncateOutput(big, { maxBytes: 1000 }); expect(result.truncated).toBeTrue(); }); // ============================================================ // Tool factories // ============================================================ tap.test('filesystemTool returns expected tool names', async () => { const tools = filesystemTool(); const names = Object.keys(tools); expect(names).toContain('read_file'); expect(names).toContain('write_file'); expect(names).toContain('list_directory'); expect(names).toContain('delete_file'); }); tap.test('shellTool returns expected tool names', async () => { const tools = shellTool(); const names = Object.keys(tools); expect(names).toContain('run_command'); }); tap.test('httpTool returns expected tool names', async () => { const tools = httpTool(); const names = Object.keys(tools); expect(names).toContain('http_get'); expect(names).toContain('http_post'); }); tap.test('jsonTool returns expected tool names', async () => { const tools = jsonTool(); const names = Object.keys(tools); expect(names).toContain('json_validate'); expect(names).toContain('json_transform'); }); tap.test('json_validate tool should validate valid JSON', async () => { const tools = jsonTool(); const result = await (tools.json_validate as any).execute({ jsonString: '{"name":"test","value":42}', }); expect(result).toInclude('Valid JSON'); }); tap.test('json_validate tool should detect invalid JSON', async () => { const tools = jsonTool(); const result = await (tools.json_validate as any).execute({ jsonString: '{invalid json', }); expect(result).toInclude('Invalid JSON'); }); tap.test('json_validate tool should check required fields', async () => { const tools = jsonTool(); const result = await (tools.json_validate as any).execute({ jsonString: '{"name":"test"}', requiredFields: ['name', 'missing_field'], }); expect(result).toInclude('missing_field'); }); tap.test('json_transform tool should pretty-print JSON', async () => { const tools = jsonTool(); const result = await (tools.json_transform as any).execute({ jsonString: '{"a":1,"b":2}', }); expect(result).toInclude(' "a": 1'); }); // ============================================================ // Compaction export // ============================================================ tap.test('compactMessages should be a function', async () => { expect(compactMessages).toBeTypeOf('function'); }); // ============================================================ // Filesystem tool read/write round-trip // ============================================================ tap.test('filesystem tool should write and read a file', async () => { const tmpDir = '/tmp/smartagent-test-' + Date.now(); const tools = filesystemTool({ rootDir: tmpDir }); await (tools.write_file as any).execute({ path: tmpDir + '/hello.txt', content: 'Hello, world!', }); const content = await (tools.read_file as any).execute({ path: tmpDir + '/hello.txt', }); expect(content).toInclude('Hello, world!'); // Cleanup await (tools.delete_file as any).execute({ path: tmpDir + '/hello.txt', }); }); tap.test('filesystem tool should enforce rootDir restriction', async () => { const tools = filesystemTool({ rootDir: '/tmp/restricted' }); let threw = false; try { await (tools.read_file as any).execute({ path: '/etc/passwd' }); } catch (e) { threw = true; expect((e as Error).message).toInclude('Access denied'); } expect(threw).toBeTrue(); }); export default tap.start();