|
| 1 | +/** |
| 2 | + * Code Execution tests |
| 3 | + */ |
| 4 | + |
| 5 | +import { describe, test, expect } from 'bun:test'; |
| 6 | +import { |
| 7 | + parseLiterateMarkdown, |
| 8 | + parseCodeBlockMeta, |
| 9 | + executeCode, |
| 10 | + type CodeBlock |
| 11 | +} from './literate-commands'; |
| 12 | + |
| 13 | +// ============================================================================ |
| 14 | +// Test Data |
| 15 | +// ============================================================================ |
| 16 | + |
| 17 | +const EXEC_BLOCK = `--- |
| 18 | +\`\`\`yaml {config} |
| 19 | +step: exec |
| 20 | +\`\`\` |
| 21 | +Run the code. |
| 22 | +
|
| 23 | +\`\`\`python {exec} |
| 24 | +def main(x): |
| 25 | + return x * 2 |
| 26 | +\`\`\` |
| 27 | +`; |
| 28 | + |
| 29 | +const SUBAGENT_BLOCK = `--- |
| 30 | +\`\`\`yaml {config} |
| 31 | +step: subagent |
| 32 | +\`\`\` |
| 33 | +Spawn agents. |
| 34 | +
|
| 35 | +\`\`\`python {subagent=scout} |
| 36 | +def collect(objectives): |
| 37 | + for obj in objectives: |
| 38 | + yield f"Research: {obj}" |
| 39 | +\`\`\` |
| 40 | +`; |
| 41 | + |
| 42 | +const COMBINED_BLOCK = `--- |
| 43 | +\`\`\`yaml {config} |
| 44 | +step: combined |
| 45 | +\`\`\` |
| 46 | +Run and spawn. |
| 47 | +
|
| 48 | +\`\`\`python {exec subagent=scout} |
| 49 | +def collect(objectives): |
| 50 | + for obj in objectives: |
| 51 | + yield f"Research: {obj}" |
| 52 | +\`\`\` |
| 53 | +`; |
| 54 | + |
| 55 | +const NAMED_BLOCK = `--- |
| 56 | +\`\`\`yaml {config} |
| 57 | +step: named |
| 58 | +\`\`\` |
| 59 | +Named execution. |
| 60 | +
|
| 61 | +\`\`\`python {exec=my_result} |
| 62 | +def main(x): |
| 63 | + return {"value": x * 2} |
| 64 | +\`\`\` |
| 65 | +`; |
| 66 | + |
| 67 | +// ============================================================================ |
| 68 | +// Tests |
| 69 | +// ============================================================================ |
| 70 | + |
| 71 | +describe('parseCodeBlockMeta', () => { |
| 72 | + test('parses {exec} metadata', () => { |
| 73 | + const meta = ['exec']; |
| 74 | + const result = parseCodeBlockMeta(meta); |
| 75 | + |
| 76 | + expect(result.type).toBe('exec'); |
| 77 | + expect(result.name).toBeNull(); |
| 78 | + expect(result.subagent).toBeNull(); |
| 79 | + }); |
| 80 | + |
| 81 | + test('parses {exec=NAME} metadata', () => { |
| 82 | + const meta = ['exec=my_result']; |
| 83 | + const result = parseCodeBlockMeta(meta); |
| 84 | + |
| 85 | + expect(result.type).toBe('exec'); |
| 86 | + expect(result.name).toBe('my_result'); |
| 87 | + }); |
| 88 | + |
| 89 | + test('parses {subagent=AGENT} metadata', () => { |
| 90 | + const meta = ['subagent=scout']; |
| 91 | + const result = parseCodeBlockMeta(meta); |
| 92 | + |
| 93 | + expect(result.type).toBe('subagent'); |
| 94 | + expect(result.subagent).toBe('scout'); |
| 95 | + }); |
| 96 | + |
| 97 | + test('parses {exec subagent=AGENT} metadata', () => { |
| 98 | + const meta = ['exec', 'subagent=scout']; |
| 99 | + const result = parseCodeBlockMeta(meta); |
| 100 | + |
| 101 | + expect(result.type).toBe('exec-subagent'); |
| 102 | + expect(result.subagent).toBe('scout'); |
| 103 | + }); |
| 104 | + |
| 105 | + test('parses {subagent=AGENT name=NAME} metadata', () => { |
| 106 | + const meta = ['subagent=scout', 'name=results']; |
| 107 | + const result = parseCodeBlockMeta(meta); |
| 108 | + |
| 109 | + expect(result.type).toBe('subagent'); |
| 110 | + expect(result.subagent).toBe('scout'); |
| 111 | + expect(result.name).toBe('results'); |
| 112 | + }); |
| 113 | +}); |
| 114 | + |
| 115 | +describe('code block extraction', () => { |
| 116 | + test('extracts {exec} code blocks', () => { |
| 117 | + const steps = parseLiterateMarkdown(EXEC_BLOCK); |
| 118 | + const step = steps[0]; |
| 119 | + |
| 120 | + expect(step.codeBlocks.length).toBe(1); |
| 121 | + expect(step.codeBlocks[0].language).toBe('python'); |
| 122 | + expect(step.codeBlocks[0].meta).toContain('exec'); |
| 123 | + expect(step.codeBlocks[0].code).toContain('def main'); |
| 124 | + }); |
| 125 | + |
| 126 | + test('extracts {subagent=AGENT} code blocks', () => { |
| 127 | + const steps = parseLiterateMarkdown(SUBAGENT_BLOCK); |
| 128 | + const step = steps[0]; |
| 129 | + |
| 130 | + expect(step.codeBlocks.length).toBe(1); |
| 131 | + expect(step.codeBlocks[0].meta).toContain('subagent=scout'); |
| 132 | + expect(step.codeBlocks[0].code).toContain('yield'); |
| 133 | + }); |
| 134 | + |
| 135 | + test('extracts combined {exec subagent=AGENT} code blocks', () => { |
| 136 | + const steps = parseLiterateMarkdown(COMBINED_BLOCK); |
| 137 | + const step = steps[0]; |
| 138 | + |
| 139 | + expect(step.codeBlocks.length).toBe(1); |
| 140 | + expect(step.codeBlocks[0].meta).toContain('exec'); |
| 141 | + expect(step.codeBlocks[0].meta).toContain('subagent=scout'); |
| 142 | + }); |
| 143 | + |
| 144 | + test('extracts named code blocks', () => { |
| 145 | + const steps = parseLiterateMarkdown(NAMED_BLOCK); |
| 146 | + const step = steps[0]; |
| 147 | + |
| 148 | + expect(step.codeBlocks[0].meta).toContain('exec=my_result'); |
| 149 | + }); |
| 150 | +}); |
| 151 | + |
| 152 | +describe('executeCode', () => { |
| 153 | + test('executes simple python code', async () => { |
| 154 | + const code = "def main(x):\n return x * 2"; |
| 155 | + |
| 156 | + // For MVP, we just test that it doesn't crash |
| 157 | + // Real execution would need Python interpreter |
| 158 | + const result = await executeCode('python', code, { x: 5 }); |
| 159 | + |
| 160 | + // The actual result depends on having Python installed |
| 161 | + expect(typeof result).toBe('object'); |
| 162 | + expect(typeof result.success).toBe('boolean'); |
| 163 | + }); |
| 164 | + |
| 165 | + test('handles JavaScript code', async () => { |
| 166 | + const code = "function main(input) {\n return input.x * 2;\n}"; |
| 167 | + |
| 168 | + const result = await executeCode('javascript', code, { x: 5 }); |
| 169 | + |
| 170 | + // Just verify it runs without error for MVP |
| 171 | + expect(typeof result).toBe('object'); |
| 172 | + }); |
| 173 | + |
| 174 | + test('extracts input from structured JSON', () => { |
| 175 | + // Test parsing structured output format |
| 176 | + const llmResponse = "```json\n{\"input\": {\"objectives\": [\"Research X\", \"Research Y\"]}}\n```"; |
| 177 | + |
| 178 | + // This tests the input extraction logic |
| 179 | + const parsed = JSON.parse(llmResponse.replace(/```json\n?|\n?```/g, '')); |
| 180 | + expect(parsed.input.objectives).toEqual(["Research X", "Research Y"]); |
| 181 | + }); |
| 182 | +}); |
| 183 | + |
| 184 | +describe('generator code execution', () => { |
| 185 | + test('yields results from generator', async () => { |
| 186 | + const code = "def collect(objectives):\n for obj in objectives:\n yield f\"Research: {obj}\""; |
| 187 | + |
| 188 | + // Test that generator yields properly |
| 189 | + // This would require actual Python execution |
| 190 | + // For now, test the parsing |
| 191 | + expect(code).toContain('yield'); |
| 192 | + }); |
| 193 | +}); |
0 commit comments