mirror of
https://github.com/getpaseo/paseo.git
synced 2026-07-29 12:01:31 +00:00
e8843a2875
- Add FolderPlus to lucide-react-native mock in left-sidebar.test (sidebar started using FolderPlus in291a1246, mock was stale). - Pass --provider in cli run daemon-not-running test so it reaches the daemon-connect step instead of erroring out at MISSING_PROVIDER validation introduced in64b9b612.
252 lines
11 KiB
TypeScript
252 lines
11 KiB
TypeScript
#!/usr/bin/env npx tsx
|
|
|
|
/**
|
|
* Phase 4: Run Command Tests
|
|
*
|
|
* Tests the run command - creating and running agents with tasks (top-level command).
|
|
* Since daemon may not be running, we test both:
|
|
* - Help and argument parsing
|
|
* - Graceful error handling when daemon not running
|
|
* - All flags are accepted
|
|
*
|
|
* Tests:
|
|
* - run --help shows options
|
|
* - run requires prompt argument
|
|
* - run handles daemon not running
|
|
* - run -d flag is accepted
|
|
* - run --name flag is accepted
|
|
* - run --provider flag is accepted
|
|
* - run --mode flag is accepted
|
|
* - run --cwd flag is accepted
|
|
*/
|
|
|
|
import assert from "node:assert";
|
|
import { $ } from "zx";
|
|
import { mkdtemp, rm, writeFile } from "fs/promises";
|
|
import { tmpdir } from "os";
|
|
import { join } from "path";
|
|
|
|
$.verbose = false;
|
|
|
|
console.log("=== Run Command Tests ===\n");
|
|
|
|
// Get random port that's definitely not in use (never 6767)
|
|
const port = 10000 + Math.floor(Math.random() * 50000);
|
|
const paseoHome = await mkdtemp(join(tmpdir(), "paseo-test-home-"));
|
|
const schemaPath = join(paseoHome, "run-output-schema.json");
|
|
await writeFile(
|
|
schemaPath,
|
|
JSON.stringify({
|
|
type: "object",
|
|
properties: {
|
|
status: { type: "string" },
|
|
},
|
|
required: ["status"],
|
|
additionalProperties: false,
|
|
}),
|
|
);
|
|
|
|
try {
|
|
// Test 1: run --help shows options
|
|
{
|
|
console.log("Test 1: run --help shows options");
|
|
const result = await $`npx paseo run --help`.nothrow();
|
|
assert.strictEqual(result.exitCode, 0, "run --help should exit 0");
|
|
assert(result.stdout.includes("-d"), "help should mention -d flag");
|
|
assert(result.stdout.includes("--detach"), "help should mention --detach flag");
|
|
assert(result.stdout.includes("--title"), "help should mention --title option");
|
|
assert(result.stdout.includes("--provider"), "help should mention --provider option");
|
|
assert(result.stdout.includes("--mode"), "help should mention --mode option");
|
|
assert(result.stdout.includes("--cwd"), "help should mention --cwd option");
|
|
assert(result.stdout.includes("--output-schema"), "help should mention --output-schema option");
|
|
assert(result.stdout.includes("--host"), "help should mention --host option");
|
|
assert(result.stdout.includes("<prompt>"), "help should mention prompt argument");
|
|
assert(!result.stdout.includes("--ui"), "help should not mention removed --ui option");
|
|
console.log("✓ run --help shows options\n");
|
|
}
|
|
|
|
// Test 2: run requires prompt argument
|
|
{
|
|
console.log("Test 2: run requires prompt argument");
|
|
const result =
|
|
await $`PASEO_HOST=localhost:${port} PASEO_HOME=${paseoHome} npx paseo run`.nothrow();
|
|
assert.notStrictEqual(result.exitCode, 0, "should fail without prompt");
|
|
const output = result.stdout + result.stderr;
|
|
// Commander should complain about missing argument
|
|
const hasMissingArg =
|
|
output.toLowerCase().includes("missing") ||
|
|
output.toLowerCase().includes("required") ||
|
|
output.toLowerCase().includes("argument");
|
|
assert(hasMissingArg, "error should mention missing argument");
|
|
console.log("✓ run requires prompt argument\n");
|
|
}
|
|
|
|
// Test 3: run handles daemon not running
|
|
{
|
|
console.log("Test 3: run handles daemon not running");
|
|
const result =
|
|
await $`PASEO_HOST=localhost:${port} PASEO_HOME=${paseoHome} npx paseo run --provider claude "test prompt"`.nothrow();
|
|
// Should fail because daemon not running
|
|
assert.notStrictEqual(result.exitCode, 0, "should fail when daemon not running");
|
|
const output = result.stdout + result.stderr;
|
|
const hasError =
|
|
output.toLowerCase().includes("daemon") ||
|
|
output.toLowerCase().includes("connect") ||
|
|
output.toLowerCase().includes("cannot");
|
|
assert(hasError, "error message should mention connection issue");
|
|
console.log("✓ run handles daemon not running\n");
|
|
}
|
|
|
|
// Test 4: run -d flag is accepted
|
|
{
|
|
console.log("Test 4: run -d flag is accepted");
|
|
const result =
|
|
await $`PASEO_HOST=localhost:${port} PASEO_HOME=${paseoHome} npx paseo run -d "test prompt"`.nothrow();
|
|
const output = result.stdout + result.stderr;
|
|
assert(!output.includes("unknown option"), "should accept -d flag");
|
|
assert(!output.includes("error: option"), "should not have option parsing error");
|
|
console.log("✓ run -d flag is accepted\n");
|
|
}
|
|
|
|
// Test 5: run --name flag is accepted
|
|
{
|
|
console.log("Test 5: run --name flag is accepted");
|
|
const result =
|
|
await $`PASEO_HOST=localhost:${port} PASEO_HOME=${paseoHome} npx paseo run --name "test-agent" "test prompt"`.nothrow();
|
|
const output = result.stdout + result.stderr;
|
|
assert(!output.includes("unknown option"), "should accept --name flag");
|
|
assert(!output.includes("error: option"), "should not have option parsing error");
|
|
console.log("✓ run --name flag is accepted\n");
|
|
}
|
|
|
|
// Test 6: run --provider flag is accepted
|
|
{
|
|
console.log("Test 6: run --provider flag is accepted");
|
|
const result =
|
|
await $`PASEO_HOST=localhost:${port} PASEO_HOME=${paseoHome} npx paseo run --provider codex "test prompt"`.nothrow();
|
|
const output = result.stdout + result.stderr;
|
|
assert(!output.includes("unknown option"), "should accept --provider flag");
|
|
assert(!output.includes("error: option"), "should not have option parsing error");
|
|
console.log("✓ run --provider flag is accepted\n");
|
|
}
|
|
|
|
// Test 6b: run --provider provider/model syntax is accepted
|
|
{
|
|
console.log("Test 6b: run --provider provider/model syntax is accepted");
|
|
const result =
|
|
await $`PASEO_HOST=localhost:${port} PASEO_HOME=${paseoHome} npx paseo run --provider codex/gpt-5.4 "test prompt"`.nothrow();
|
|
const output = result.stdout + result.stderr;
|
|
assert(!output.includes("unknown option"), "should accept provider/model syntax");
|
|
assert(!output.includes("error: option"), "should not have option parsing error");
|
|
console.log("✓ run --provider provider/model syntax is accepted\n");
|
|
}
|
|
|
|
// Test 7: run --mode flag is accepted
|
|
{
|
|
console.log("Test 7: run --mode flag is accepted");
|
|
const result =
|
|
await $`PASEO_HOST=localhost:${port} PASEO_HOME=${paseoHome} npx paseo run --mode bypass "test prompt"`.nothrow();
|
|
const output = result.stdout + result.stderr;
|
|
assert(!output.includes("unknown option"), "should accept --mode flag");
|
|
assert(!output.includes("error: option"), "should not have option parsing error");
|
|
console.log("✓ run --mode flag is accepted\n");
|
|
}
|
|
|
|
// Test 8: run --cwd flag is accepted
|
|
{
|
|
console.log("Test 8: run --cwd flag is accepted");
|
|
const result =
|
|
await $`PASEO_HOST=localhost:${port} PASEO_HOME=${paseoHome} npx paseo run --cwd /tmp "test prompt"`.nothrow();
|
|
const output = result.stdout + result.stderr;
|
|
assert(!output.includes("unknown option"), "should accept --cwd flag");
|
|
assert(!output.includes("error: option"), "should not have option parsing error");
|
|
console.log("✓ run --cwd flag is accepted\n");
|
|
}
|
|
|
|
// Test 9: run --output-schema flag is accepted
|
|
{
|
|
console.log("Test 9: run --output-schema flag is accepted");
|
|
const result =
|
|
await $`PASEO_HOST=localhost:${port} PASEO_HOME=${paseoHome} npx paseo run --output-schema ${schemaPath} "test prompt"`.nothrow();
|
|
const output = result.stdout + result.stderr;
|
|
assert(!output.includes("unknown option"), "should accept --output-schema flag");
|
|
assert(!output.includes("error: option"), "should not have option parsing error");
|
|
console.log("✓ run --output-schema flag is accepted\n");
|
|
}
|
|
|
|
// Test 10: run --output-schema cannot be used with --detach
|
|
{
|
|
console.log("Test 10: run --output-schema cannot be used with --detach");
|
|
const result =
|
|
await $`PASEO_HOST=localhost:${port} PASEO_HOME=${paseoHome} npx paseo run -d --output-schema ${schemaPath} "test prompt"`.nothrow();
|
|
assert.notStrictEqual(result.exitCode, 0, "should fail with --detach and --output-schema");
|
|
const output = result.stdout + result.stderr;
|
|
assert(
|
|
output.includes("--output-schema cannot be used with --detach"),
|
|
"error should explain detach incompatibility",
|
|
);
|
|
console.log("✓ run --output-schema cannot be used with --detach\n");
|
|
}
|
|
|
|
// Test 11: -q (quiet) flag is accepted with run
|
|
{
|
|
console.log("Test 11: -q (quiet) flag is accepted with run");
|
|
const result =
|
|
await $`PASEO_HOST=localhost:${port} PASEO_HOME=${paseoHome} npx paseo -q run -d "test prompt"`.nothrow();
|
|
const output = result.stdout + result.stderr;
|
|
assert(!output.includes("unknown option"), "should accept -q flag");
|
|
assert(!output.includes("error: option"), "should not have option parsing error");
|
|
console.log("✓ -q (quiet) flag is accepted with run\n");
|
|
}
|
|
|
|
// Test 12: Combined flags work together
|
|
{
|
|
console.log("Test 12: Combined flags work together");
|
|
const result =
|
|
await $`PASEO_HOST=localhost:${port} PASEO_HOME=${paseoHome} npx paseo -q run -d --name "test-fixer" --provider claude --mode bypass --cwd /tmp "Fix the tests"`.nothrow();
|
|
const output = result.stdout + result.stderr;
|
|
assert(!output.includes("unknown option"), "should accept all combined flags");
|
|
assert(!output.includes("error: option"), "should not have option parsing error");
|
|
console.log("✓ Combined flags work together\n");
|
|
}
|
|
|
|
// Test 12b: conflicting provider/model syntax is rejected before connect
|
|
{
|
|
console.log("Test 12b: conflicting provider/model syntax is rejected");
|
|
const result =
|
|
await $`PASEO_HOST=localhost:${port} PASEO_HOME=${paseoHome} npx paseo run --provider codex/gpt-5.4 --model gpt-5.5 "test prompt"`.nothrow();
|
|
assert.notStrictEqual(result.exitCode, 0, "should fail for conflicting model inputs");
|
|
const output = result.stdout + result.stderr;
|
|
assert(
|
|
output.includes("Conflicting model values provided"),
|
|
"should explain conflicting model inputs",
|
|
);
|
|
console.log("✓ conflicting provider/model syntax is rejected\n");
|
|
}
|
|
|
|
// Test 13: paseo --help shows run command
|
|
{
|
|
console.log("Test 13: paseo --help shows run command");
|
|
const result = await $`npx paseo --help`.nothrow();
|
|
assert.strictEqual(result.exitCode, 0, "paseo --help should exit 0");
|
|
assert(result.stdout.includes("run"), "help should mention run command");
|
|
console.log("✓ paseo --help shows run command\n");
|
|
}
|
|
|
|
// Test 14: run --ui is rejected (flag removed)
|
|
{
|
|
console.log("Test 14: run --ui is rejected");
|
|
const result =
|
|
await $`PASEO_HOST=localhost:${port} PASEO_HOME=${paseoHome} npx paseo run --ui "test prompt"`.nothrow();
|
|
assert.notStrictEqual(result.exitCode, 0, "should fail for removed --ui flag");
|
|
const output = result.stdout + result.stderr;
|
|
assert(output.includes("unknown option"), "should report unknown option for --ui");
|
|
console.log("✓ run --ui is rejected\n");
|
|
}
|
|
} finally {
|
|
// Clean up temp directory
|
|
await rm(paseoHome, { recursive: true, force: true });
|
|
}
|
|
|
|
console.log("=== All run tests passed ===");
|