paseo/packages/app/e2e/terminal-performance.spec.ts

import { test, expect } from "./fixtures";
import { createTempGitRepo } from "./helpers/workspace";
import {
  connectTerminalClient,
  navigateToTerminal,
  setupDeterministicPrompt,
  waitForTerminalContent,
  measureKeystrokeLatency,
  computePercentile,
  round2,
  type TerminalPerfDaemonClient,
  type LatencySample,
} from "./helpers/terminal-perf";

const LINE_COUNT = 50_000;
const THROUGHPUT_BUDGET_MS = 30_000;
const KEYSTROKE_SAMPLE_COUNT = 20;
const KEYSTROKE_P95_BUDGET_MS = 150;

test.describe("Terminal wire performance", () => {
  let client: TerminalPerfDaemonClient;
  let tempRepo: { path: string; cleanup: () => Promise<void> };

  test.beforeAll(async () => {
    tempRepo = await createTempGitRepo("perf-");
    client = await connectTerminalClient();
    // Seed the workspace in the daemon so the app can resolve the path
    const seedResult = await client.openProject(tempRepo.path);
    if (!seedResult.workspace) throw new Error(seedResult.error ?? "Failed to seed workspace");
  });

  test.afterAll(async () => {
    if (client) {
      await client.close();
    }
    if (tempRepo) {
      await tempRepo.cleanup();
    }
  });

  test("throughput: bulk terminal output renders within budget", async ({ page }, testInfo) => {
    test.setTimeout(90_000);

    const result = await client.createTerminal(tempRepo.path, "throughput");
    if (!result.terminal) {
      throw new Error(`Failed to create terminal: ${result.error}`);
    }
    const terminalId = result.terminal.id;

    try {
      await navigateToTerminal(page, { cwd: tempRepo.path, terminalId });
      await setupDeterministicPrompt(page);

      const sentinel = `PERF_DONE_${Date.now()}`;
      const terminal = page.locator('[data-testid="terminal-surface"]');
      const startMs = Date.now();

      await terminal.pressSequentially(`seq 1 ${LINE_COUNT}; echo ${sentinel}\n`, { delay: 0 });

      await waitForTerminalContent(page, (text) => text.includes(sentinel), THROUGHPUT_BUDGET_MS + 15_000);

      const elapsedMs = Date.now() - startMs;

      // seq 1 N outputs each number on its own line
      const estimatedBytes = Array.from(
        { length: LINE_COUNT },
        (_, i) => String(i + 1).length + 1,
      ).reduce((a, b) => a + b, 0);
      const throughputMBps = estimatedBytes / (1024 * 1024) / (elapsedMs / 1000);

      const report = {
        lineCount: LINE_COUNT,
        estimatedBytes,
        elapsedMs,
        throughputMBps: round2(throughputMBps),
      };

      await testInfo.attach("throughput-report", {
        body: JSON.stringify(report, null, 2),
        contentType: "application/json",
      });

      console.log(
        `[perf] Throughput: ${report.throughputMBps} MB/s — ${LINE_COUNT} lines in ${elapsedMs}ms`,
      );

      expect(elapsedMs, `${LINE_COUNT} lines should render within ${THROUGHPUT_BUDGET_MS}ms`).toBeLessThan(
        THROUGHPUT_BUDGET_MS,
      );
    } finally {
      await client.killTerminal(terminalId).catch(() => {});
    }
  });

  test("keystroke latency: echo round-trip under budget", async ({ page }, testInfo) => {
    test.setTimeout(60_000);

    const result = await client.createTerminal(tempRepo.path, "latency");
    if (!result.terminal) {
      throw new Error(`Failed to create terminal: ${result.error}`);
    }
    const terminalId = result.terminal.id;

    try {
      await navigateToTerminal(page, { cwd: tempRepo.path, terminalId });
      await setupDeterministicPrompt(page);

      // Ensure clean prompt state
      const terminal = page.locator('[data-testid="terminal-surface"]');
      await terminal.press("Control+c");
      await page.waitForTimeout(200);

      const samples: LatencySample[] = [];
      const chars = "abcdefghijklmnopqrst";

      for (let i = 0; i < KEYSTROKE_SAMPLE_COUNT; i++) {
        const char = chars[i % chars.length];
        const latencyMs = await measureKeystrokeLatency(page, char);
        samples.push({ char, latencyMs });
        await page.waitForTimeout(50);
      }

      // Clean up typed characters
      await terminal.press("Control+c");

      const latencies = samples.map((s) => s.latencyMs);
      const p50 = computePercentile(latencies, 50);
      const p95 = computePercentile(latencies, 95);
      const max = Math.max(...latencies);
      const min = Math.min(...latencies);
      const avg = latencies.reduce((a, b) => a + b, 0) / latencies.length;

      const report = {
        sampleCount: KEYSTROKE_SAMPLE_COUNT,
        p50Ms: round2(p50),
        p95Ms: round2(p95),
        maxMs: round2(max),
        minMs: round2(min),
        avgMs: round2(avg),
        samples: samples.map((s) => ({
          char: s.char,
          latencyMs: round2(s.latencyMs),
        })),
      };

      await testInfo.attach("latency-report", {
        body: JSON.stringify(report, null, 2),
        contentType: "application/json",
      });

      console.log(
        `[perf] Keystroke latency — p50: ${report.p50Ms}ms, p95: ${report.p95Ms}ms, max: ${report.maxMs}ms`,
      );

      expect(
        p95,
        `Keystroke p95 latency should be under ${KEYSTROKE_P95_BUDGET_MS}ms`,
      ).toBeLessThan(KEYSTROKE_P95_BUDGET_MS);
    } finally {
      await client.killTerminal(terminalId).catch(() => {});
    }
  });
});