pi-commandcode-provider/tests/test-pi-local.mjs

#!/usr/bin/env node
/**
 * Local end-to-end test: loads the real extension through the pi CLI while the
 * Command Code API is replaced by a deterministic local mock server.
 */

import assert from "node:assert/strict";
import { spawn, spawnSync } from "node:child_process";
import {
  accessSync,
  constants,
  existsSync,
  mkdirSync,
  mkdtempSync,
  rmSync,
  writeFileSync,
} from "node:fs";
import { createServer } from "node:http";
import { homedir, tmpdir } from "node:os";
import { delimiter, dirname, join, resolve } from "node:path";
import { fileURLToPath } from "node:url";

const __dirname = dirname(fileURLToPath(import.meta.url));
const PROJECT_DIR = resolve(__dirname, "..");
const EXT_PATH = resolve(PROJECT_DIR, "index.ts");
const TEST_MODEL = "deepseek/deepseek-v4-flash";

function findPiBinary() {
  if (process.env.PI_BIN) return process.env.PI_BIN;
  const localBin = resolve(PROJECT_DIR, "node_modules", ".bin");
  const candidates = (process.env.PATH ?? "")
    .split(delimiter)
    .map((entry) => resolve(entry, "pi"))
    .filter((candidate) => !candidate.startsWith(localBin));
  for (const candidate of candidates) {
    try {
      accessSync(candidate, constants.X_OK);
      return candidate;
    } catch {
      // Try next PATH entry.
    }
  }
  return undefined;
}

const PI_BIN = findPiBinary();
if (!PI_BIN) {
  console.log("[pi-local] SKIP — pi is not on PATH");
  process.exit(0);
}

const piCheck = spawnSync(PI_BIN, ["--help"], { stdio: "ignore" });
if (piCheck.error) {
  console.log(`[pi-local] SKIP — pi failed to start: ${piCheck.error.message}`);
  process.exit(0);
}

let requestCount = 0;
let lastRequestBody;
let lastRequestHeaders = {};

const server = createServer((req, res) => {
  if (req.method !== "POST" || req.url !== "/alpha/generate") {
    res.writeHead(404);
    res.end("Not found");
    return;
  }

  requestCount += 1;
  lastRequestHeaders = Object.fromEntries(
    Object.entries(req.headers).map(([key, value]) => [
      key,
      Array.isArray(value) ? value.join(", ") : (value ?? ""),
    ]),
  );

  let body = "";
  req.on("data", (chunk) => {
    body += chunk.toString("utf-8");
  });
  req.on("end", () => {
    try {
      lastRequestBody = JSON.parse(body);
    } catch {
      lastRequestBody = undefined;
    }

    res.writeHead(200, {
      "Content-Type": "text/plain; charset=utf-8",
      "Transfer-Encoding": "chunked",
    });
    res.write(
      `${JSON.stringify({ type: "text-delta", text: "mock-pi-ok" })}\n`,
    );
    res.write(
      `${JSON.stringify({ type: "finish", finishReason: "stop", totalUsage: { inputTokens: 1, outputTokens: 1 } })}\n`,
    );
    res.end();
  });
});

await new Promise((resolve) => server.listen(0, resolve));
const address = server.address();
const port = typeof address === "object" && address ? address.port : 0;
const apiBase = `http://127.0.0.1:${port}`;

function hasLivePiAuth() {
  return (
    !!process.env.COMMANDCODE_API_KEY ||
    existsSync(join(homedir(), ".commandcode", "auth.json")) ||
    existsSync(join(homedir(), ".pi", "agent", "auth.json"))
  );
}

let tempHome;
const env = {
  ...process.env,
  COMMANDCODE_API_BASE: apiBase,
};

if (hasLivePiAuth()) {
  console.log("[pi-local] using live pi auth");
} else {
  console.log("[pi-local] live pi auth not found; using mock auth fallback");
  tempHome = mkdtempSync(join(tmpdir(), "pi-cc-home-"));
  mkdirSync(join(tempHome, ".commandcode"), { recursive: true });
  writeFileSync(
    join(tempHome, ".commandcode", "auth.json"),
    JSON.stringify({ apiKey: "mock-key" }),
  );
  env.HOME = tempHome;
  env.USERPROFILE = tempHome;
  env.COMMANDCODE_API_KEY = "mock-key";
}

function runPi(args, timeoutMs = 30_000) {
  return new Promise((resolve) => {
    const child = spawn(PI_BIN, args, {
      cwd: PROJECT_DIR,
      env,
      stdio: ["ignore", "pipe", "pipe"],
    });
    let stdout = "";
    let stderr = "";
    const timer = setTimeout(() => {
      child.kill();
      resolve({
        code: -1,
        stdout,
        stderr: `${stderr}\nTIMEOUT after ${timeoutMs}ms`,
      });
    }, timeoutMs);
    child.stdout.on("data", (chunk) => {
      stdout += chunk.toString("utf-8");
    });
    child.stderr.on("data", (chunk) => {
      stderr += chunk.toString("utf-8");
    });
    child.on("close", (code) => {
      clearTimeout(timer);
      resolve({ code, stdout, stderr });
    });
  });
}

async function runRpcQuery(timeoutMs = 30_000) {
  const child = spawn(
    PI_BIN,
    [
      "--mode",
      "rpc",
      "-e",
      EXT_PATH,
      "--provider",
      "commandcode",
      "--model",
      TEST_MODEL,
    ],
    {
      cwd: PROJECT_DIR,
      env,
      stdio: ["pipe", "pipe", "pipe"],
    },
  );

  let stdout = "";
  let stderr = "";
  let buffer = "";
  let sawPromptAccepted = false;
  let sawAssistantMessage = false;
  let sawTextDelta = false;
  const events = [];

  const done = new Promise((resolve) => {
    const timer = setTimeout(() => {
      child.kill();
      resolve(false);
    }, timeoutMs);

    const finish = (ok) => {
      clearTimeout(timer);
      try {
        child.stdin.write(`${JSON.stringify({ type: "quit" })}\n`);
      } catch {
        // ignore shutdown race
      }
      child.kill();
      resolve(ok);
    };

    child.stdin.write(
      `${JSON.stringify({ id: "prompt-1", type: "prompt", message: "say mock token" })}\n`,
    );

    child.stdout.on("data", (chunk) => {
      const text = chunk.toString("utf-8");
      stdout += text;
      buffer += text;
      const lines = buffer.split("\n");
      buffer = lines.pop() ?? "";
      for (const line of lines) {
        const trimmed = line.trim();
        if (!trimmed) continue;
        try {
          const event = JSON.parse(trimmed);
          events.push(event);
          if (
            event.type === "response" &&
            event.id === "prompt-1" &&
            event.success === true
          ) {
            sawPromptAccepted = true;
          }
          if (
            event.type === "message_update" &&
            event.assistantMessageEvent?.type === "text_delta"
          ) {
            sawTextDelta = true;
          }
          if (
            event.type === "message_end" &&
            event.message?.role === "assistant"
          ) {
            sawAssistantMessage = true;
            finish(true);
          }
        } catch {
          // ignore non-JSON output
        }
      }
    });
    child.stderr.on("data", (chunk) => {
      stderr += chunk.toString("utf-8");
    });
    child.on("close", () => {
      if (!sawAssistantMessage) finish(false);
    });
  });

  const ok = await done;
  return {
    ok,
    stdout,
    stderr,
    events,
    sawPromptAccepted,
    sawAssistantMessage,
    sawTextDelta,
  };
}

try {
  console.log("[pi-local] list models through real extension");
  const list = await runPi(["-e", EXT_PATH, "--list-models"], 20_000);
  assert.equal(list.code, 0, list.stderr);
  assert.match(list.stdout, /commandcode/);
  assert.match(list.stdout, /deepseek\/deepseek-v4-flash/);

  console.log("[pi-local] print mode through real extension and mock API");
  requestCount = 0;
  const print = await runPi(
    [
      "-e",
      EXT_PATH,
      "-p",
      "say mock token",
      "--provider",
      "commandcode",
      "--model",
      TEST_MODEL,
    ],
    30_000,
  );
  assert.equal(print.code, 0, print.stderr);
  assert.match(print.stdout, /mock-pi-ok/);
  assert.equal(requestCount, 1);
  assert.ok(
    typeof lastRequestHeaders.authorization === "string" &&
      lastRequestHeaders.authorization.startsWith("Bearer "),
    "should send a bearer Authorization header",
  );
  assert.equal(lastRequestBody?.params?.model, TEST_MODEL);

  console.log("[pi-local] RPC prompt through real extension and mock API");
  requestCount = 0;
  const rpc = await runRpcQuery();
  assert.equal(
    rpc.ok,
    true,
    JSON.stringify(
      { stderr: rpc.stderr, stdout: rpc.stdout, events: rpc.events.slice(-10) },
      null,
      2,
    ),
  );
  assert.equal(rpc.sawPromptAccepted, true);
  assert.equal(rpc.sawAssistantMessage, true);
  assert.equal(rpc.sawTextDelta, true);
  assert.equal(requestCount, 1);

  console.log("[pi-local] PASS");
} finally {
  await new Promise((resolve) => server.close(resolve));
  if (tempHome) rmSync(tempHome, { recursive: true, force: true });
}