cat-shark/pi-commandcode-provider
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

style: configure prettier (no semicolons, trailing commas)

Browse Source
This commit is contained in:
Patrick Wozniak
2026-05-05 14:02:41 +02:00
parent e9853eb4a4
commit af2b316d84
14 changed files with 1247 additions and 1446 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/test-smoke.mjs
+178 -225
View File
@@ -10,55 +10,55 @@
* Requires: pi on PATH plus COMMANDCODE_API_KEY or live pi auth files.
*/
import { spawn } from "node:child_process";
import { accessSync, constants, existsSync } from "node:fs";
import { homedir } from "node:os";
import { delimiter, resolve, dirname, join } from "node:path";
import { fileURLToPath } from "node:url";
import { spawn } from "node:child_process"
import { accessSync, constants, existsSync } from "node:fs"
import { homedir } from "node:os"
import { delimiter, resolve, dirname, join } from "node:path"
import { fileURLToPath } from "node:url"
const __dirname = dirname(fileURLToPath(import.meta.url));
const PROJECT_DIR = resolve(__dirname, "..");
const EXT_PATH = resolve(PROJECT_DIR, "index.ts");
const TEST_MODEL = "deepseek/deepseek-v4-flash";
const __dirname = dirname(fileURLToPath(import.meta.url))
const PROJECT_DIR = resolve(__dirname, "..")
const EXT_PATH = resolve(PROJECT_DIR, "index.ts")
const TEST_MODEL = "deepseek/deepseek-v4-flash"
function findPiBinary() {
if (process.env.PI_BIN) return process.env.PI_BIN;
const localBin = resolve(PROJECT_DIR, "node_modules", ".bin");
if (process.env.PI_BIN) return process.env.PI_BIN
const localBin = resolve(PROJECT_DIR, "node_modules", ".bin")
const candidates = (process.env.PATH ?? "")
.split(delimiter)
.map((entry) => resolve(entry, "pi"))
.filter((candidate) => !candidate.startsWith(localBin));
.filter((candidate) => !candidate.startsWith(localBin))
for (const candidate of candidates) {
try {
accessSync(candidate, constants.X_OK);
return candidate;
accessSync(candidate, constants.X_OK)
return candidate
} catch {
// Try next PATH entry.
}
}
return undefined;
return undefined
}
const PI_BIN = findPiBinary();
const HAS_PI = !!PI_BIN;
const PI_BIN = findPiBinary()
const HAS_PI = !!PI_BIN
const PRINT_MODE_TIMEOUT = 120_000; // 2 minutes for print mode
const RPC_START_TIMEOUT = 15_000;
const RPC_QUERY_TIMEOUT = 60_000;
const PRINT_MODE_TIMEOUT = 120_000 // 2 minutes for print mode
const RPC_START_TIMEOUT = 15_000
const RPC_QUERY_TIMEOUT = 60_000
function hasCommandCodeAuth() {
return (
!!process.env.COMMANDCODE_API_KEY ||
existsSync(join(homedir(), ".commandcode", "auth.json")) ||
existsSync(join(homedir(), ".pi", "agent", "auth.json"))
);
)
}
const HAS_AUTH = hasCommandCodeAuth();
const HAS_AUTH = hasCommandCodeAuth()
let passed = 0;
let failed = 0;
let skipped = 0;
let passed = 0
let failed = 0
let skipped = 0
// -------------------------------------------------------------------------
// Helpers
@@ -66,7 +66,7 @@ let skipped = 0;
function kill(child) {
try {
child.kill();
child.kill()
} catch {
// ignore
}
@@ -78,22 +78,20 @@ function kill(child) {
async function runPrintMode() {
if (!HAS_AUTH) {
console.log(
"[smoke] SKIP — Command Code auth not found, skipping print mode test\n",
);
skipped++;
return;
console.log("[smoke] SKIP — Command Code auth not found, skipping print mode test\n")
skipped++
return
}
if (!HAS_PI) {
console.log("[smoke] SKIP — pi is not on PATH, skipping print mode test\n");
skipped++;
return;
console.log("[smoke] SKIP — pi is not on PATH, skipping print mode test\n")
skipped++
return
}
console.log(`[smoke] Running pi in print mode with extension: ${EXT_PATH}`);
console.log(`[smoke] Running pi in print mode with extension: ${EXT_PATH}`)
console.log(
`[smoke] ${PI_BIN} -e ${EXT_PATH} -p "say hi" --provider commandcode --model ${TEST_MODEL}\n`,
);
)
const child = spawn(
PI_BIN,
@@ -111,47 +109,41 @@ async function runPrintMode() {
env: { ...process.env },
stdio: ["ignore", "pipe", "pipe"],
},
);
)
let stdout = "";
let stderr = "";
let stdout = ""
let stderr = ""
child.stdout.on("data", (d) => {
stdout += d.toString();
});
stdout += d.toString()
})
child.stderr.on("data", (d) => {
stderr += d.toString();
});
stderr += d.toString()
})
const done = new Promise((resolve) => {
const timer = setTimeout(() => {
kill(child);
console.log("[smoke] TIMEOUT — pi print mode took too long");
resolve(false);
}, PRINT_MODE_TIMEOUT);
kill(child)
console.log("[smoke] TIMEOUT — pi print mode took too long")
resolve(false)
}, PRINT_MODE_TIMEOUT)
child.on("close", (code) => {
clearTimeout(timer);
clearTimeout(timer)
if (code === 0) {
console.log(
"[smoke] PASS — extension loaded and agent ran without crash",
);
console.log(
`[smoke] stdout (last 300 chars): ${stdout.slice(-300).trim()}`,
);
console.log("[smoke] PASS — extension loaded and agent ran without crash")
console.log(`[smoke] stdout (last 300 chars): ${stdout.slice(-300).trim()}`)
} else {
console.log(`[smoke] FAIL — exit code ${code}`);
console.log(
`[smoke] stderr (last 500 chars): ${stderr.slice(-500).trim()}`,
);
console.log(`[smoke] FAIL — exit code ${code}`)
console.log(`[smoke] stderr (last 500 chars): ${stderr.slice(-500).trim()}`)
}
resolve(code === 0);
});
});
resolve(code === 0)
})
})
const ok = await done;
if (ok) passed++;
else failed++;
const ok = await done
if (ok) passed++
else failed++
}
// -------------------------------------------------------------------------
@@ -160,59 +152,51 @@ async function runPrintMode() {
async function runListModels() {
if (!HAS_AUTH) {
console.log(
"[smoke] SKIP — Command Code auth not found, skipping model list test\n",
);
skipped++;
return;
console.log("[smoke] SKIP — Command Code auth not found, skipping model list test\n")
skipped++
return
}
if (!HAS_PI) {
console.log("[smoke] SKIP — pi is not on PATH, skipping model list test\n");
skipped++;
return;
console.log("[smoke] SKIP — pi is not on PATH, skipping model list test\n")
skipped++
return
}
console.log(
`[smoke] Checking that models are discoverable via pi --list-models\n`,
);
console.log(`[smoke] Checking that models are discoverable via pi --list-models\n`)
const child = spawn(PI_BIN, ["-e", EXT_PATH, "--list-models"], {
env: { ...process.env },
stdio: ["ignore", "pipe", "pipe"],
});
})
let stdout = "";
let stdout = ""
child.stdout.on("data", (d) => {
stdout += d.toString();
});
stdout += d.toString()
})
const done = new Promise((resolve) => {
const timer = setTimeout(() => {
kill(child);
console.log("[smoke] TIMEOUT — model listing took too long");
resolve(false);
}, 15_000);
kill(child)
console.log("[smoke] TIMEOUT — model listing took too long")
resolve(false)
}, 15_000)
child.on("close", (code) => {
clearTimeout(timer);
clearTimeout(timer)
if (code === 0 && stdout.includes("commandcode")) {
console.log("[smoke] PASS — commandcode provider models are listed");
console.log("[smoke] PASS — commandcode provider models are listed")
} else {
console.log(
"[smoke] FAIL — commandcode models not found or error listing",
);
console.log(
`[smoke] stdout (last 500 chars): ${stdout.slice(-500).trim()}`,
);
console.log("[smoke] FAIL — commandcode models not found or error listing")
console.log(`[smoke] stdout (last 500 chars): ${stdout.slice(-500).trim()}`)
}
resolve(code === 0 && stdout.includes("commandcode"));
});
});
resolve(code === 0 && stdout.includes("commandcode"))
})
})
const ok = await done;
if (ok) passed++;
else failed++;
const ok = await done
if (ok) passed++
else failed++
}
// -------------------------------------------------------------------------
@@ -221,98 +205,88 @@ async function runListModels() {
async function runRpcStartup() {
if (!HAS_AUTH) {
console.log(
"[smoke] SKIP — Command Code auth not found, skipping RPC startup test\n",
);
skipped++;
return;
console.log("[smoke] SKIP — Command Code auth not found, skipping RPC startup test\n")
skipped++
return
}
if (!HAS_PI) {
console.log(
"[smoke] SKIP — pi is not on PATH, skipping RPC startup test\n",
);
skipped++;
return;
console.log("[smoke] SKIP — pi is not on PATH, skipping RPC startup test\n")
skipped++
return
}
console.log(`[smoke] Testing RPC mode startup with extension\n`);
console.log(`[smoke] ${PI_BIN} --mode rpc -e ${EXT_PATH}\n`);
console.log(`[smoke] Testing RPC mode startup with extension\n`)
console.log(`[smoke] ${PI_BIN} --mode rpc -e ${EXT_PATH}\n`)
const child = spawn(PI_BIN, ["--mode", "rpc", "-e", EXT_PATH], {
env: { ...process.env },
stdio: ["pipe", "pipe", "pipe"],
});
})
let sawStateResponse = false;
let sawError = false;
const events = [];
let sawStateResponse = false
let sawError = false
const events = []
let buf = "";
let buf = ""
child.stdout.on("data", (chunk) => {
buf += chunk.toString("utf-8");
const lines = buf.split("\n");
buf = lines.pop() ?? "";
buf += chunk.toString("utf-8")
const lines = buf.split("\n")
buf = lines.pop() ?? ""
for (const line of lines) {
const trimmed = line.trim();
if (!trimmed) continue;
const trimmed = line.trim()
if (!trimmed) continue
try {
const msg = JSON.parse(trimmed);
events.push(msg);
const msg = JSON.parse(trimmed)
events.push(msg)
if (
msg.type === "response" &&
msg.id === "state-1" &&
msg.command === "get_state" &&
msg.success === true
) {
sawStateResponse = true;
console.log("[smoke] RPC received get_state response");
sawStateResponse = true
console.log("[smoke] RPC received get_state response")
}
if (msg.type === "error" || msg.type === "fatal") {
sawError = true;
console.error(
`[smoke] RPC error: ${JSON.stringify(msg).slice(0, 300)}`,
);
sawError = true
console.error(`[smoke] RPC error: ${JSON.stringify(msg).slice(0, 300)}`)
}
} catch {
// ignore non-JSON
}
}
});
})
const result = new Promise((resolve) => {
child.stdin.write(
JSON.stringify({ id: "state-1", type: "get_state" }) + "\n",
);
child.stdin.write(JSON.stringify({ id: "state-1", type: "get_state" }) + "\n")
const timer = setTimeout(async () => {
if (sawStateResponse) {
console.log("[smoke] PASS — extension loaded and RPC get_state works");
resolve(true);
console.log("[smoke] PASS — extension loaded and RPC get_state works")
resolve(true)
} else {
console.log("[smoke] FAIL — get_state response not received");
resolve(false);
console.log("[smoke] FAIL — get_state response not received")
resolve(false)
}
// Send quit
try {
child.stdin.write(JSON.stringify({ type: "quit" }) + "\n");
child.stdin.write(JSON.stringify({ type: "quit" }) + "\n")
} catch {}
kill(child);
}, RPC_START_TIMEOUT);
kill(child)
}, RPC_START_TIMEOUT)
child.on("close", (code) => {
clearTimeout(timer);
clearTimeout(timer)
if (!sawStateResponse && !sawError) {
console.log(
`[smoke] FAIL — pi exited with code ${code} before get_state response`,
);
resolve(false);
console.log(`[smoke] FAIL — pi exited with code ${code} before get_state response`)
resolve(false)
}
});
});
})
})
const ok = await result;
if (ok) passed++;
else failed++;
const ok = await result
if (ok) passed++
else failed++
}
// -------------------------------------------------------------------------
@@ -321,73 +295,58 @@ async function runRpcStartup() {
async function runRpcQuery() {
if (!HAS_AUTH) {
console.log(
"[smoke] SKIP — Command Code auth not found, skipping RPC prompt test\n",
);
skipped++;
return;
console.log("[smoke] SKIP — Command Code auth not found, skipping RPC prompt test\n")
skipped++
return
}
if (!HAS_PI) {
console.log("[smoke] SKIP — pi is not on PATH, skipping RPC prompt test\n");
skipped++;
return;
console.log("[smoke] SKIP — pi is not on PATH, skipping RPC prompt test\n")
skipped++
return
}
console.log(`[smoke] Testing RPC prompt flow\n`);
console.log(
`[smoke] pi --mode rpc -e ${EXT_PATH} → prompt "say hi" → expect response\n`,
);
console.log(`[smoke] Testing RPC prompt flow\n`)
console.log(`[smoke] pi --mode rpc -e ${EXT_PATH} → prompt "say hi" → expect response\n`)
const child = spawn(
PI_BIN,
[
"--mode",
"rpc",
"-e",
EXT_PATH,
"--provider",
"commandcode",
"--model",
TEST_MODEL,
],
["--mode", "rpc", "-e", EXT_PATH, "--provider", "commandcode", "--model", TEST_MODEL],
{
env: { ...process.env },
stdio: ["pipe", "pipe", "pipe"],
},
);
)
let sawPromptAccepted = false;
let sawAssistantMessage = false;
let sawPromptAccepted = false
let sawAssistantMessage = false
let buf = "";
let buf = ""
child.stdout.on("data", (chunk) => {
buf += chunk.toString("utf-8");
const lines = buf.split("\n");
buf = lines.pop() ?? "";
buf += chunk.toString("utf-8")
const lines = buf.split("\n")
buf = lines.pop() ?? ""
for (const line of lines) {
const trimmed = line.trim();
if (!trimmed) continue;
const trimmed = line.trim()
if (!trimmed) continue
try {
const msg = JSON.parse(trimmed);
const msg = JSON.parse(trimmed)
if (
msg.type === "response" &&
msg.id === "prompt-1" &&
msg.command === "prompt" &&
msg.success === true
) {
sawPromptAccepted = true;
sawPromptAccepted = true
}
if (msg.type === "message_end" && msg.message?.role === "assistant") {
sawAssistantMessage = true;
console.log(
"[smoke] PASS — received assistant message_end in RPC mode",
);
sawAssistantMessage = true
console.log("[smoke] PASS — received assistant message_end in RPC mode")
}
} catch {
// ignore
}
}
});
})
const result = new Promise((resolve) => {
child.stdin.write(
@@ -396,63 +355,57 @@ async function runRpcQuery() {
type: "prompt",
message: "say hi in one word",
}) + "\n",
);
console.log("[smoke] Sent RPC prompt");
)
console.log("[smoke] Sent RPC prompt")
const timer = setTimeout(() => {
if (sawPromptAccepted && sawAssistantMessage) {
console.log("[smoke] PASS — full RPC prompt/response cycle works");
resolve(true);
console.log("[smoke] PASS — full RPC prompt/response cycle works")
resolve(true)
} else {
console.log(
"[smoke] WARN — no assistant message_end received (may still be streaming)",
);
resolve(false);
console.log("[smoke] WARN — no assistant message_end received (may still be streaming)")
resolve(false)
}
try {
child.stdin.write(JSON.stringify({ type: "quit" }) + "\n");
child.stdin.write(JSON.stringify({ type: "quit" }) + "\n")
} catch {}
kill(child);
}, RPC_QUERY_TIMEOUT);
kill(child)
}, RPC_QUERY_TIMEOUT)
child.on("close", (code) => {
clearTimeout(timer);
clearTimeout(timer)
if (!sawAssistantMessage) {
console.log(`[smoke] FAIL — pi exited before assistant message_end`);
resolve(false);
console.log(`[smoke] FAIL — pi exited before assistant message_end`)
resolve(false)
}
});
});
})
})
const ok = await result;
if (ok) passed++;
else failed++;
const ok = await result
if (ok) passed++
else failed++
}
// -------------------------------------------------------------------------
// Main
// -------------------------------------------------------------------------
console.log("=".repeat(60));
console.log(" pi-commandcode-provider Integration Smoke Test");
console.log("=".repeat(60));
console.log(
` Auth: ${HAS_AUTH ? "✓ found" : "✗ not found (tests will be skipped)"}`,
);
console.log(` Extension: ${EXT_PATH}`);
console.log("=".repeat(60));
console.log("");
console.log("=".repeat(60))
console.log(" pi-commandcode-provider Integration Smoke Test")
console.log("=".repeat(60))
console.log(` Auth: ${HAS_AUTH ? "✓ found" : "✗ not found (tests will be skipped)"}`)
console.log(` Extension: ${EXT_PATH}`)
console.log("=".repeat(60))
console.log("")
await runPrintMode();
await runListModels();
await runRpcStartup();
await runRpcQuery();
await runPrintMode()
await runListModels()
await runRpcStartup()
await runRpcQuery()
console.log("");
console.log("=".repeat(60));
console.log(
` SUITE RESULT: ${passed} passed, ${failed} failed, ${skipped} skipped`,
);
console.log("=".repeat(60));
console.log("")
console.log("=".repeat(60))
console.log(` SUITE RESULT: ${passed} passed, ${failed} failed, ${skipped} skipped`)
console.log("=".repeat(60))
process.exit(failed > 0 ? 1 : 0);
process.exit(failed > 0 ? 1 : 0)