perf: cut hot-path body copies, Cosy hashing, and per-request disk reads

This commit is contained in:
Cursor Agent
2026-09-06 10:07:32 +00:00
parent b854aa4685
commit 8a2a9b2481
10 changed files with 328 additions and 125 deletions
+33 -3
View File
@@ -2,21 +2,27 @@ import { existsSync, readFileSync, rmSync, writeFileSync } from "node:fs";
import { homedir } from "node:os";
import { join } from "node:path";
import { afterEach, beforeEach, describe, expect, it, vi } from "vitest";
import { getCachedModelConfig, getCachedModels, updateQoderModelsCache } from "../catalog.js";
import { clearQoderModelsMemCache, getCachedModelConfig, getCachedModels, updateQoderModelsCache } from "../catalog.js";
import { loadLiveFixture, responseFromFixture } from "./live-fixture.js";
function testHome(): string {
return process.env.HOME || process.env.USERPROFILE || homedir();
}
const CACHE_PATHS = {
global: join(homedir(), ".pi", "agent", "qoder-models-cache.json"),
cn: join(homedir(), ".pi", "agent", "qoder-cn-models-cache.json"),
global: join(testHome(), ".pi", "agent", "qoder-models-cache.json"),
cn: join(testHome(), ".pi", "agent", "qoder-cn-models-cache.json"),
};
let originalCaches: Record<keyof typeof CACHE_PATHS, string | undefined>;
beforeEach(() => {
clearQoderModelsMemCache();
originalCaches = {
global: existsSync(CACHE_PATHS.global) ? readFileSync(CACHE_PATHS.global, "utf8") : undefined,
cn: existsSync(CACHE_PATHS.cn) ? readFileSync(CACHE_PATHS.cn, "utf8") : undefined,
};
for (const path of Object.values(CACHE_PATHS)) rmSync(path, { force: true });
clearQoderModelsMemCache();
});
afterEach(() => {
@@ -27,6 +33,7 @@ afterEach(() => {
if (original === undefined) rmSync(path, { force: true });
else writeFileSync(path, original, "utf8");
}
clearQoderModelsMemCache();
});
describe("Qoder model cache", () => {
@@ -145,6 +152,7 @@ describe("Qoder model cache", () => {
}),
"utf8",
);
clearQoderModelsMemCache();
expect(getCachedModels("global").map((model) => model.id)).toEqual(["Ultimate"]);
});
@@ -191,4 +199,26 @@ describe("Qoder model cache", () => {
const cache = JSON.parse(readFileSync(CACHE_PATHS.global, "utf8"));
expect(cache.models[0].contextWindow).toBe(200000);
});
it("serves getCachedModelConfig from memory after the cache file is removed", async () => {
vi.stubGlobal(
"fetch",
vi.fn().mockResolvedValue({
ok: true,
json: () =>
Promise.resolve({
chat: [{ key: "lite", enable: true, display_name: "Lite" }],
}),
}),
);
await updateQoderModelsCache("access-token", "user-id", "Test User", "test@example.com", "global");
expect(getCachedModelConfig("Lite", "global")?.key).toBe("lite");
// Hot-path mem cache must keep serving without touching disk again.
rmSync(CACHE_PATHS.global, { force: true });
expect(existsSync(CACHE_PATHS.global)).toBe(false);
expect(getCachedModelConfig("Lite", "global")?.key).toBe("lite");
expect(getCachedModels("global").map((m) => m.id)).toEqual(["Lite"]);
});
});