feat: 采集 LLM token 用量并上报 lpt-be

- 客户端解析上游 usage(含 DeepSeek 缓存命中/未命中),跨重试累加
- 新增计价表(三档单价 + 峰谷时段),费用在结算时冻结
- 新增用量上报与本地 outbox 重试;4xx 判定为确定性拒绝,不无限重试
- 面板补充 Token/费用/调用次数与计价快照
- 顺带修复面板内联脚本转义错误(模板字面量吃掉 \n 与 \',面板一直空白)
This commit is contained in:
2026-10-10 18:46:01 +08:00
parent fd1193a66f
commit 935f4781a4
24 changed files with 2632 additions and 65 deletions
+231
View File
@@ -0,0 +1,231 @@
/**
* LLM 计价 —— DeepSeek 三档单价 + 峰谷时段。
*
* 设计要点:
* - **单价按「每百万 token 的美元价」配置**,不引入中转站那套倍率/钱包抽象:
* 本项目是单租户内部服务,没有余额可扣,倍率只会多一层浮点误差面。
* - **峰谷价差必须算进去**:DeepSeek 谷时价是峰时价的一半,而峰时只占工作日的 7 小时。
* 忽略它会将近一倍地高估费用(夜间与周末的调用全被按峰时价算)。
* - **计价结果要冻结**:价格表会变,历史账不能被新价格改写,所以结算时把生效单价与
* 是否峰时一并写进日志快照,而不是展示时现算。
* - **中国法定节假日按谷时计价**,但节假日表每年都变,因此做成配置项而不是硬编码日历。
*/
import { hasUsage, type TokenUsage } from "../llm/usage.js";
/** UTC 分钟数区间;`startMinute > endMinute` 表示跨零点 */
export interface PeakWindow {
startMinute: number;
endMinute: number;
}
export interface PricingConfig {
/** 峰时:缓存命中输入 token 单价(USD / 1M tokens) */
cacheHitPerM: number;
/** 峰时:缓存未命中输入 token 单价 */
cacheMissPerM: number;
/** 峰时:输出 token 单价 */
outputPerM: number;
/** 谷时价 = 峰时价 × 该系数;设为 1 即取消峰谷差异 */
offpeakFactor: number;
peakWindows: PeakWindow[];
/** 按谷时计价的日期(UTC 的 `yyyy-MM-dd`),用于中国法定节假日 */
offpeakDates: string[];
/** 计价表版本;不显式配置时由单价派生,改价即自动变版本 */
version: string;
}
export interface PricingSnapshot {
version: string;
peak: boolean;
/** 本次实际生效的单价(已含峰谷系数) */
effectivePrices: {
cacheHitPerM: number;
cacheMissPerM: number;
outputPerM: number;
};
/** 峰时标价,便于与账单核对 */
listPrices: {
cacheHitPerM: number;
cacheMissPerM: number;
outputPerM: number;
};
}
export interface PricedUsage {
/** 无法计价(上游完全没上报用量)时为 null,不要用 0 冒充 */
costUsd: number | null;
snapshot: PricingSnapshot;
}
/**
* DeepSeek 公布的峰时窗口(UTC,周一至周五):
* 01:00–04:00 与 06:00–10:00,其余时段(含周末与中国法定节假日)为谷时。
*/
const DEFAULT_PEAK_WINDOWS = "01:00-04:00,06:00-10:00";
/** 峰时单价(USD / 1M tokens),取自 DeepSeek 官方 Models & Pricing 的 PEAK 一列 */
const DEFAULT_CACHE_HIT_PER_M = 0.006;
const DEFAULT_CACHE_MISS_PER_M = 0.3;
const DEFAULT_OUTPUT_PER_M = 1.2;
/** 谷时 = 峰时 × 0.5 */
const DEFAULT_OFFPEAK_FACTOR = 0.5;
/** 费用落到 DECIMAL(18,8) 之前先收敛浮点噪声 */
const COST_DECIMALS = 8;
function numberFrom(value: string | undefined, fallback: number): number {
if (value === undefined || value.trim() === "") return fallback;
const parsed = Number(value);
return Number.isFinite(parsed) && parsed >= 0 ? parsed : fallback;
}
/**
* 解析 `HH:mm-HH:mm` 列表。
*
* 单条格式不对就跳过它而不是整段回退到默认值:运维改了一个窗口写错格式时,
* 其余窗口仍然生效,故障面更小。
*/
export function parsePeakWindows(raw: string | undefined): PeakWindow[] {
if (raw === undefined) return parsePeakWindows(DEFAULT_PEAK_WINDOWS);
return raw
.split(",")
.map((item) => item.trim())
.filter((item) => item.length > 0)
.map((item) => {
const match = /^(\d{1,2}):(\d{2})\s*-\s*(\d{1,2}):(\d{2})$/.exec(item);
if (!match) return null;
const [, startHour, startMinute, endHour, endMinute] = match;
const start = Number(startHour) * 60 + Number(startMinute);
const end = Number(endHour) * 60 + Number(endMinute);
if (start > 24 * 60 || end > 24 * 60 || start === end) return null;
return { startMinute: start, endMinute: end };
})
.filter((window): window is PeakWindow => window !== null);
}
function parseOffpeakDates(raw: string | undefined): string[] {
if (raw === undefined || raw.trim() === "") return [];
return raw
.split(",")
.map((item) => item.trim())
.filter((item) => /^\d{4}-\d{2}-\d{2}$/.test(item));
}
/** 单价指纹:改价即变版本,无需人工维护版本号 */
function deriveVersion(
cacheHitPerM: number,
cacheMissPerM: number,
outputPerM: number,
offpeakFactor: number,
): string {
return `hit${cacheHitPerM}|miss${cacheMissPerM}|out${outputPerM}|off${offpeakFactor}`;
}
export function loadPricingConfig(env: NodeJS.ProcessEnv = process.env): PricingConfig {
const cacheHitPerM = numberFrom(env.LLM_PRICE_CACHE_HIT_PER_M, DEFAULT_CACHE_HIT_PER_M);
const cacheMissPerM = numberFrom(env.LLM_PRICE_CACHE_MISS_PER_M, DEFAULT_CACHE_MISS_PER_M);
const outputPerM = numberFrom(env.LLM_PRICE_OUTPUT_PER_M, DEFAULT_OUTPUT_PER_M);
const offpeakFactor = numberFrom(env.LLM_PRICE_OFFPEAK_FACTOR, DEFAULT_OFFPEAK_FACTOR);
const explicitVersion = (env.LLM_PRICE_VERSION ?? "").trim();
return {
cacheHitPerM,
cacheMissPerM,
outputPerM,
offpeakFactor,
peakWindows: parsePeakWindows(env.LLM_PRICE_PEAK_WINDOWS),
offpeakDates: parseOffpeakDates(env.LLM_PRICE_PEAK_HOLIDAYS),
version:
explicitVersion.length > 0
? explicitVersion
: deriveVersion(cacheHitPerM, cacheMissPerM, outputPerM, offpeakFactor),
};
}
function utcDateKey(at: Date): string {
const year = at.getUTCFullYear();
const month = String(at.getUTCMonth() + 1).padStart(2, "0");
const day = String(at.getUTCDate()).padStart(2, "0");
return `${year}-${month}-${day}`;
}
function inWindow(minute: number, window: PeakWindow): boolean {
if (window.startMinute < window.endMinute) {
return minute >= window.startMinute && minute < window.endMinute;
}
// 跨零点(如 23:00-02:00)
return minute >= window.startMinute || minute < window.endMinute;
}
/**
* 判断某一时刻是否按峰时计价。
*
* 一律按 UTC 判定:DeepSeek 的峰时窗口就是按 UTC 公布的,
* 用服务器本地时区(部署在哪个区不确定)会算错整段。
*/
export function isPeak(at: Date, config: PricingConfig): boolean {
const weekday = at.getUTCDay();
if (weekday === 0 || weekday === 6) return false;
if (config.offpeakDates.includes(utcDateKey(at))) return false;
const minute = at.getUTCHours() * 60 + at.getUTCMinutes();
return config.peakWindows.some((window) => inWindow(minute, window));
}
function roundCost(value: number): number {
const factor = 10 ** COST_DECIMALS;
return Math.round(value * factor) / factor;
}
/**
* 把一次(或累计多次尝试的)用量换算成美元费用。
*
* 缓存未命中数的兜底顺序:优先用上游给的 `cacheMissTokens`;没给就用
* `promptTokens - cacheHitTokens`;连命中数都没有则把整个 `promptTokens`
* 按未命中价计——未命中价更高,宁可略微高估也不低估账单。
*/
export function priceUsage(
usage: TokenUsage,
at: Date,
config: PricingConfig,
): PricedUsage {
const peak = isPeak(at, config);
const multiplier = peak ? 1 : config.offpeakFactor;
const effectivePrices = {
cacheHitPerM: config.cacheHitPerM * multiplier,
cacheMissPerM: config.cacheMissPerM * multiplier,
outputPerM: config.outputPerM * multiplier,
};
const snapshot: PricingSnapshot = {
version: config.version,
peak,
effectivePrices,
listPrices: {
cacheHitPerM: config.cacheHitPerM,
cacheMissPerM: config.cacheMissPerM,
outputPerM: config.outputPerM,
},
};
if (!hasUsage(usage)) {
return { costUsd: null, snapshot };
}
const cacheHitTokens = usage.cacheHitTokens ?? 0;
let cacheMissTokens = usage.cacheMissTokens;
if (cacheMissTokens === null) {
cacheMissTokens =
usage.promptTokens !== null
? Math.max(0, usage.promptTokens - cacheHitTokens)
: 0;
}
const completionTokens = usage.completionTokens ?? 0;
const cost =
(cacheHitTokens / 1_000_000) * effectivePrices.cacheHitPerM +
(cacheMissTokens / 1_000_000) * effectivePrices.cacheMissPerM +
(completionTokens / 1_000_000) * effectivePrices.outputPerM;
return { costUsd: roundCost(cost), snapshot };
}