feat: 采集 LLM token 用量并上报 lpt-be
- 客户端解析上游 usage(含 DeepSeek 缓存命中/未命中),跨重试累加 - 新增计价表(三档单价 + 峰谷时段),费用在结算时冻结 - 新增用量上报与本地 outbox 重试;4xx 判定为确定性拒绝,不无限重试 - 面板补充 Token/费用/调用次数与计价快照 - 顺带修复面板内联脚本转义错误(模板字面量吃掉 \n 与 \',面板一直空白)
This commit is contained in:
@@ -0,0 +1,231 @@
|
||||
/**
|
||||
* LLM 计价 —— DeepSeek 三档单价 + 峰谷时段。
|
||||
*
|
||||
* 设计要点:
|
||||
* - **单价按「每百万 token 的美元价」配置**,不引入中转站那套倍率/钱包抽象:
|
||||
* 本项目是单租户内部服务,没有余额可扣,倍率只会多一层浮点误差面。
|
||||
* - **峰谷价差必须算进去**:DeepSeek 谷时价是峰时价的一半,而峰时只占工作日的 7 小时。
|
||||
* 忽略它会将近一倍地高估费用(夜间与周末的调用全被按峰时价算)。
|
||||
* - **计价结果要冻结**:价格表会变,历史账不能被新价格改写,所以结算时把生效单价与
|
||||
* 是否峰时一并写进日志快照,而不是展示时现算。
|
||||
* - **中国法定节假日按谷时计价**,但节假日表每年都变,因此做成配置项而不是硬编码日历。
|
||||
*/
|
||||
|
||||
import { hasUsage, type TokenUsage } from "../llm/usage.js";
|
||||
|
||||
/** UTC 分钟数区间;`startMinute > endMinute` 表示跨零点 */
|
||||
export interface PeakWindow {
|
||||
startMinute: number;
|
||||
endMinute: number;
|
||||
}
|
||||
|
||||
export interface PricingConfig {
|
||||
/** 峰时:缓存命中输入 token 单价(USD / 1M tokens) */
|
||||
cacheHitPerM: number;
|
||||
/** 峰时:缓存未命中输入 token 单价 */
|
||||
cacheMissPerM: number;
|
||||
/** 峰时:输出 token 单价 */
|
||||
outputPerM: number;
|
||||
/** 谷时价 = 峰时价 × 该系数;设为 1 即取消峰谷差异 */
|
||||
offpeakFactor: number;
|
||||
peakWindows: PeakWindow[];
|
||||
/** 按谷时计价的日期(UTC 的 `yyyy-MM-dd`),用于中国法定节假日 */
|
||||
offpeakDates: string[];
|
||||
/** 计价表版本;不显式配置时由单价派生,改价即自动变版本 */
|
||||
version: string;
|
||||
}
|
||||
|
||||
export interface PricingSnapshot {
|
||||
version: string;
|
||||
peak: boolean;
|
||||
/** 本次实际生效的单价(已含峰谷系数) */
|
||||
effectivePrices: {
|
||||
cacheHitPerM: number;
|
||||
cacheMissPerM: number;
|
||||
outputPerM: number;
|
||||
};
|
||||
/** 峰时标价,便于与账单核对 */
|
||||
listPrices: {
|
||||
cacheHitPerM: number;
|
||||
cacheMissPerM: number;
|
||||
outputPerM: number;
|
||||
};
|
||||
}
|
||||
|
||||
export interface PricedUsage {
|
||||
/** 无法计价(上游完全没上报用量)时为 null,不要用 0 冒充 */
|
||||
costUsd: number | null;
|
||||
snapshot: PricingSnapshot;
|
||||
}
|
||||
|
||||
/**
|
||||
* DeepSeek 公布的峰时窗口(UTC,周一至周五):
|
||||
* 01:00–04:00 与 06:00–10:00,其余时段(含周末与中国法定节假日)为谷时。
|
||||
*/
|
||||
const DEFAULT_PEAK_WINDOWS = "01:00-04:00,06:00-10:00";
|
||||
|
||||
/** 峰时单价(USD / 1M tokens),取自 DeepSeek 官方 Models & Pricing 的 PEAK 一列 */
|
||||
const DEFAULT_CACHE_HIT_PER_M = 0.006;
|
||||
const DEFAULT_CACHE_MISS_PER_M = 0.3;
|
||||
const DEFAULT_OUTPUT_PER_M = 1.2;
|
||||
|
||||
/** 谷时 = 峰时 × 0.5 */
|
||||
const DEFAULT_OFFPEAK_FACTOR = 0.5;
|
||||
|
||||
/** 费用落到 DECIMAL(18,8) 之前先收敛浮点噪声 */
|
||||
const COST_DECIMALS = 8;
|
||||
|
||||
function numberFrom(value: string | undefined, fallback: number): number {
|
||||
if (value === undefined || value.trim() === "") return fallback;
|
||||
const parsed = Number(value);
|
||||
return Number.isFinite(parsed) && parsed >= 0 ? parsed : fallback;
|
||||
}
|
||||
|
||||
/**
|
||||
* 解析 `HH:mm-HH:mm` 列表。
|
||||
*
|
||||
* 单条格式不对就跳过它而不是整段回退到默认值:运维改了一个窗口写错格式时,
|
||||
* 其余窗口仍然生效,故障面更小。
|
||||
*/
|
||||
export function parsePeakWindows(raw: string | undefined): PeakWindow[] {
|
||||
if (raw === undefined) return parsePeakWindows(DEFAULT_PEAK_WINDOWS);
|
||||
return raw
|
||||
.split(",")
|
||||
.map((item) => item.trim())
|
||||
.filter((item) => item.length > 0)
|
||||
.map((item) => {
|
||||
const match = /^(\d{1,2}):(\d{2})\s*-\s*(\d{1,2}):(\d{2})$/.exec(item);
|
||||
if (!match) return null;
|
||||
const [, startHour, startMinute, endHour, endMinute] = match;
|
||||
const start = Number(startHour) * 60 + Number(startMinute);
|
||||
const end = Number(endHour) * 60 + Number(endMinute);
|
||||
if (start > 24 * 60 || end > 24 * 60 || start === end) return null;
|
||||
return { startMinute: start, endMinute: end };
|
||||
})
|
||||
.filter((window): window is PeakWindow => window !== null);
|
||||
}
|
||||
|
||||
function parseOffpeakDates(raw: string | undefined): string[] {
|
||||
if (raw === undefined || raw.trim() === "") return [];
|
||||
return raw
|
||||
.split(",")
|
||||
.map((item) => item.trim())
|
||||
.filter((item) => /^\d{4}-\d{2}-\d{2}$/.test(item));
|
||||
}
|
||||
|
||||
/** 单价指纹:改价即变版本,无需人工维护版本号 */
|
||||
function deriveVersion(
|
||||
cacheHitPerM: number,
|
||||
cacheMissPerM: number,
|
||||
outputPerM: number,
|
||||
offpeakFactor: number,
|
||||
): string {
|
||||
return `hit${cacheHitPerM}|miss${cacheMissPerM}|out${outputPerM}|off${offpeakFactor}`;
|
||||
}
|
||||
|
||||
export function loadPricingConfig(env: NodeJS.ProcessEnv = process.env): PricingConfig {
|
||||
const cacheHitPerM = numberFrom(env.LLM_PRICE_CACHE_HIT_PER_M, DEFAULT_CACHE_HIT_PER_M);
|
||||
const cacheMissPerM = numberFrom(env.LLM_PRICE_CACHE_MISS_PER_M, DEFAULT_CACHE_MISS_PER_M);
|
||||
const outputPerM = numberFrom(env.LLM_PRICE_OUTPUT_PER_M, DEFAULT_OUTPUT_PER_M);
|
||||
const offpeakFactor = numberFrom(env.LLM_PRICE_OFFPEAK_FACTOR, DEFAULT_OFFPEAK_FACTOR);
|
||||
const explicitVersion = (env.LLM_PRICE_VERSION ?? "").trim();
|
||||
|
||||
return {
|
||||
cacheHitPerM,
|
||||
cacheMissPerM,
|
||||
outputPerM,
|
||||
offpeakFactor,
|
||||
peakWindows: parsePeakWindows(env.LLM_PRICE_PEAK_WINDOWS),
|
||||
offpeakDates: parseOffpeakDates(env.LLM_PRICE_PEAK_HOLIDAYS),
|
||||
version:
|
||||
explicitVersion.length > 0
|
||||
? explicitVersion
|
||||
: deriveVersion(cacheHitPerM, cacheMissPerM, outputPerM, offpeakFactor),
|
||||
};
|
||||
}
|
||||
|
||||
function utcDateKey(at: Date): string {
|
||||
const year = at.getUTCFullYear();
|
||||
const month = String(at.getUTCMonth() + 1).padStart(2, "0");
|
||||
const day = String(at.getUTCDate()).padStart(2, "0");
|
||||
return `${year}-${month}-${day}`;
|
||||
}
|
||||
|
||||
function inWindow(minute: number, window: PeakWindow): boolean {
|
||||
if (window.startMinute < window.endMinute) {
|
||||
return minute >= window.startMinute && minute < window.endMinute;
|
||||
}
|
||||
// 跨零点(如 23:00-02:00)
|
||||
return minute >= window.startMinute || minute < window.endMinute;
|
||||
}
|
||||
|
||||
/**
|
||||
* 判断某一时刻是否按峰时计价。
|
||||
*
|
||||
* 一律按 UTC 判定:DeepSeek 的峰时窗口就是按 UTC 公布的,
|
||||
* 用服务器本地时区(部署在哪个区不确定)会算错整段。
|
||||
*/
|
||||
export function isPeak(at: Date, config: PricingConfig): boolean {
|
||||
const weekday = at.getUTCDay();
|
||||
if (weekday === 0 || weekday === 6) return false;
|
||||
if (config.offpeakDates.includes(utcDateKey(at))) return false;
|
||||
const minute = at.getUTCHours() * 60 + at.getUTCMinutes();
|
||||
return config.peakWindows.some((window) => inWindow(minute, window));
|
||||
}
|
||||
|
||||
function roundCost(value: number): number {
|
||||
const factor = 10 ** COST_DECIMALS;
|
||||
return Math.round(value * factor) / factor;
|
||||
}
|
||||
|
||||
/**
|
||||
* 把一次(或累计多次尝试的)用量换算成美元费用。
|
||||
*
|
||||
* 缓存未命中数的兜底顺序:优先用上游给的 `cacheMissTokens`;没给就用
|
||||
* `promptTokens - cacheHitTokens`;连命中数都没有则把整个 `promptTokens`
|
||||
* 按未命中价计——未命中价更高,宁可略微高估也不低估账单。
|
||||
*/
|
||||
export function priceUsage(
|
||||
usage: TokenUsage,
|
||||
at: Date,
|
||||
config: PricingConfig,
|
||||
): PricedUsage {
|
||||
const peak = isPeak(at, config);
|
||||
const multiplier = peak ? 1 : config.offpeakFactor;
|
||||
const effectivePrices = {
|
||||
cacheHitPerM: config.cacheHitPerM * multiplier,
|
||||
cacheMissPerM: config.cacheMissPerM * multiplier,
|
||||
outputPerM: config.outputPerM * multiplier,
|
||||
};
|
||||
const snapshot: PricingSnapshot = {
|
||||
version: config.version,
|
||||
peak,
|
||||
effectivePrices,
|
||||
listPrices: {
|
||||
cacheHitPerM: config.cacheHitPerM,
|
||||
cacheMissPerM: config.cacheMissPerM,
|
||||
outputPerM: config.outputPerM,
|
||||
},
|
||||
};
|
||||
|
||||
if (!hasUsage(usage)) {
|
||||
return { costUsd: null, snapshot };
|
||||
}
|
||||
|
||||
const cacheHitTokens = usage.cacheHitTokens ?? 0;
|
||||
let cacheMissTokens = usage.cacheMissTokens;
|
||||
if (cacheMissTokens === null) {
|
||||
cacheMissTokens =
|
||||
usage.promptTokens !== null
|
||||
? Math.max(0, usage.promptTokens - cacheHitTokens)
|
||||
: 0;
|
||||
}
|
||||
const completionTokens = usage.completionTokens ?? 0;
|
||||
|
||||
const cost =
|
||||
(cacheHitTokens / 1_000_000) * effectivePrices.cacheHitPerM +
|
||||
(cacheMissTokens / 1_000_000) * effectivePrices.cacheMissPerM +
|
||||
(completionTokens / 1_000_000) * effectivePrices.outputPerM;
|
||||
|
||||
return { costUsd: roundCost(cost), snapshot };
|
||||
}
|
||||
Reference in New Issue
Block a user