Files
lpt-ai/src/admin/pricing.ts
T
cat-shark 935f4781a4 feat: 采集 LLM token 用量并上报 lpt-be
- 客户端解析上游 usage(含 DeepSeek 缓存命中/未命中),跨重试累加
- 新增计价表(三档单价 + 峰谷时段),费用在结算时冻结
- 新增用量上报与本地 outbox 重试;4xx 判定为确定性拒绝,不无限重试
- 面板补充 Token/费用/调用次数与计价快照
- 顺带修复面板内联脚本转义错误(模板字面量吃掉 \n 与 \',面板一直空白)
2026-10-10 18:46:01 +08:00

232 lines
8.1 KiB
TypeScript
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
/**
* LLM 计价 —— DeepSeek 三档单价 + 峰谷时段。
*
* 设计要点:
* - **单价按「每百万 token 的美元价」配置**,不引入中转站那套倍率/钱包抽象:
* 本项目是单租户内部服务,没有余额可扣,倍率只会多一层浮点误差面。
* - **峰谷价差必须算进去**:DeepSeek 谷时价是峰时价的一半,而峰时只占工作日的 7 小时。
* 忽略它会将近一倍地高估费用(夜间与周末的调用全被按峰时价算)。
* - **计价结果要冻结**:价格表会变,历史账不能被新价格改写,所以结算时把生效单价与
* 是否峰时一并写进日志快照,而不是展示时现算。
* - **中国法定节假日按谷时计价**,但节假日表每年都变,因此做成配置项而不是硬编码日历。
*/
import { hasUsage, type TokenUsage } from "../llm/usage.js";
/** UTC 分钟数区间;`startMinute > endMinute` 表示跨零点 */
export interface PeakWindow {
startMinute: number;
endMinute: number;
}
export interface PricingConfig {
/** 峰时:缓存命中输入 token 单价(USD / 1M tokens) */
cacheHitPerM: number;
/** 峰时:缓存未命中输入 token 单价 */
cacheMissPerM: number;
/** 峰时:输出 token 单价 */
outputPerM: number;
/** 谷时价 = 峰时价 × 该系数;设为 1 即取消峰谷差异 */
offpeakFactor: number;
peakWindows: PeakWindow[];
/** 按谷时计价的日期(UTC 的 `yyyy-MM-dd`),用于中国法定节假日 */
offpeakDates: string[];
/** 计价表版本;不显式配置时由单价派生,改价即自动变版本 */
version: string;
}
export interface PricingSnapshot {
version: string;
peak: boolean;
/** 本次实际生效的单价(已含峰谷系数) */
effectivePrices: {
cacheHitPerM: number;
cacheMissPerM: number;
outputPerM: number;
};
/** 峰时标价,便于与账单核对 */
listPrices: {
cacheHitPerM: number;
cacheMissPerM: number;
outputPerM: number;
};
}
export interface PricedUsage {
/** 无法计价(上游完全没上报用量)时为 null,不要用 0 冒充 */
costUsd: number | null;
snapshot: PricingSnapshot;
}
/**
* DeepSeek 公布的峰时窗口(UTC,周一至周五):
* 01:00–04:00 与 06:00–10:00,其余时段(含周末与中国法定节假日)为谷时。
*/
const DEFAULT_PEAK_WINDOWS = "01:00-04:00,06:00-10:00";
/** 峰时单价(USD / 1M tokens),取自 DeepSeek 官方 Models & Pricing 的 PEAK 一列 */
const DEFAULT_CACHE_HIT_PER_M = 0.006;
const DEFAULT_CACHE_MISS_PER_M = 0.3;
const DEFAULT_OUTPUT_PER_M = 1.2;
/** 谷时 = 峰时 × 0.5 */
const DEFAULT_OFFPEAK_FACTOR = 0.5;
/** 费用落到 DECIMAL(18,8) 之前先收敛浮点噪声 */
const COST_DECIMALS = 8;
function numberFrom(value: string | undefined, fallback: number): number {
if (value === undefined || value.trim() === "") return fallback;
const parsed = Number(value);
return Number.isFinite(parsed) && parsed >= 0 ? parsed : fallback;
}
/**
* 解析 `HH:mm-HH:mm` 列表。
*
* 单条格式不对就跳过它而不是整段回退到默认值:运维改了一个窗口写错格式时,
* 其余窗口仍然生效,故障面更小。
*/
export function parsePeakWindows(raw: string | undefined): PeakWindow[] {
if (raw === undefined) return parsePeakWindows(DEFAULT_PEAK_WINDOWS);
return raw
.split(",")
.map((item) => item.trim())
.filter((item) => item.length > 0)
.map((item) => {
const match = /^(\d{1,2}):(\d{2})\s*-\s*(\d{1,2}):(\d{2})$/.exec(item);
if (!match) return null;
const [, startHour, startMinute, endHour, endMinute] = match;
const start = Number(startHour) * 60 + Number(startMinute);
const end = Number(endHour) * 60 + Number(endMinute);
if (start > 24 * 60 || end > 24 * 60 || start === end) return null;
return { startMinute: start, endMinute: end };
})
.filter((window): window is PeakWindow => window !== null);
}
function parseOffpeakDates(raw: string | undefined): string[] {
if (raw === undefined || raw.trim() === "") return [];
return raw
.split(",")
.map((item) => item.trim())
.filter((item) => /^\d{4}-\d{2}-\d{2}$/.test(item));
}
/** 单价指纹:改价即变版本,无需人工维护版本号 */
function deriveVersion(
cacheHitPerM: number,
cacheMissPerM: number,
outputPerM: number,
offpeakFactor: number,
): string {
return `hit${cacheHitPerM}|miss${cacheMissPerM}|out${outputPerM}|off${offpeakFactor}`;
}
export function loadPricingConfig(env: NodeJS.ProcessEnv = process.env): PricingConfig {
const cacheHitPerM = numberFrom(env.LLM_PRICE_CACHE_HIT_PER_M, DEFAULT_CACHE_HIT_PER_M);
const cacheMissPerM = numberFrom(env.LLM_PRICE_CACHE_MISS_PER_M, DEFAULT_CACHE_MISS_PER_M);
const outputPerM = numberFrom(env.LLM_PRICE_OUTPUT_PER_M, DEFAULT_OUTPUT_PER_M);
const offpeakFactor = numberFrom(env.LLM_PRICE_OFFPEAK_FACTOR, DEFAULT_OFFPEAK_FACTOR);
const explicitVersion = (env.LLM_PRICE_VERSION ?? "").trim();
return {
cacheHitPerM,
cacheMissPerM,
outputPerM,
offpeakFactor,
peakWindows: parsePeakWindows(env.LLM_PRICE_PEAK_WINDOWS),
offpeakDates: parseOffpeakDates(env.LLM_PRICE_PEAK_HOLIDAYS),
version:
explicitVersion.length > 0
? explicitVersion
: deriveVersion(cacheHitPerM, cacheMissPerM, outputPerM, offpeakFactor),
};
}
function utcDateKey(at: Date): string {
const year = at.getUTCFullYear();
const month = String(at.getUTCMonth() + 1).padStart(2, "0");
const day = String(at.getUTCDate()).padStart(2, "0");
return `${year}-${month}-${day}`;
}
function inWindow(minute: number, window: PeakWindow): boolean {
if (window.startMinute < window.endMinute) {
return minute >= window.startMinute && minute < window.endMinute;
}
// 跨零点(如 23:00-02:00)
return minute >= window.startMinute || minute < window.endMinute;
}
/**
* 判断某一时刻是否按峰时计价。
*
* 一律按 UTC 判定:DeepSeek 的峰时窗口就是按 UTC 公布的,
* 用服务器本地时区(部署在哪个区不确定)会算错整段。
*/
export function isPeak(at: Date, config: PricingConfig): boolean {
const weekday = at.getUTCDay();
if (weekday === 0 || weekday === 6) return false;
if (config.offpeakDates.includes(utcDateKey(at))) return false;
const minute = at.getUTCHours() * 60 + at.getUTCMinutes();
return config.peakWindows.some((window) => inWindow(minute, window));
}
function roundCost(value: number): number {
const factor = 10 ** COST_DECIMALS;
return Math.round(value * factor) / factor;
}
/**
* 把一次(或累计多次尝试的)用量换算成美元费用。
*
* 缓存未命中数的兜底顺序:优先用上游给的 `cacheMissTokens`;没给就用
* `promptTokens - cacheHitTokens`;连命中数都没有则把整个 `promptTokens`
* 按未命中价计——未命中价更高,宁可略微高估也不低估账单。
*/
export function priceUsage(
usage: TokenUsage,
at: Date,
config: PricingConfig,
): PricedUsage {
const peak = isPeak(at, config);
const multiplier = peak ? 1 : config.offpeakFactor;
const effectivePrices = {
cacheHitPerM: config.cacheHitPerM * multiplier,
cacheMissPerM: config.cacheMissPerM * multiplier,
outputPerM: config.outputPerM * multiplier,
};
const snapshot: PricingSnapshot = {
version: config.version,
peak,
effectivePrices,
listPrices: {
cacheHitPerM: config.cacheHitPerM,
cacheMissPerM: config.cacheMissPerM,
outputPerM: config.outputPerM,
},
};
if (!hasUsage(usage)) {
return { costUsd: null, snapshot };
}
const cacheHitTokens = usage.cacheHitTokens ?? 0;
let cacheMissTokens = usage.cacheMissTokens;
if (cacheMissTokens === null) {
cacheMissTokens =
usage.promptTokens !== null
? Math.max(0, usage.promptTokens - cacheHitTokens)
: 0;
}
const completionTokens = usage.completionTokens ?? 0;
const cost =
(cacheHitTokens / 1_000_000) * effectivePrices.cacheHitPerM +
(cacheMissTokens / 1_000_000) * effectivePrices.cacheMissPerM +
(completionTokens / 1_000_000) * effectivePrices.outputPerM;
return { costUsd: roundCost(cost), snapshot };
}