feat(models): add model-aware runtime metadata
This commit is contained in:
Patrick Wozniak
+279
@@ -0,0 +1,279 @@
|
||||
import type { CommandCodeModel, LoadCommandCodeModelsResult } from "./models.ts"
|
||||
|
||||
export interface CommandCodeUi {
|
||||
notify(message: string, type?: "info" | "warning" | "error"): void
|
||||
}
|
||||
|
||||
export interface CommandCodeCommandContext {
|
||||
ui: CommandCodeUi
|
||||
waitForIdle?: () => Promise<void>
|
||||
}
|
||||
|
||||
export interface CommandCodeRuntimeApi<
|
||||
TProviderConfig,
|
||||
TContext extends CommandCodeCommandContext,
|
||||
> {
|
||||
registerProvider(name: string, config: TProviderConfig): void
|
||||
registerCommand(
|
||||
name: string,
|
||||
options: {
|
||||
description: string
|
||||
handler: (args: string, ctx: TContext) => Promise<void>
|
||||
},
|
||||
): void
|
||||
}
|
||||
|
||||
export interface CommandCodeRuntimeOptions<TProviderConfig> {
|
||||
endpoint: string
|
||||
cachePath: string
|
||||
loadModels: () => Promise<LoadCommandCodeModelsResult>
|
||||
createProviderConfig: (models: readonly CommandCodeModel[]) => TProviderConfig
|
||||
now?: () => number
|
||||
logWarning?: (message: string) => void
|
||||
}
|
||||
|
||||
export interface CommandCodeRuntimeStatus {
|
||||
source: LoadCommandCodeModelsResult["source"]
|
||||
modelCount: number
|
||||
lastSuccess?: number
|
||||
lastAttempt?: number
|
||||
cachePath: string
|
||||
endpoint: string
|
||||
warning?: string
|
||||
refreshing: boolean
|
||||
}
|
||||
|
||||
export interface CommandCodeRefreshResult {
|
||||
refreshed: boolean
|
||||
source: CommandCodeRuntimeStatus["source"]
|
||||
modelCount: number
|
||||
warning?: string
|
||||
}
|
||||
|
||||
const REDACTED = "[redacted]"
|
||||
|
||||
function errorMessage(error: unknown): string {
|
||||
return error instanceof Error ? error.message : String(error)
|
||||
}
|
||||
|
||||
function redactUrl(value: string): string {
|
||||
try {
|
||||
const url = new URL(value)
|
||||
return `${url.protocol}//${url.host}${url.pathname}`
|
||||
} catch {
|
||||
return REDACTED
|
||||
}
|
||||
}
|
||||
|
||||
export function redactDiagnosticText(value: string): string {
|
||||
const redactedUrls = value.replace(/https?:\/\/[^\s)]+/gi, (match) => redactUrl(match))
|
||||
return redactedUrls
|
||||
.replace(/\bBearer\s+[A-Za-z0-9._~+/=-]+/gi, `Bearer ${REDACTED}`)
|
||||
.replace(/\b(?:user|cc)_[A-Za-z0-9_-]{8,}\b/gi, REDACTED)
|
||||
.replace(/\b(?:api[-_ ]?key|token|secret|password)\s*[=:]\s*[^\s,;)]+/gi, (match) => {
|
||||
const separator = match.match(/\s*[=:]\s*/)?.[0] ?? "="
|
||||
return `${match.slice(0, match.indexOf(separator))}${separator}${REDACTED}`
|
||||
})
|
||||
}
|
||||
|
||||
export function redactEndpoint(value: string): string {
|
||||
return redactUrl(value)
|
||||
}
|
||||
|
||||
function formatTimestamp(timestamp: number | undefined): string {
|
||||
return timestamp === undefined ? "never" : new Date(timestamp).toISOString()
|
||||
}
|
||||
|
||||
export function formatCommandCodeStatus(status: CommandCodeRuntimeStatus): string {
|
||||
const lines = [
|
||||
`source: ${status.source}`,
|
||||
`model count: ${status.modelCount}`,
|
||||
`last success: ${formatTimestamp(status.lastSuccess)}`,
|
||||
`last attempt: ${formatTimestamp(status.lastAttempt)}`,
|
||||
`cache path: ${status.cachePath}`,
|
||||
`endpoint: ${redactEndpoint(status.endpoint)}`,
|
||||
`refresh: ${status.refreshing ? "in progress" : "idle"}`,
|
||||
]
|
||||
|
||||
lines.push(`warning: ${status.warning ? redactDiagnosticText(status.warning) : "none"}`)
|
||||
return lines.join("\n")
|
||||
}
|
||||
|
||||
export class CommandCodeRuntime<TProviderConfig, TContext extends CommandCodeCommandContext> {
|
||||
private readonly now: () => number
|
||||
private readonly logWarning: (message: string) => void
|
||||
private status: CommandCodeRuntimeStatus
|
||||
private providerRegistered = false
|
||||
private refreshPromise: Promise<CommandCodeRefreshResult> | undefined
|
||||
|
||||
constructor(
|
||||
private readonly pi: CommandCodeRuntimeApi<TProviderConfig, TContext>,
|
||||
private readonly options: CommandCodeRuntimeOptions<TProviderConfig>,
|
||||
) {
|
||||
this.now = options.now ?? Date.now
|
||||
this.logWarning = options.logWarning ?? ((message) => console.warn(`[commandcode] ${message}`))
|
||||
const initialStatus: CommandCodeRuntimeStatus = {
|
||||
source: "empty",
|
||||
modelCount: 0,
|
||||
cachePath: options.cachePath,
|
||||
endpoint: options.endpoint,
|
||||
refreshing: false,
|
||||
}
|
||||
this.status = { ...initialStatus }
|
||||
}
|
||||
|
||||
getStatus(): CommandCodeRuntimeStatus {
|
||||
return { ...this.status }
|
||||
}
|
||||
|
||||
async initialize(): Promise<void> {
|
||||
this.registerCommands()
|
||||
await this.refresh()
|
||||
}
|
||||
|
||||
refresh(): Promise<CommandCodeRefreshResult> {
|
||||
if (this.refreshPromise) return this.refreshPromise
|
||||
|
||||
const refreshPromise = this.refreshCatalog().finally(() => {
|
||||
if (this.refreshPromise === refreshPromise) this.refreshPromise = undefined
|
||||
})
|
||||
this.refreshPromise = refreshPromise
|
||||
return refreshPromise
|
||||
}
|
||||
|
||||
private async refreshCatalog(): Promise<CommandCodeRefreshResult> {
|
||||
this.status = {
|
||||
...this.status,
|
||||
lastAttempt: this.now(),
|
||||
refreshing: true,
|
||||
}
|
||||
|
||||
try {
|
||||
const loaded = await this.options.loadModels()
|
||||
const warning = loaded.warning ? redactDiagnosticText(loaded.warning) : undefined
|
||||
|
||||
const shouldRegister =
|
||||
!this.providerRegistered ||
|
||||
loaded.source === "live" ||
|
||||
(this.status.modelCount === 0 && loaded.models.length > 0)
|
||||
|
||||
if (shouldRegister) {
|
||||
this.pi.registerProvider("commandcode", this.options.createProviderConfig(loaded.models))
|
||||
this.providerRegistered = true
|
||||
|
||||
if (loaded.models.length === 0) {
|
||||
const preservedWarning = warning ?? "Model catalog refresh returned no models"
|
||||
this.status = {
|
||||
...this.status,
|
||||
source: loaded.source,
|
||||
modelCount: 0,
|
||||
warning: preservedWarning,
|
||||
refreshing: false,
|
||||
}
|
||||
this.warn(preservedWarning)
|
||||
return {
|
||||
refreshed: false,
|
||||
source: loaded.source,
|
||||
modelCount: 0,
|
||||
warning: preservedWarning,
|
||||
}
|
||||
}
|
||||
|
||||
this.status = {
|
||||
...this.status,
|
||||
source: loaded.source,
|
||||
modelCount: loaded.models.length,
|
||||
lastSuccess: this.now(),
|
||||
warning,
|
||||
refreshing: false,
|
||||
}
|
||||
if (warning) this.warn(warning)
|
||||
return {
|
||||
refreshed: true,
|
||||
source: loaded.source,
|
||||
modelCount: loaded.models.length,
|
||||
warning,
|
||||
}
|
||||
}
|
||||
|
||||
const preservedWarning = warning ?? "Model catalog refresh returned no models"
|
||||
this.status = {
|
||||
...this.status,
|
||||
warning: preservedWarning,
|
||||
refreshing: false,
|
||||
}
|
||||
this.warn(preservedWarning)
|
||||
return {
|
||||
refreshed: false,
|
||||
source: this.status.source,
|
||||
modelCount: this.status.modelCount,
|
||||
warning: preservedWarning,
|
||||
}
|
||||
} catch (error) {
|
||||
const warning = redactDiagnosticText(
|
||||
`Could not refresh the Command Code model catalog: ${errorMessage(error)}`,
|
||||
)
|
||||
this.status = {
|
||||
...this.status,
|
||||
warning,
|
||||
refreshing: false,
|
||||
}
|
||||
this.warn(warning)
|
||||
return {
|
||||
refreshed: false,
|
||||
source: this.status.source,
|
||||
modelCount: this.status.modelCount,
|
||||
warning,
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private warn(message: string): void {
|
||||
try {
|
||||
this.logWarning(redactDiagnosticText(message))
|
||||
} catch {
|
||||
// Diagnostics must never make a catalog refresh fail.
|
||||
}
|
||||
}
|
||||
|
||||
private registerCommands(): void {
|
||||
this.pi.registerCommand("commandcode-refresh", {
|
||||
description: "Refresh the Command Code model catalog",
|
||||
handler: async (_args, ctx) => {
|
||||
await ctx.waitForIdle?.()
|
||||
const result = await this.refresh()
|
||||
if (result.refreshed) {
|
||||
ctx.ui.notify(
|
||||
`Command Code model catalog refreshed (${result.modelCount} models from ${result.source}).`,
|
||||
"info",
|
||||
)
|
||||
} else {
|
||||
ctx.ui.notify(
|
||||
`Command Code model catalog unchanged (${result.modelCount} models remain available).${result.warning ? ` ${result.warning}` : ""}`,
|
||||
"warning",
|
||||
)
|
||||
}
|
||||
},
|
||||
})
|
||||
|
||||
this.pi.registerCommand("commandcode-status", {
|
||||
description: "Show redacted Command Code provider diagnostics",
|
||||
handler: async (_args, ctx) => {
|
||||
ctx.ui.notify(
|
||||
formatCommandCodeStatus(this.status),
|
||||
this.status.warning ? "warning" : "info",
|
||||
)
|
||||
},
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
export function createCommandCodeRuntime<
|
||||
TProviderConfig,
|
||||
TContext extends CommandCodeCommandContext,
|
||||
>(
|
||||
pi: CommandCodeRuntimeApi<TProviderConfig, TContext>,
|
||||
options: CommandCodeRuntimeOptions<TProviderConfig>,
|
||||
): CommandCodeRuntime<TProviderConfig, TContext> {
|
||||
return new CommandCodeRuntime(pi, options)
|
||||
}
|
||||
Reference in New Issue
Block a user