fix: compute max contextWindow dynamically from context_config
This commit is contained in:
+18
-8
@@ -45,7 +45,7 @@ export const staticModels: QoderModelDef[] = [
|
|||||||
supportsEffort: true,
|
supportsEffort: true,
|
||||||
input: ["text", "image"],
|
input: ["text", "image"],
|
||||||
cost: ZERO_COST,
|
cost: ZERO_COST,
|
||||||
contextWindow: 180000,
|
contextWindow: 1000000,
|
||||||
maxTokens: 32768,
|
maxTokens: 32768,
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
@@ -58,7 +58,7 @@ export const staticModels: QoderModelDef[] = [
|
|||||||
supportsEffort: true,
|
supportsEffort: true,
|
||||||
input: ["text", "image"],
|
input: ["text", "image"],
|
||||||
cost: ZERO_COST,
|
cost: ZERO_COST,
|
||||||
contextWindow: 272000,
|
contextWindow: 1000000,
|
||||||
maxTokens: 32768,
|
maxTokens: 32768,
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
@@ -97,7 +97,7 @@ export const staticModels: QoderModelDef[] = [
|
|||||||
supportsEffort: false,
|
supportsEffort: false,
|
||||||
input: ["text", "image"],
|
input: ["text", "image"],
|
||||||
cost: ZERO_COST,
|
cost: ZERO_COST,
|
||||||
contextWindow: 180000,
|
contextWindow: 1000000,
|
||||||
maxTokens: 32768,
|
maxTokens: 32768,
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
@@ -110,7 +110,7 @@ export const staticModels: QoderModelDef[] = [
|
|||||||
supportsEffort: false,
|
supportsEffort: false,
|
||||||
input: ["text", "image"],
|
input: ["text", "image"],
|
||||||
cost: ZERO_COST,
|
cost: ZERO_COST,
|
||||||
contextWindow: 180000,
|
contextWindow: 1000000,
|
||||||
maxTokens: 32768,
|
maxTokens: 32768,
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
@@ -123,7 +123,7 @@ export const staticModels: QoderModelDef[] = [
|
|||||||
supportsEffort: true,
|
supportsEffort: true,
|
||||||
input: ["text", "image"],
|
input: ["text", "image"],
|
||||||
cost: ZERO_COST,
|
cost: ZERO_COST,
|
||||||
contextWindow: 180000,
|
contextWindow: 1000000,
|
||||||
maxTokens: 32768,
|
maxTokens: 32768,
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
@@ -136,7 +136,7 @@ export const staticModels: QoderModelDef[] = [
|
|||||||
supportsEffort: true,
|
supportsEffort: true,
|
||||||
input: ["text", "image"],
|
input: ["text", "image"],
|
||||||
cost: ZERO_COST,
|
cost: ZERO_COST,
|
||||||
contextWindow: 180000,
|
contextWindow: 1000000,
|
||||||
maxTokens: 32768,
|
maxTokens: 32768,
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
@@ -175,7 +175,7 @@ export const staticModels: QoderModelDef[] = [
|
|||||||
supportsEffort: false,
|
supportsEffort: false,
|
||||||
input: ["text", "image"],
|
input: ["text", "image"],
|
||||||
cost: ZERO_COST,
|
cost: ZERO_COST,
|
||||||
contextWindow: 180000,
|
contextWindow: 1000000,
|
||||||
maxTokens: 32768,
|
maxTokens: 32768,
|
||||||
},
|
},
|
||||||
];
|
];
|
||||||
@@ -255,7 +255,17 @@ export async function updateQoderModelsCache(
|
|||||||
if (!key || !entry.enable) continue;
|
if (!key || !entry.enable) continue;
|
||||||
|
|
||||||
const display = entry.display_name || key;
|
const display = entry.display_name || key;
|
||||||
const ctxLen = entry.max_input_tokens || 180000;
|
let ctxLen = entry.max_input_tokens || 180000;
|
||||||
|
if (entry.context_config && typeof entry.context_config === "object") {
|
||||||
|
for (const configVal of Object.values(entry.context_config)) {
|
||||||
|
if (configVal && typeof configVal === "object" && typeof (configVal as any).token_count === "number") {
|
||||||
|
const tc = (configVal as any).token_count;
|
||||||
|
if (tc > ctxLen) {
|
||||||
|
ctxLen = tc;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
const isVL = !!entry.is_vl;
|
const isVL = !!entry.is_vl;
|
||||||
const isReasoning = !!entry.is_reasoning || !!entry.thinking_config;
|
const isReasoning = !!entry.is_reasoning || !!entry.thinking_config;
|
||||||
const supportsEffort = !!entry.thinking_config?.enabled?.efforts;
|
const supportsEffort = !!entry.thinking_config?.enabled?.efforts;
|
||||||
|
|||||||
Reference in New Issue
Block a user