mirror of
https://github.com/deepseek-ai/deepseek-harness.git
synced 2026-09-02 04:00:31 +00:00
68 lines
2.4 KiB
TypeScript
68 lines
2.4 KiB
TypeScript
/** Shared projection of the live LLM registry into the browser model catalog. */
|
|
|
|
import type { Context } from '@deepseek-ai/cordis'
|
|
import type {
|
|
ModelCatalog,
|
|
ModelReasoning,
|
|
ModelSelection,
|
|
} from './types.ts'
|
|
|
|
/**
|
|
* Build the browser model catalog without requiring a Session.
|
|
* @param ctx - Host context carrying the live LLM registry.
|
|
* @param defaultSelection - deployment default used before a Session selects a model.
|
|
* @returns successful non-empty provider groups and isolated provider failures.
|
|
*/
|
|
export async function buildModelCatalog(
|
|
ctx: Context,
|
|
defaultSelection: ModelSelection = ctx.agentDefaultModel.currentSelection(),
|
|
): Promise<ModelCatalog> {
|
|
const providers = ctx.llm.listProviders()
|
|
const catalog = await Promise.all(providers.map(async (provider) => {
|
|
try {
|
|
const models = await ctx.llm.listModels(provider.id)
|
|
const entries = await Promise.all(models.map(async (model) => {
|
|
const resolved = await ctx.llm.resolveModelInfo(provider.id, model.id)
|
|
const reasoning: ModelReasoning | undefined = resolved.reasoning === undefined
|
|
? undefined
|
|
: {
|
|
efforts: resolved.reasoning.efforts.map(effort => ({
|
|
id: effort.id,
|
|
name: effort.name,
|
|
...(effort.description === undefined ? {} : { description: effort.description }),
|
|
})),
|
|
...(resolved.reasoning.defaultEffort === undefined
|
|
? {}
|
|
: { defaultEffort: resolved.reasoning.defaultEffort }),
|
|
}
|
|
return {
|
|
id: model.id,
|
|
name: model.name,
|
|
...(model.description === undefined ? {} : { description: model.description }),
|
|
...(reasoning === undefined ? {} : { reasoning }),
|
|
}
|
|
}))
|
|
return {
|
|
kind: 'group' as const,
|
|
group: { id: provider.id, name: provider.name, models: entries },
|
|
}
|
|
} catch (error) {
|
|
return {
|
|
kind: 'failure' as const,
|
|
failure: {
|
|
id: provider.id,
|
|
name: provider.name,
|
|
message: error instanceof Error ? error.message : String(error),
|
|
},
|
|
}
|
|
}
|
|
}))
|
|
return {
|
|
default: { ...defaultSelection },
|
|
routableProviders: providers.map(provider => provider.id),
|
|
groups: catalog.flatMap(item => item.kind === 'group' ? [item.group] : [])
|
|
.filter(group => group.models.length > 0),
|
|
failures: catalog.flatMap(item => item.kind === 'failure' ? [item.failure] : []),
|
|
}
|
|
}
|