mirror of
https://github.com/deepseek-ai/deepseek-harness.git
synced 2026-08-29 04:26:38 +00:00
407 lines
19 KiB
TypeScript
407 lines
19 KiB
TypeScript
/**
|
|
* Wire-protocol coverage over the isomorphic point: InProcessApiClient →
|
|
* toFetchHandler(scripted impl) runs the real envelope wrap/unwrap, zod
|
|
* two-level parse, and rpcId discipline with no network or browser. Each case
|
|
* scripts its own minimal ApiProxy.
|
|
*/
|
|
|
|
import { describe, expect, it, vi } from 'vitest'
|
|
import type { ApiProxy, RpcMessage, RpcRequest, RpcResponse } from '@deepseek-ai/dsh-host-apiproxy'
|
|
import { InProcessApiClient, RpcId, toFetchHandler } from '@deepseek-ai/dsh-host-apiproxy'
|
|
|
|
function ok<T>(request: RpcRequest<unknown>, value: T): Promise<RpcResponse<T>> {
|
|
return Promise.resolve({ rpcId: request.rpcId, result: { ok: true, value } })
|
|
}
|
|
|
|
/** Scripted impl: every method resolves an empty-ish OK unless a case overrides it. */
|
|
function scriptedApi(overrides: {
|
|
host?: Partial<ApiProxy['host']>
|
|
skills?: Partial<ApiProxy['skills']>
|
|
agentPresets?: Partial<ApiProxy['agentPresets']>
|
|
settings?: Partial<ApiProxy['settings']>
|
|
credentials?: Partial<ApiProxy['credentials']>
|
|
llm?: Partial<ApiProxy['llm']>
|
|
} = {}): ApiProxy {
|
|
const err = <T>(r: RpcRequest<unknown>): Promise<RpcResponse<T>> =>
|
|
Promise.resolve({ rpcId: r.rpcId, result: { ok: false, error: { code: 'internal' as const, message: 'stub', details: {} } } })
|
|
return {
|
|
host: {
|
|
describe: r => ok(r, {
|
|
version: '0-test', cwd: '/t', attachedSessions: 0, home: '/h', canOpenPath: true,
|
|
}),
|
|
pickDirectory: r => ok(r, { path: null }),
|
|
listDirectory: r => ok(r, { path: '/t', home: '/t', crumbs: [], entries: [], truncated: false }),
|
|
createDirectory: r => ok(r, { path: '/t/new' }),
|
|
openPath: r => ok(r, { opened: true as const }),
|
|
...overrides.host,
|
|
},
|
|
skills: { list: r => ok(r, { skills: [] }), ...overrides.skills },
|
|
agentPresets: {
|
|
openDocument: r => ok(r, { opened: true as const }),
|
|
...overrides.agentPresets,
|
|
},
|
|
settings: {
|
|
describe: r => ok(r, { writable: true, hasDocument: false, namespaces: [] }),
|
|
openDocument: r => ok(r, { opened: true as const }),
|
|
update: err,
|
|
replace: err,
|
|
mutate: err,
|
|
...overrides.settings,
|
|
},
|
|
credentials: {
|
|
describe: r => ok(r, { credentials: {} }),
|
|
set: err,
|
|
unset: err,
|
|
...overrides.credentials,
|
|
},
|
|
llm: {
|
|
providers: r => ok(r, { providers: [] }),
|
|
models: r => ok(r, {
|
|
default: { provider: 'test', model: 'test' },
|
|
routableProviders: [],
|
|
groups: [],
|
|
failures: [],
|
|
}),
|
|
discoverModels: err,
|
|
...overrides.llm,
|
|
},
|
|
downloads: { sessionLog: async () => new Response('stub', { status: 404 }) },
|
|
}
|
|
}
|
|
|
|
function client(api: ApiProxy, timeoutMs?: number): InProcessApiClient {
|
|
return new InProcessApiClient(toFetchHandler(api), timeoutMs)
|
|
}
|
|
|
|
/** Wrap one scripted method to record its invocation into `seen` before responding. */
|
|
function recorderInto(seen: { method: string; payload: unknown }[]) {
|
|
return <P, V>(method: string, respond: (r: RpcRequest<P>) => Promise<RpcResponse<V>>) =>
|
|
(r: RpcRequest<P>): Promise<RpcResponse<V>> => {
|
|
seen.push({ method, payload: r.payload })
|
|
return respond(r)
|
|
}
|
|
}
|
|
|
|
describe('unary round trip', () => {
|
|
it('carries payload out and value back through the full wire form', async () => {
|
|
let seen: RpcRequest<{}> | undefined
|
|
const api = scriptedApi({
|
|
host: {
|
|
describe: (request) => {
|
|
seen = request
|
|
return ok(request, { version: '0-test', cwd: '/t', attachedSessions: 0, home: '/h', canOpenPath: true })
|
|
},
|
|
},
|
|
})
|
|
const response = await client(api).host.describe({})
|
|
expect(seen?.payload).toEqual({})
|
|
expect(seen?.rpcId).toBeTruthy()
|
|
expect(response.rpcId).toBe(seen?.rpcId)
|
|
expect(response.result).toMatchObject({ ok: true, value: { version: '0-test' } })
|
|
})
|
|
|
|
it('routes the agent-preset document opener through the wire', async () => {
|
|
const opened = await client(scriptedApi()).agentPresets.openDocument({ agentPreset: 'mine' })
|
|
expect(opened.result).toEqual({ ok: true, value: { opened: true } })
|
|
})
|
|
|
|
it('passes business errors through as 200 + err result, not a throw', async () => {
|
|
const api = scriptedApi({
|
|
host: {
|
|
describe: request => Promise.resolve({
|
|
rpcId: request.rpcId,
|
|
result: { ok: false, error: { code: 'internal', message: 'nope', details: {} } },
|
|
}),
|
|
},
|
|
})
|
|
const response = await client(api).host.describe({})
|
|
expect(response.result).toEqual({ ok: false, error: { code: 'internal', message: 'nope', details: {} } })
|
|
})
|
|
|
|
it('throws on rpcId echo mismatch', async () => {
|
|
const api = scriptedApi({
|
|
host: {
|
|
describe: () => Promise.resolve({
|
|
rpcId: RpcId('forged'),
|
|
result: { ok: true, value: { version: '0-test', cwd: '/t', attachedSessions: 0, home: '/h', canOpenPath: true } },
|
|
}),
|
|
},
|
|
})
|
|
await expect(client(api).host.describe({})).rejects.toThrow(/rpcId mismatch/)
|
|
})
|
|
|
|
it('rejects a method/path mismatch as bad-request', async () => {
|
|
const handler = toFetchHandler(scriptedApi())
|
|
const body = { type: 'client-request', rpcId: 'r1', method: 'host.describe', payload: {} }
|
|
const response = await handler.fetch('http://dsh.internal/api/skill.list', { method: 'POST', headers: { 'content-type': 'application/json' }, body: JSON.stringify(body) })
|
|
expect(response.status).toBe(200)
|
|
const parsed = await response.json() as { result: { ok: boolean; error?: { code: string; message: string } } }
|
|
expect(parsed.result.ok).toBe(false)
|
|
expect(parsed.result.error?.code).toBe('bad-request')
|
|
expect(parsed.result.error?.message).toMatch(/does not match path/)
|
|
})
|
|
|
|
it('rejects a malformed envelope as bad-request, salvaging the rpcId or falling back to the sentinel', async () => {
|
|
const handler = toFetchHandler(scriptedApi())
|
|
// No salvageable rpcId → the fixed invalid-request sentinel keeps the response a valid ServerResponse.
|
|
const noId = await handler.fetch('http://dsh.internal/api/host.describe', { method: 'POST', headers: { 'content-type': 'application/json' }, body: JSON.stringify({ nonsense: true }) })
|
|
expect(noId.status).toBe(200)
|
|
const noIdParsed = await noId.json() as { rpcId: string; result: { ok: boolean } }
|
|
expect(noIdParsed.result.ok).toBe(false)
|
|
expect(noIdParsed.rpcId).toBe('invalid-request')
|
|
// A string rpcId in the otherwise-bad body is salvaged for correlation.
|
|
const withId = await handler.fetch('http://dsh.internal/api/host.describe', { method: 'POST', headers: { 'content-type': 'application/json' }, body: JSON.stringify({ rpcId: 'salvage-me', nonsense: true }) })
|
|
const withIdParsed = await withId.json() as { rpcId: string; result: { ok: boolean } }
|
|
expect(withIdParsed.result.ok).toBe(false)
|
|
expect(withIdParsed.rpcId).toBe('salvage-me')
|
|
})
|
|
|
|
it('maps carrier failures to HTTP statuses and the client throws transport failure', async () => {
|
|
const handler = toFetchHandler(scriptedApi())
|
|
// Unknown method → 404.
|
|
const notFound = await handler.fetch('http://dsh.internal/api/no.such', { method: 'POST', headers: { 'content-type': 'application/json' }, body: '{}' })
|
|
expect(notFound.status).toBe(404)
|
|
// Non-JSON body → 400.
|
|
const badBody = await handler.fetch('http://dsh.internal/api/host.describe', { method: 'POST', headers: { 'content-type': 'application/json' }, body: '{oops' })
|
|
expect(badBody.status).toBe(400)
|
|
// Impl crash → 500, and through the client that is a throw, not an err result.
|
|
const crashing = scriptedApi({ host: { describe: () => { throw new Error('impl exploded') } } })
|
|
await expect(client(crashing).host.describe({})).rejects.toThrow(/transport failure .*500/)
|
|
})
|
|
|
|
it('rejects non-JSON media types before executing anything (cross-site simple-request fence)', async () => {
|
|
const describe = vi.fn((request: RpcRequest<{}>) => ok(request, {
|
|
version: '0-test', cwd: '/t', attachedSessions: 0, home: '/h', canOpenPath: true,
|
|
}))
|
|
const handler = toFetchHandler(scriptedApi({ host: { describe } }))
|
|
const body = JSON.stringify({ type: 'client-request', rpcId: 'r1', method: 'host.describe', payload: {} })
|
|
// A "simple" browser POST (text/plain — sent with no CORS preflight) is
|
|
// refused at the carrier before the impl runs.
|
|
const plain = await handler.fetch('http://dsh.internal/api/host.describe', { method: 'POST', headers: { 'content-type': 'text/plain' }, body })
|
|
expect(plain.status).toBe(415)
|
|
// A string body with no explicit header defaults to text/plain — same fence.
|
|
const unlabelled = await handler.fetch('http://dsh.internal/api/host.describe', { method: 'POST', body })
|
|
expect(unlabelled.status).toBe(415)
|
|
expect(describe).not.toHaveBeenCalled()
|
|
// Media-type parameters pass: the fence checks the type, not the exact string.
|
|
const charset = await handler.fetch('http://dsh.internal/api/host.describe', { method: 'POST', headers: { 'content-type': 'application/json; charset=utf-8' }, body })
|
|
expect(charset.status).toBe(200)
|
|
expect(describe).toHaveBeenCalledTimes(1)
|
|
})
|
|
|
|
it('rejects when the transport never resolves within timeoutMs', async () => {
|
|
// AbortSignal.timeout is immune to fake timers; a short real timeout keeps this fast.
|
|
const never = new InProcessApiClient({
|
|
fetch: (_i: RequestInfo | URL, init?: RequestInit) => new Promise<Response>((_resolve, reject) => {
|
|
init?.signal?.addEventListener('abort', () => { reject(new Error('aborted by timeout')) })
|
|
}),
|
|
}, 25)
|
|
await expect(never.host.describe({})).rejects.toThrow()
|
|
})
|
|
|
|
it('aborts a unary call through the caller-supplied external signal', async () => {
|
|
// Real-fetch semantics: on abort the rejection is the signal's reason, and the abort
|
|
// works even when the transport ignores the signal entirely (hung impl).
|
|
const gate = new AbortController()
|
|
const hung = new InProcessApiClient({ fetch: () => new Promise<Response>(() => {}) }, 60_000)
|
|
const call = hung.host.describe({}, gate.signal)
|
|
gate.abort(new Error('externally aborted'))
|
|
await expect(call).rejects.toThrow(/externally aborted/)
|
|
})
|
|
|
|
it('rejects an already-aborted signal before touching the transport, mapping a string reason to an Error', async () => {
|
|
let touched = false
|
|
const c = new InProcessApiClient({
|
|
fetch: () => {
|
|
touched = true
|
|
return Promise.resolve(new Response('{}'))
|
|
},
|
|
}, 60_000)
|
|
const gate = new AbortController()
|
|
gate.abort('gone before start')
|
|
await expect(c.host.describe({}, gate.signal)).rejects.toThrow('gone before start')
|
|
expect(touched).toBe(false)
|
|
})
|
|
|
|
it('maps a non-Error, non-string abort reason to the default AbortError message', async () => {
|
|
const gate = new AbortController()
|
|
const hung = new InProcessApiClient({ fetch: () => new Promise<Response>(() => {}) }, 60_000)
|
|
const call = hung.host.describe({}, gate.signal)
|
|
gate.abort(42)
|
|
await expect(call).rejects.toThrow('This operation was aborted')
|
|
})
|
|
|
|
it('passes a signal-less doFetch straight through to the handler', async () => {
|
|
class Probe extends InProcessApiClient {
|
|
direct(url: URL): Promise<Response> {
|
|
return this.doFetch(url)
|
|
}
|
|
}
|
|
const probe = new Probe({ fetch: () => Promise.resolve(new Response('raw')) })
|
|
const response = await probe.direct(new URL('http://dsh.internal/probe'))
|
|
expect(await response.text()).toBe('raw')
|
|
})
|
|
|
|
it('throws on an S→C ok value that fails the method value schema (second-level parse)', async () => {
|
|
// Impl echoes rpcId but returns a wrong-shaped value: envelope parse passes, value parse must reject.
|
|
const api = scriptedApi({
|
|
host: { describe: request => Promise.resolve({ rpcId: request.rpcId, result: { ok: true, value: { version: 1 } } }) as never },
|
|
})
|
|
await expect(client(api).host.describe({})).rejects.toThrow()
|
|
})
|
|
})
|
|
|
|
describe('envelope tap', () => {
|
|
it('delivers one microtask batch of full forms per unary call', async () => {
|
|
const api = scriptedApi()
|
|
const tapped = client(api)
|
|
const batches: (readonly RpcMessage[])[] = []
|
|
tapped.subscribeEnvelopes(batch => batches.push(batch))
|
|
await tapped.host.describe({})
|
|
await vi.waitFor(() => { expect(batches.length).toBeGreaterThan(0) })
|
|
const all = batches.flat()
|
|
expect(all.map(m => m.type)).toEqual(['client-request', 'server-response'])
|
|
expect(all[0]?.rpcId).toBe(all[1]?.rpcId)
|
|
})
|
|
|
|
it('isolates a throwing listener and keeps serving the call', async () => {
|
|
const api = scriptedApi()
|
|
const tapped = client(api)
|
|
const errorSpy = vi.spyOn(console, 'error').mockImplementation(() => undefined)
|
|
try {
|
|
const good: string[] = []
|
|
tapped.subscribeEnvelopes(() => { throw new Error('listener bug') })
|
|
tapped.subscribeEnvelopes(batch => good.push(...batch.map(m => m.type)))
|
|
const response = await tapped.host.describe({})
|
|
expect(response.result.ok).toBe(true)
|
|
await vi.waitFor(() => { expect(good).toContain('server-response') })
|
|
} finally {
|
|
errorSpy.mockRestore()
|
|
}
|
|
})
|
|
|
|
it('buffers nothing with zero subscribers and unsubscribes cleanly', async () => {
|
|
const api = scriptedApi()
|
|
const tapped = client(api)
|
|
await tapped.host.describe({}) // no subscribers: must not accumulate
|
|
const batches: (readonly RpcMessage[])[] = []
|
|
const unsubscribe = tapped.subscribeEnvelopes(batch => batches.push(batch))
|
|
unsubscribe()
|
|
await tapped.host.describe({})
|
|
await new Promise(resolve => setTimeout(resolve, 0))
|
|
expect(batches).toEqual([])
|
|
})
|
|
})
|
|
|
|
describe('config unary surface', () => {
|
|
it('round-trips every settings/credentials/llm method with its own payload and value shape', async () => {
|
|
const seen: { method: string; payload: unknown }[] = []
|
|
const record = recorderInto(seen)
|
|
const view = {
|
|
ns: 'llm-deepseek',
|
|
schema: { uid: 1, refs: { 1: { type: 'object' } } },
|
|
value: { baseURL: 'https://next' },
|
|
user: { baseURL: 'https://next' },
|
|
applies: 'live' as const,
|
|
secrets: [{ path: ['apiKey'], set: true }],
|
|
revision: 0,
|
|
}
|
|
const providerRow = {
|
|
provider: 'openai',
|
|
displayName: 'openai',
|
|
settingsNs: 'llm-pi-ai',
|
|
settingsPath: ['providers', 'openai'],
|
|
active: false,
|
|
}
|
|
const group = { id: 'deepseek-official', name: 'DeepSeek', models: [{ id: 'deepseek-v4-flash', name: 'Flash' }] }
|
|
const api = scriptedApi({
|
|
settings: {
|
|
describe: record('settings.describe', r => ok(r, { writable: true, hasDocument: false, namespaces: [view] })),
|
|
openDocument: record('settings.openDocument', r => ok(r, { opened: true as const })),
|
|
update: record('settings.update', r => ok(r, view)),
|
|
replace: record('settings.replace', r => ok(r, view)),
|
|
mutate: record('settings.mutate', r => ok(r, view)),
|
|
},
|
|
credentials: {
|
|
describe: record('credentials.describe', r => ok(r, { credentials: { OPENAI_API_KEY: { configured: true, source: 'file', writable: true } } })),
|
|
set: record('credentials.set', r => ok(r, {})),
|
|
unset: record('credentials.unset', r => ok(r, {})),
|
|
},
|
|
llm: {
|
|
providers: record('llm.providers', r => ok(r, { providers: [providerRow] })),
|
|
models: record('llm.models', r => ok(r, {
|
|
default: { provider: 'deepseek-official', model: 'deepseek-v4-flash' },
|
|
routableProviders: ['deepseek-official'],
|
|
groups: [group],
|
|
failures: [],
|
|
})),
|
|
discoverModels: record('llm.discoverModels', r => ok(r, { models: [{ id: 'acme-large', contextWindow: 65536 }] })),
|
|
},
|
|
})
|
|
const c = client(api)
|
|
|
|
const described = await c.settings.describe({})
|
|
expect(described.result).toEqual({ ok: true, value: { writable: true, hasDocument: false, namespaces: [view] } })
|
|
expect((await c.settings.openDocument({})).result).toEqual({ ok: true, value: { opened: true } })
|
|
const updated = await c.settings.update({ ns: 'llm-deepseek', patch: { baseURL: 'https://next' } })
|
|
expect(updated.result).toEqual({ ok: true, value: view })
|
|
const replaced = await c.settings.replace({ ns: 'llm-deepseek', section: {} })
|
|
expect(replaced.result).toEqual({ ok: true, value: view })
|
|
const mutated = await c.settings.mutate({
|
|
ns: 'llm-deepseek',
|
|
ops: [{ op: 'unset', path: ['baseURL'] }],
|
|
expectedRevision: 0,
|
|
})
|
|
expect(mutated.result).toEqual({ ok: true, value: view })
|
|
const creds = await c.credentials.describe({ refs: ['OPENAI_API_KEY'] })
|
|
expect(creds.result).toEqual({ ok: true, value: { credentials: { OPENAI_API_KEY: { configured: true, source: 'file', writable: true } } } })
|
|
expect((await c.credentials.set({ ref: 'OPENAI_API_KEY', value: 'sk-x' })).result).toEqual({ ok: true, value: {} })
|
|
expect((await c.credentials.unset({ ref: 'OPENAI_API_KEY' })).result).toEqual({ ok: true, value: {} })
|
|
const providers = await c.llm.providers({})
|
|
expect(providers.result).toEqual({ ok: true, value: { providers: [providerRow] } })
|
|
const models = await c.llm.models({})
|
|
expect(models.result).toEqual({
|
|
ok: true,
|
|
value: {
|
|
default: { provider: 'deepseek-official', model: 'deepseek-v4-flash' },
|
|
routableProviders: ['deepseek-official'],
|
|
groups: [group],
|
|
failures: [],
|
|
},
|
|
})
|
|
const discovered = await c.llm.discoverModels({
|
|
settingsNs: 'llm-pi-ai',
|
|
baseURL: 'https://gateway.acme.example/v1',
|
|
api: 'openai-completions',
|
|
apiKey: 'probe-key',
|
|
})
|
|
expect(discovered.result).toEqual({ ok: true, value: { models: [{ id: 'acme-large', contextWindow: 65536 }] } })
|
|
|
|
expect(seen.map(call => call.method)).toEqual([
|
|
'settings.describe', 'settings.openDocument', 'settings.update', 'settings.replace', 'settings.mutate',
|
|
'credentials.describe', 'credentials.set', 'credentials.unset',
|
|
'llm.providers', 'llm.models', 'llm.discoverModels',
|
|
])
|
|
expect(seen[2]?.payload).toEqual({ ns: 'llm-deepseek', patch: { baseURL: 'https://next' } })
|
|
expect(seen[4]?.payload)
|
|
.toEqual({ ns: 'llm-deepseek', ops: [{ op: 'unset', path: ['baseURL'] }], expectedRevision: 0 })
|
|
expect(seen[6]?.payload).toEqual({ ref: 'OPENAI_API_KEY', value: 'sk-x' })
|
|
// The draft crosses whole, credential included: the host needs it for this
|
|
// one interrogation and stores none of it.
|
|
expect(seen[10]?.payload).toEqual({
|
|
settingsNs: 'llm-pi-ai',
|
|
baseURL: 'https://gateway.acme.example/v1',
|
|
api: 'openai-completions',
|
|
apiKey: 'probe-key',
|
|
})
|
|
})
|
|
|
|
it('rejects an invalid credential reference name at the carrier boundary', async () => {
|
|
const api = scriptedApi()
|
|
const response = await client(api).credentials.set({ ref: 'not a var', value: 'x' })
|
|
expect(response.result.ok).toBe(false)
|
|
if (response.result.ok) throw new Error('unreachable')
|
|
expect(response.result.error.code).toBe('bad-request')
|
|
})
|
|
})
|