mengzhx/deepseek-harness
1
0
Fork 0
mirror of https://github.com/deepseek-ai/deepseek-harness.git synced 2026-08-29 04:26:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

test(history): measure complete response parsing

Browse Source
This commit is contained in:
kingwl
2026-08-25 20:10:43 +08:00
committed by imccyu
parent 86e79b5886
commit 055c505c6d
1 changed files with 16 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/api/session-controller/tests/history-transport.perf.client.ts
+16 -12
View File
@@ -5,6 +5,7 @@ import { createServer, type Server } from 'node:http'
import { performance } from 'node:perf_hooks'
import { brotliCompressSync, gzipSync } from 'node:zlib'
import { expect, it } from 'vitest'
import { z } from 'zod'
import { createUserMessage } from '@deepseek-ai/dsh-llm'
import type { HistoryEntry, HistoryRecord } from '@deepseek-ai/dsh-api-remotes/client'
import { isChunkRow, packChunkRuns } from '@deepseek-ai/dsh-session/chunk-rows'
@@ -78,6 +79,11 @@ interface PackedHistoryValue {
readonly toSeq: number
}
const rawSessionHistoryValueSchema: z.ZodType<RawHistoryValue> = z.object({
events: z.array(historyEntrySchema),
hasMore: z.boolean(),
}) as unknown as z.ZodType<RawHistoryValue>
function timed<T>(run: () => T): Timed<T> {
const start = performance.now()
const value = run()
@@ -370,9 +376,9 @@ it('reports packed history transport and exact replay costs', async () => {
const packedTransfer = await loopbackTransfer(packedJson.value)
const rawClientHeap = sampledPeakHeap((sample) => {
const parsed = JSON.parse(rawJson.value) as RawHistoryValue
const wire: unknown = JSON.parse(rawJson.value)
sample()
for (const entry of parsed.events) historyEntrySchema.parse(entry)
const parsed = rawSessionHistoryValueSchema.parse(wire)
sample()
const prepared = conversationInputs(parsed.events)
sample()
@@ -381,9 +387,9 @@ it('reports packed history transport and exact replay costs', async () => {
return digest(folded)
})
const packedClientHeap = sampledPeakHeap((sample) => {
const parsed = JSON.parse(packedJson.value) as PackedHistoryValue
const wire: unknown = JSON.parse(packedJson.value)
sample()
sessionHistoryValueSchema.parse(parsed)
const parsed = sessionHistoryValueSchema.parse(wire) as unknown as PackedHistoryValue
sample()
const prepared = conversationInputs(historyEntries(parsed.records))
sample()
@@ -392,14 +398,12 @@ it('reports packed history transport and exact replay costs', async () => {
return digest(folded)
})
const parsedRaw = timed(() => JSON.parse(rawJson.value) as RawHistoryValue)
const parsedPacked = timed(() => JSON.parse(packedJson.value) as PackedHistoryValue)
const rawValidation = timed(() => {
for (const entry of parsedRaw.value.events) historyEntrySchema.parse(entry)
})
const packedValidation = timed(() => sessionHistoryValueSchema.parse(parsedPacked.value))
const rawPreparation = timed(() => conversationInputs(parsedRaw.value.events))
const packedPreparation = timed(() => conversationInputs(historyEntries(parsedPacked.value.records)))
const parsedRaw = timed((): unknown => JSON.parse(rawJson.value))
const parsedPacked = timed((): unknown => JSON.parse(packedJson.value))
const rawValidation = timed(() => rawSessionHistoryValueSchema.parse(parsedRaw.value))
const packedValidation = timed(() => sessionHistoryValueSchema.parse(parsedPacked.value) as unknown as PackedHistoryValue)
const rawPreparation = timed(() => conversationInputs(rawValidation.value.events))
const packedPreparation = timed(() => conversationInputs(historyEntries(packedValidation.value.records)))
assemble(rawPreparation.value.slice(0, 1_000))
assemble(packedPreparation.value)