Tianyi Cui
d5a1d9bb75
@deepseek-ai/dsh-llm: provider-neutral content-block vocabulary (merge-extensible maps), raw StreamChunk protocol, ToolSchema, abstract LlmAdapter, LlmService adapter registry, BlockAssembler. @deepseek-ai/dsh-session: event-sourced Session (append-only log, deriveMessages; context/steering render as tagged envelopes), SessionStore, session/event + awaited session/flush durability seam. @deepseek-ai/dsh-system-prompt: ordered sections + tool-schema providers; assemble() through the system-prompt/assemble waterfall. Tool schemas are part of the assembly by design. @deepseek-ai/dsh-tools: tool registry feeding schemas into the assembly; execute() through the tools/execute waterfall (the single sandbox/permission/hook seam). @deepseek-ai/dsh-agent: Agent interface (send/steer/inject/abort, spawn/fork TODO seams), AgentRegistry, and the full agent/* event taxonomy so plugins never depend on the concrete loop.
74 lines
2.6 KiB
TypeScript
74 lines
2.6 KiB
TypeScript
import { describe, expect, it } from 'vitest'
|
|
import { Context } from 'cordis'
|
|
import LlmService, { GenerateOptions, LlmAdapter, StreamChunk } from '@deepseek-ai/dsh-llm'
|
|
|
|
class ScriptedAdapter extends LlmAdapter {
|
|
constructor(private script: StreamChunk[]) {
|
|
super()
|
|
}
|
|
|
|
async * stream(_options: GenerateOptions): AsyncIterable<StreamChunk> {
|
|
yield * this.script
|
|
}
|
|
}
|
|
|
|
const SCRIPT: StreamChunk[] = [
|
|
{ type: 'block-start', index: 0, blockType: 'text' },
|
|
{ type: 'text-delta', index: 0, text: 'hi' },
|
|
{ type: 'finish', reason: { kind: 'stop' } },
|
|
]
|
|
|
|
describe('LlmService', () => {
|
|
it('routes stream() to the registered adapter and generate() assembles it', async () => {
|
|
const ctx = new Context()
|
|
await ctx.plugin(LlmService)
|
|
ctx.llm.registerAdapter(['test-model'], new ScriptedAdapter(SCRIPT))
|
|
|
|
const chunks: StreamChunk[] = []
|
|
for await (const chunk of ctx.llm.stream({ model: 'test-model', messages: [] })) chunks.push(chunk)
|
|
expect(chunks).toHaveLength(3)
|
|
|
|
const result = await ctx.llm.generate({ model: 'test-model', messages: [] })
|
|
expect(result.message.content).toEqual([{ type: 'text', text: 'hi' }])
|
|
expect(result.finish).toEqual({ kind: 'stop' })
|
|
})
|
|
|
|
it('throws NO_ADAPTER for unregistered models', async () => {
|
|
const ctx = new Context()
|
|
await ctx.plugin(LlmService)
|
|
await expect(ctx.llm.generate({ model: 'nope', messages: [] })).rejects.toThrow('no adapter registered')
|
|
})
|
|
|
|
it('unregisters adapters when the owning fiber is disposed (HMR safety)', async () => {
|
|
const ctx = new Context()
|
|
await ctx.plugin(LlmService)
|
|
|
|
const fiber = await ctx.plugin(Object.assign((inner: Context) => {
|
|
inner.llm.registerAdapter(['scoped-model'], new ScriptedAdapter(SCRIPT))
|
|
}, { inject: ['llm'] }))
|
|
expect(ctx.llm.models()).toEqual(['scoped-model'])
|
|
|
|
await fiber.dispose()
|
|
expect(ctx.llm.models()).toEqual([])
|
|
})
|
|
|
|
it('lets llm/stream waterfall listeners wrap the underlying stream', async () => {
|
|
const ctx = new Context()
|
|
await ctx.plugin(LlmService)
|
|
ctx.llm.registerAdapter(['test-model'], new ScriptedAdapter(SCRIPT))
|
|
|
|
ctx.on('llm/stream', function (options, next) {
|
|
const inner = next()
|
|
return (async function * () {
|
|
yield { type: 'block-start', index: 99, blockType: 'text' } satisfies StreamChunk
|
|
yield * inner
|
|
})()
|
|
})
|
|
|
|
const chunks: StreamChunk[] = []
|
|
for await (const chunk of ctx.llm.stream({ model: 'test-model', messages: [] })) chunks.push(chunk)
|
|
expect(chunks).toHaveLength(4)
|
|
expect(chunks[0]).toMatchObject({ index: 99 })
|
|
})
|
|
})
|