// Web e2e scenario: mid-turn steering, end to end. The composer locks while a // turn runs, so the product UI has no steering gesture yet — the steer is // POSTed from the page itself over the same same-origin /api transport the // client uses (TODO(web-steer-composer): drive this through a composer // gesture once one exists). Everything downstream is product: the gateway // routes mode:'steer' to Agent.steer, the loop drains it at the step // boundary into a durable steering/message event, the SSE mux pushes it, and // the transcript renders the badged interjection bubble. The question // composer supplies the deterministic mid-turn window: while ask_user_question // blocks, the turn is provably running, so record and replay perform the // identical steer-then-answer sequence with zero timing dependence — and the // recorded final reply proves the steer reached the MODEL (it obeys an // instruction that only the steering message carries). import { readFile } from 'node:fs/promises' import { fileURLToPath } from 'node:url' import { join } from 'node:path' import type { Browser, Page } from 'playwright' import { chromium } from 'playwright' import { afterAll, beforeAll, describe, expect, it, onTestFailed } from 'vitest' import { parseSessionLog } from '@deepseek-ai/dsh-llm-replay' import type { SessionEvent } from '@deepseek-ai/dsh-session' import { assertFixtureInventory, captureStableAria, compareOrRefreshGolden, fixtureUserPrompts, launchWebScaffold, recordFixture, watchConsole, webSnapshotMode, type WebScaffold, } from './scaffold.ts' import { connectFreshWorkspace, saveFailureShot } from './support.ts' const SNAPSHOT_DIR = fileURLToPath(new URL('./snapshots/steering', import.meta.url)) const FIXTURE = join(SNAPSHOT_DIR, 'session.jsonl') // Two goldens for the two distinct states this interaction produces: the // mid-turn moment (steer ACCEPTED but deliberately invisible — the loop // drains steering at the step boundary, so no interjection bubble exists // while the question still blocks the step) and the settled transcript // (badged bubble in place, final reply obeying it). The pair pins the // timing semantics visually: if the client ever starts rendering pending // steers eagerly, the mid-steer golden flips first. const MID_EXPECTED = join(SNAPSHOT_DIR, 'mid-steer.expected.md') const SETTLED_EXPECTED = join(SNAPSHOT_DIR, 'settled.expected.md') const MODE = webSnapshotMode() const PROMPT = 'Use the ask_user_question tool to ask me exactly one question with id "checkpoint", question "Ready to continue?", header "Checkpoint", and options labeled "Yes" and "No". After I answer, reply with one short sentence acknowledging my answer and stop.' const STEER = 'Interjection: include the word BANANA in your final reply.' /** Concatenated assistant text deltas — the model-visible reply body. */ function assistantText(events: SessionEvent[]): string { return events .filter(e => e.type === 'assistant/chunk') .map((e) => { const chunk = (e as SessionEvent & { data: { chunk: { type: string; text?: string } } }).data.chunk return chunk.type === 'text-delta' ? chunk.text ?? '' : '' }) .join('') } describe('web e2e: mid-turn steering lands durably and visibly', () => { let scaffold: WebScaffold let browser: Browser let page: Page let tripwire: ReturnType let liveSessionId: string | undefined const sessionEvents: SessionEvent[] = [] beforeAll(async () => { scaffold = await launchWebScaffold(MODE === 'record' ? {} : { replayFixture: FIXTURE, paceMs: 15 }) scaffold.ctx.on('session/event', (session, event) => { liveSessionId ??= session.id sessionEvents.push(event) }) browser = await chromium.launch() page = await browser.newPage({ viewport: { width: 1680, height: 1000 } }) tripwire = watchConsole(page) await page.goto(scaffold.baseUrl, { waitUntil: 'load' }) await page.waitForSelector('[class*="frame"]', { timeout: 30_000 }) // Fresh world: connect a Workspace so the composer scenarios start live. await connectFreshWorkspace(page) }, 120_000) afterAll(async () => { await browser?.close() await scaffold?.close() }) it('steers during the blocked step; the interjection is logged, rendered, and obeyed', async () => { onTestFailed(() => saveFailureShot(page, 'web-e2e-steering')) if (MODE !== 'record') { // The steer must NOT be a user/message — it lands as steering/message. expect(fixtureUserPrompts(await readFile(FIXTURE, 'utf8'))).toEqual([PROMPT]) } const input = page.locator('textarea').first() await input.waitFor({ timeout: 10_000 }) const settled = scaffold.whenTurnSettled(MODE === 'record' ? 180_000 : 30_000) await input.fill(PROMPT) await input.press('Enter') // The blocked composer is the mid-turn barrier: its presence proves the // ask_user_question step is executing, i.e. the turn is running NOW. const composer = page.locator('[data-question-key]') await composer.waitFor({ timeout: MODE === 'record' ? 120_000 : 30_000 }) // Steer through the real wire from the page (same envelope + endpoint the // web client's session.prompt uses). accepted:true is the transport proof. expect(liveSessionId).toBeDefined() const reply = await page.evaluate(async ({ sessionId, text }) => { const response = await fetch('/api/session.prompt', { method: 'POST', headers: { 'content-type': 'application/json' }, body: JSON.stringify({ type: 'client-request', rpcId: crypto.randomUUID(), method: 'session.prompt', payload: { sessionId, mode: 'steer', content: [{ type: 'text', text }] }, }), }) return await response.json() as { result?: { ok?: boolean } } }, { sessionId: liveSessionId!, text: STEER }) expect(reply.result?.ok).toBe(true) if (MODE !== 'record') { // Mid-turn golden: the ACCEPTED steer is durable in the inbox but the // loop drains steering only at the step boundary, so no steering/message // exists yet and no interjection bubble renders — the composer still // blocks, alone. The DOM is stable here (no further SSE frames can // arrive until the question is answered), making this state capturable. expect(await page.getByText('插话').count()).toBe(0) const snapshot = await captureStableAria(page, '[class*="centerCol"]', scaffold.workspaceCwd) await compareOrRefreshGolden(MID_EXPECTED, snapshot, MODE) } // Answer the composer; the tool result closes the step, the loop drains // the steer as steering/message, and the steered continuation runs the // final model call. await composer.getByRole('radio', { name: 'Yes' }).click() await composer.getByRole('radio', { name: 'Yes' }).press('Enter') await settled if (MODE === 'record') { const sessionId = await settled await recordFixture(scaffold, sessionId, FIXTURE) // Fixture honesty: a recording where the live model ignored the steer // would replay as a vacuous scenario — reject it and re-record instead. const recorded = parseSessionLog(await readFile(FIXTURE, 'utf8')) expect(recorded.filter(e => e.type === 'steering/message')).toHaveLength(1) expect(assistantText(recorded)).toContain('BANANA') return } // Durable: exactly one steering/message, inside turn 1, carrying the text. const steerEvents = sessionEvents.filter(e => e.type === 'steering/message') expect(steerEvents).toHaveLength(1) expect((steerEvents[0] as SessionEvent & { data: { turn: number } }).data.turn).toBe(1) expect(JSON.stringify(steerEvents[0])).toContain('BANANA') const turnEnds = sessionEvents.filter(e => e.type === 'turn/end') expect(turnEnds).toHaveLength(1) expect((turnEnds[0] as SessionEvent & { data: { reason: { kind: string } } }).data.reason.kind).toBe('completed') // Visible: the badged interjection bubble plus the reply that obeys it // (steer text + final reply each contain the marker word). await expect.poll(() => page.getByText('插话').count(), { timeout: 15_000 }).toBe(1) await expect.poll(() => page.getByText('Interjection:', { exact: false }).count(), { timeout: 10_000 }).toBe(1) await expect.poll(() => page.getByText('BANANA', { exact: false }).count(), { timeout: 10_000 }).toBeGreaterThanOrEqual(2) expect(await page.locator('[data-question-key]').count()).toBe(0) // Settled golden: badge + interjection between the question round trip // and the obeying reply, composer takeover gone. const snapshot = await captureStableAria(page, '[class*="centerCol"]', scaffold.workspaceCwd) await compareOrRefreshGolden(SETTLED_EXPECTED, snapshot, MODE) expect(tripwire.pageErrors).toEqual([]) expect(tripwire.warnings).toEqual([]) }, 200_000) it.skipIf(MODE === 'record')('keeps the fixture inventory closed', async () => { await assertFixtureInventory(SNAPSHOT_DIR, ['session.jsonl', 'mid-steer.expected.md', 'settled.expected.md']) }) })