kevin/deepseek-harness
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
1fc289c8bb25f3a0d3dfd83ee2d3aa164b4da8a4
deepseek-harness/apps/web/tests/snapshots/live-interactions/session.jsonl
T
Tianyi Cui 04b7f517ae test(web): live-turn interaction scenarios — cancel, error, retry, question composer, steering 
Five browser e2e scenarios over the existing keyless lane, one recorded
base fixture per spec family:

- live-interactions: one tool-free recorded turn + per-run override
  sidecars authored in the spec (content single-sourced from the fixture
  via deriveReplayScript, minted into a spec-owned temp dir). Cancel uses
  a hang patch with a readyFile marker — the marker proves the stream is
  parked mid-turn before the Stop click, so mid-stream cancellation is
  deterministic by construction (turn/end 'aborted', composer re-enabled).
  AUTH pins the non-retryable path: turn/end 'error', zero llm/retry
  events, composer recovers; FIXME(web-error-surface) marks the found
  product gap (no error copy renders — the client consumes no agent/error
  frames and a pre-chunk failure freezes no partial). SERVER retry appends
  the fixture's own success after an injected throw and proves llm-retry
  end-to-end in the browser via the durable llm/retry record.
- question-composer: the shipped ask_user_question takeover blocks the
  turn mid-step on the real userInteraction seam; the test answers through
  the composer (the one sanctioned model-content-reactive drive step: the
  turn cannot complete without it) and the tool result carries the answer.
  Adds the composer waiting-state aria golden.
- steering: steers mid-turn while the composer blocks the step (the
  deterministic mid-turn window). The steer rides the real wire
  (session.prompt mode:'steer' POSTed from the page; the locked composer
  has no steering gesture yet — TODO(web-steer-composer)); downstream is
  all product: gateway -> Agent.steer -> step-boundary drain -> durable
  steering/message -> SSE -> badged interjection bubble. Record mode
  rejects a fixture whose live reply ignored the steer.

Scaffold gains the replayOverride passthrough; specs register in both
tsconfig planes (client exclude, host include).
2026-07-26 03:36:55 +08:00

94 lines
14 KiB
JSON
Raw Blame History

{"type":"session","version":0,"id":"{{sessionId}}","createdAt":1784998084441,"cwd":"{{cwd}}/workspace"}
{"type":"turn/start","seq":0,"time":1784998084454,"data":{"turn":1,"trigger":{"kind":"message","source":{"kind":"user","rpcId":"{{rpcId}}"}}}}
{"type":"user/message","seq":1,"time":1784998084454,"data":{"content":[{"type":"text","text":"Reply with a one-sentence description of event sourcing, then stop."}],"source":{"kind":"user","rpcId":"{{rpcId}}"}},"surfaceOp":"append"}
{"type":"session/title","seq":2,"time":1784998084457,"data":{"title":"Reply with a one-sentence description","messageSeqs":[1],"source":{"kind":"fallback"}}}
{"type":"step/start","seq":3,"time":1784998084519,"data":{"turn":1,"step":1}}
{"type":"request/header","seq":4,"time":1784998084520,"data":{"header":{"config":{"provider":"deepseek","model":"deepseek-v4-flash"},"system":"{{system}}","tools":"{{tools}}","messagePrefix":["{{messagePrefix}}"]},"reason":"initial"}}
{"type":"assistant/chunk","seq":5,"time":1784998084900,"data":{"turn":1,"step":1,"chunk":{"type":"block-start","index":0,"blockType":"reasoning"}}}
{"type":"assistant/chunk","seq":6,"time":1784998084900,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"The"}}}
{"type":"assistant/chunk","seq":7,"time":1784998085053,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" user"}}}
{"type":"assistant/chunk","seq":8,"time":1784998085056,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" is"}}}
{"type":"assistant/chunk","seq":9,"time":1784998085056,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" asking"}}}
{"type":"assistant/chunk","seq":10,"time":1784998085085,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" for"}}}
{"type":"assistant/chunk","seq":11,"time":1784998085086,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" a"}}}
{"type":"assistant/chunk","seq":12,"time":1784998085086,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" one"}}}
{"type":"assistant/chunk","seq":13,"time":1784998085086,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"-s"}}}
{"type":"assistant/chunk","seq":14,"time":1784998085114,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"entence"}}}
{"type":"assistant/chunk","seq":15,"time":1784998085114,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" description"}}}
{"type":"assistant/chunk","seq":16,"time":1784998085115,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" of"}}}
{"type":"assistant/chunk","seq":17,"time":1784998085115,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" event"}}}
{"type":"assistant/chunk","seq":18,"time":1784998085115,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" sourcing"}}}
{"type":"assistant/chunk","seq":19,"time":1784998085115,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"."}}}
{"type":"assistant/chunk","seq":20,"time":1784998085143,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" This"}}}
{"type":"assistant/chunk","seq":21,"time":1784998085143,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" is"}}}
{"type":"assistant/chunk","seq":22,"time":1784998085143,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" a"}}}
{"type":"assistant/chunk","seq":23,"time":1784998085143,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" straightforward"}}}
{"type":"assistant/chunk","seq":24,"time":1784998085172,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" knowledge"}}}
{"type":"assistant/chunk","seq":25,"time":1784998085173,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" question"}}}
{"type":"assistant/chunk","seq":26,"time":1784998085173,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" that"}}}
{"type":"assistant/chunk","seq":27,"time":1784998085202,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" doesn"}}}
{"type":"assistant/chunk","seq":28,"time":1784998085202,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"'t"}}}
{"type":"assistant/chunk","seq":29,"time":1784998085202,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" require"}}}
{"type":"assistant/chunk","seq":30,"time":1784998085231,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" any"}}}
{"type":"assistant/chunk","seq":31,"time":1784998085231,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" skill"}}}
{"type":"assistant/chunk","seq":32,"time":1784998085231,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" loading"}}}
{"type":"assistant/chunk","seq":33,"time":1784998085267,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" or"}}}
{"type":"assistant/chunk","seq":34,"time":1784998085267,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" tool"}}}
{"type":"assistant/chunk","seq":35,"time":1784998085288,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" calls"}}}
{"type":"assistant/chunk","seq":36,"time":1784998085317,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"."}}}
{"type":"assistant/chunk","seq":37,"time":1784998085318,"data":{"turn":1,"step":1,"chunk":{"type":"block-start","index":1,"blockType":"text"}}}
{"type":"assistant/chunk","seq":38,"time":1784998085318,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":"Event"}}}
{"type":"assistant/chunk","seq":39,"time":1784998085318,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" sourcing"}}}
{"type":"assistant/chunk","seq":40,"time":1784998085346,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" is"}}}
{"type":"assistant/chunk","seq":41,"time":1784998085346,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" a"}}}
{"type":"assistant/chunk","seq":42,"time":1784998085346,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" pattern"}}}
{"type":"assistant/chunk","seq":43,"time":1784998085375,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" where"}}}
{"type":"assistant/chunk","seq":44,"time":1784998085376,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" all"}}}
{"type":"assistant/chunk","seq":45,"time":1784998085404,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" changes"}}}
{"type":"assistant/chunk","seq":46,"time":1784998085433,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" to"}}}
{"type":"assistant/chunk","seq":47,"time":1784998085434,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" an"}}}
{"type":"assistant/chunk","seq":48,"time":1784998085434,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" application"}}}
{"type":"assistant/chunk","seq":49,"time":1784998085434,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":"'s"}}}
{"type":"assistant/chunk","seq":50,"time":1784998085467,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" state"}}}
{"type":"assistant/chunk","seq":51,"time":1784998085467,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" are"}}}
{"type":"assistant/chunk","seq":52,"time":1784998085467,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" stored"}}}
{"type":"assistant/chunk","seq":53,"time":1784998085495,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" as"}}}
{"type":"assistant/chunk","seq":54,"time":1784998085495,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" an"}}}
{"type":"assistant/chunk","seq":55,"time":1784998085520,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" immutable"}}}
{"type":"assistant/chunk","seq":56,"time":1784998085520,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":","}}}
{"type":"assistant/chunk","seq":57,"time":1784998085521,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" append"}}}
{"type":"assistant/chunk","seq":58,"time":1784998085550,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":"-only"}}}
{"type":"assistant/chunk","seq":59,"time":1784998085551,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" sequence"}}}
{"type":"assistant/chunk","seq":60,"time":1784998085551,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" of"}}}
{"type":"assistant/chunk","seq":61,"time":1784998085551,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" events"}}}
{"type":"assistant/chunk","seq":62,"time":1784998085551,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":","}}}
{"type":"assistant/chunk","seq":63,"time":1784998085551,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" rather"}}}
{"type":"assistant/chunk","seq":64,"time":1784998085579,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" than"}}}
{"type":"assistant/chunk","seq":65,"time":1784998085579,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" pers"}}}
{"type":"assistant/chunk","seq":66,"time":1784998085609,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":"isting"}}}
{"type":"assistant/chunk","seq":67,"time":1784998085609,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" only"}}}
{"type":"assistant/chunk","seq":68,"time":1784998085609,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" the"}}}
{"type":"assistant/chunk","seq":69,"time":1784998085609,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" current"}}}
{"type":"assistant/chunk","seq":70,"time":1784998085638,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" state"}}}
{"type":"assistant/chunk","seq":71,"time":1784998085639,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":","}}}
{"type":"assistant/chunk","seq":72,"time":1784998085666,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" enabling"}}}
{"type":"assistant/chunk","seq":73,"time":1784998085666,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" full"}}}
{"type":"assistant/chunk","seq":74,"time":1784998085695,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" audit"}}}
{"type":"assistant/chunk","seq":75,"time":1784998085696,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":"ability"}}}
{"type":"assistant/chunk","seq":76,"time":1784998085726,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":","}}}
{"type":"assistant/chunk","seq":77,"time":1784998085726,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" temporal"}}}
{"type":"assistant/chunk","seq":78,"time":1784998085754,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" queries"}}}
{"type":"assistant/chunk","seq":79,"time":1784998085754,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":","}}}
{"type":"assistant/chunk","seq":80,"time":1784998085754,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" and"}}}
{"type":"assistant/chunk","seq":81,"time":1784998085754,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" event"}}}
{"type":"assistant/chunk","seq":82,"time":1784998085782,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":"-driven"}}}
{"type":"assistant/chunk","seq":83,"time":1784998085782,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":" architectures"}}}
{"type":"assistant/chunk","seq":84,"time":1784998085813,"data":{"turn":1,"step":1,"chunk":{"type":"text-delta","index":1,"text":"."}}}
{"type":"assistant/chunk","seq":85,"time":1784998085814,"data":{"turn":1,"step":1,"chunk":{"type":"block-end","index":0,"block":{"type":"reasoning","text":"The user is asking for a one-sentence description of event sourcing. This is a straightforward knowledge question that doesn't require any skill loading or tool calls."}}}}
{"type":"assistant/chunk","seq":86,"time":1784998085814,"data":{"turn":1,"step":1,"chunk":{"type":"block-end","index":1,"block":{"type":"text","text":"Event sourcing is a pattern where all changes to an application's state are stored as an immutable, append-only sequence of events, rather than persisting only the current state, enabling full auditability, temporal queries, and event-driven architectures."}}}}
{"type":"assistant/chunk","seq":87,"time":1784998085814,"data":{"turn":1,"step":1,"chunk":{"type":"usage","usage":{"inputTokens":110,"outputTokens":79,"cacheReadTokens":7680,"reasoningTokens":31}}}}
{"type":"assistant/chunk","seq":88,"time":1784998085814,"data":{"turn":1,"step":1,"chunk":{"type":"finish","reason":{"kind":"stop"}}}}
{"type":"assistant/message","seq":89,"time":1784998085818,"data":{"turn":1,"step":1,"content":[{"type":"reasoning","text":"The user is asking for a one-sentence description of event sourcing. This is a straightforward knowledge question that doesn't require any skill loading or tool calls."},{"type":"text","text":"Event sourcing is a pattern where all changes to an application's state are stored as an immutable, append-only sequence of events, rather than persisting only the current state, enabling full auditability, temporal queries, and event-driven architectures."}],"provenance":{"provider":"deepseek","model":"deepseek-v4-flash"},"usage":{"inputTokens":110,"outputTokens":79,"cacheReadTokens":7680,"reasoningTokens":31}},"sourceEventSeqs":[5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88],"surfaceOp":"append"}
{"type":"step/end","seq":90,"time":1784998085820,"data":{"turn":1,"step":1}}
{"type":"turn/end","seq":91,"time":1784998085821,"data":{"turn":1,"reason":{"kind":"completed"}}}
Reference in New Issue View Git Blame Copy Permalink