kevin/deepseek-harness
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
06cebf1bf4cbd840b00a6689b78cf44ca99fb562
deepseek-harness/examples/acp-agent/tests/snapshots/tool-call-turn/session.jsonl
T
Tianyi Cui 1fd9e2a9ab Pin request-header content in one snapshot scenario 
Every session.jsonl fixture embedded the full composed system prompt and
complete tool-schema list in its request/header event (~8 KB on one line,
identical across the suite), so any prompt or tool-schema edit forced a
re-record or hand-edit of every fixture — see the dynamic-workflows PR for
the churn pattern this removes.

Now exactly one scenario (text-turn, flagged pinsHeader) commits and
compares that content verbatim; every other fixture stores and compares it
as {{system}}/{{tools}} tokens via the new pure scrubRequestHeaders
normalizer (applied to both compare sides and to record-mode writes, so a
re-record cannot reintroduce the content). request/header-delta payloads
are scrubbed the same way; config/reason stay verbatim — a model swap
SHOULD churn every fixture, a prompt edit should not. Replay is unaffected:
script derivation reads only assistant/chunk events.

Fixture meta-guards enforce the split: non-pinning fixtures must be fixed
points of the scrub, the pinning fixture must not be, and exactly one
scenario pins. Committed fixtures migrated through the same function.

Docs: pinned-header RFC (implemented/testing), base snapshot RFC + testing
policy + llm-replay module doc/README updated.
2026-07-06 23:41:20 +08:00

104 lines
18 KiB
JSON
Raw Blame History

{"type":"session","version":0,"id":"921150b9-cb12-4327-9a8b-70494ea1163a","createdAt":1783279332858,"cwd":"/tmp/acp-snap-cwd-lH9qMe"}
{"type":"turn/start","seq":0,"time":1783279332863,"data":{"turn":1,"trigger":{"kind":"message","source":{"kind":"user"}}}}
{"type":"user/message","seq":1,"time":1783279332864,"data":{"content":[{"type":"text","text":"Use the bash tool to run exactly: echo SNAPSHOT_OK. Then reply with the single word DONE and stop."}],"source":{"kind":"user"}},"surfaceOp":"append"}
{"type":"step/start","seq":2,"time":1783279332865,"data":{"turn":1,"step":1}}
{"type":"request/header","seq":3,"time":1783279332868,"data":{"header":{"config":{"model":"deepseek-v4-flash"},"system":"{{system}}","tools":"{{tools}}"},"reason":"initial"}}
{"type":"assistant/chunk","seq":4,"time":1783279333505,"data":{"turn":1,"step":1,"chunk":{"type":"block-start","index":0,"blockType":"reasoning"}}}
{"type":"assistant/chunk","seq":5,"time":1783279333505,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"The"}}}
{"type":"assistant/chunk","seq":6,"time":1783279333653,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" user"}}}
{"type":"assistant/chunk","seq":7,"time":1783279333681,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" wants"}}}
{"type":"assistant/chunk","seq":8,"time":1783279333681,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" me"}}}
{"type":"assistant/chunk","seq":9,"time":1783279333682,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" to"}}}
{"type":"assistant/chunk","seq":10,"time":1783279333682,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" run"}}}
{"type":"assistant/chunk","seq":11,"time":1783279333682,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" a"}}}
{"type":"assistant/chunk","seq":12,"time":1783279333682,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" specific"}}}
{"type":"assistant/chunk","seq":13,"time":1783279333708,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" bash"}}}
{"type":"assistant/chunk","seq":14,"time":1783279333708,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" command"}}}
{"type":"assistant/chunk","seq":15,"time":1783279333708,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" and"}}}
{"type":"assistant/chunk","seq":16,"time":1783279333708,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" then"}}}
{"type":"assistant/chunk","seq":17,"time":1783279333708,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" reply"}}}
{"type":"assistant/chunk","seq":18,"time":1783279333737,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" with"}}}
{"type":"assistant/chunk","seq":19,"time":1783279333737,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" a"}}}
{"type":"assistant/chunk","seq":20,"time":1783279333764,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" single"}}}
{"type":"assistant/chunk","seq":21,"time":1783279333764,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" word"}}}
{"type":"assistant/chunk","seq":22,"time":1783279333764,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"."}}}
{"type":"assistant/chunk","seq":23,"time":1783279333848,"data":{"turn":1,"step":1,"chunk":{"type":"block-start","index":1,"blockType":"tool-call"}}}
{"type":"assistant/chunk","seq":24,"time":1783279333848,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":""}}}
{"type":"assistant/chunk","seq":25,"time":1783279333848,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"{"}}}
{"type":"assistant/chunk","seq":26,"time":1783279333848,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"\""}}}
{"type":"assistant/chunk","seq":27,"time":1783279333875,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"command"}}}
{"type":"assistant/chunk","seq":28,"time":1783279333875,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"\""}}}
{"type":"assistant/chunk","seq":29,"time":1783279333875,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":": "}}}
{"type":"assistant/chunk","seq":30,"time":1783279333875,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"\""}}}
{"type":"assistant/chunk","seq":31,"time":1783279333903,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"echo"}}}
{"type":"assistant/chunk","seq":32,"time":1783279333903,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":" S"}}}
{"type":"assistant/chunk","seq":33,"time":1783279333904,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"NA"}}}
{"type":"assistant/chunk","seq":34,"time":1783279333904,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"PS"}}}
{"type":"assistant/chunk","seq":35,"time":1783279333904,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"H"}}}
{"type":"assistant/chunk","seq":36,"time":1783279333904,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"OT"}}}
{"type":"assistant/chunk","seq":37,"time":1783279333935,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"_OK"}}}
{"type":"assistant/chunk","seq":38,"time":1783279333936,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"\""}}}
{"type":"assistant/chunk","seq":39,"time":1783279333962,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":", "}}}
{"type":"assistant/chunk","seq":40,"time":1783279333962,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"\""}}}
{"type":"assistant/chunk","seq":41,"time":1783279333962,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"description"}}}
{"type":"assistant/chunk","seq":42,"time":1783279333962,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"\""}}}
{"type":"assistant/chunk","seq":43,"time":1783279333991,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":": "}}}
{"type":"assistant/chunk","seq":44,"time":1783279333991,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"\""}}}
{"type":"assistant/chunk","seq":45,"time":1783279333991,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"Print"}}}
{"type":"assistant/chunk","seq":46,"time":1783279333991,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":" S"}}}
{"type":"assistant/chunk","seq":47,"time":1783279334019,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"NA"}}}
{"type":"assistant/chunk","seq":48,"time":1783279334019,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"PS"}}}
{"type":"assistant/chunk","seq":49,"time":1783279334019,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"H"}}}
{"type":"assistant/chunk","seq":50,"time":1783279334019,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"OT"}}}
{"type":"assistant/chunk","seq":51,"time":1783279334019,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"_OK"}}}
{"type":"assistant/chunk","seq":52,"time":1783279334054,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"\""}}}
{"type":"assistant/chunk","seq":53,"time":1783279334054,"data":{"turn":1,"step":1,"chunk":{"type":"tool-call-delta","index":1,"id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","argumentsDelta":"}"}}}
{"type":"assistant/chunk","seq":54,"time":1783279334104,"data":{"turn":1,"step":1,"chunk":{"type":"block-end","index":0,"block":{"type":"reasoning","text":"The user wants me to run a specific bash command and then reply with a single word."}}}}
{"type":"assistant/chunk","seq":55,"time":1783279334104,"data":{"turn":1,"step":1,"chunk":{"type":"block-end","index":1,"block":{"type":"tool-call","id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","arguments":"{\"command\": \"echo SNAPSHOT_OK\", \"description\": \"Print SNAPSHOT_OK\"}"}}}}
{"type":"assistant/chunk","seq":56,"time":1783279334104,"data":{"turn":1,"step":1,"chunk":{"type":"usage","usage":{"inputTokens":2107,"outputTokens":89,"cacheReadTokens":0,"reasoningTokens":18}}}}
{"type":"assistant/chunk","seq":57,"time":1783279334104,"data":{"turn":1,"step":1,"chunk":{"type":"finish","reason":{"kind":"tool-calls"}}}}
{"type":"assistant/message","seq":58,"time":1783279334106,"data":{"turn":1,"step":1,"content":[{"type":"reasoning","text":"The user wants me to run a specific bash command and then reply with a single word."},{"type":"tool-call","id":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","arguments":"{\"command\": \"echo SNAPSHOT_OK\", \"description\": \"Print SNAPSHOT_OK\"}"}],"usage":{"inputTokens":2107,"outputTokens":89,"cacheReadTokens":0,"reasoningTokens":18}},"sourceEventSeqs":[4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57],"surfaceOp":"append"}
{"type":"tool/call","seq":59,"time":1783279334106,"data":{"turn":1,"step":1,"callId":"call_00_nleXELfnppSd9WhEQof34008","name":"bash","arguments":"{\"command\": \"echo SNAPSHOT_OK\", \"description\": \"Print SNAPSHOT_OK\"}"}}
{"type":"tool/result","seq":60,"time":1783279334133,"data":{"turn":1,"step":1,"callId":"call_00_nleXELfnppSd9WhEQof34008","content":[{"type":"text","text":"SNAPSHOT_OK\n"}],"isError":false},"sourceEventSeqs":[59],"surfaceOp":"append"}
{"type":"step/end","seq":61,"time":1783279334134,"data":{"turn":1,"step":1}}
{"type":"step/start","seq":62,"time":1783279334134,"data":{"turn":1,"step":2}}
{"type":"assistant/chunk","seq":63,"time":1783279335044,"data":{"turn":1,"step":2,"chunk":{"type":"block-start","index":0,"blockType":"reasoning"}}}
{"type":"assistant/chunk","seq":64,"time":1783279335044,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"The"}}}
{"type":"assistant/chunk","seq":65,"time":1783279335141,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" command"}}}
{"type":"assistant/chunk","seq":66,"time":1783279335169,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" ran"}}}
{"type":"assistant/chunk","seq":67,"time":1783279335197,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" successfully"}}}
{"type":"assistant/chunk","seq":68,"time":1783279335197,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" and"}}}
{"type":"assistant/chunk","seq":69,"time":1783279335197,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" printed"}}}
{"type":"assistant/chunk","seq":70,"time":1783279335225,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" \""}}}
{"type":"assistant/chunk","seq":71,"time":1783279335226,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"S"}}}
{"type":"assistant/chunk","seq":72,"time":1783279335226,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"NA"}}}
{"type":"assistant/chunk","seq":73,"time":1783279335226,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"PS"}}}
{"type":"assistant/chunk","seq":74,"time":1783279335226,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"H"}}}
{"type":"assistant/chunk","seq":75,"time":1783279335226,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"OT"}}}
{"type":"assistant/chunk","seq":76,"time":1783279335254,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"_OK"}}}
{"type":"assistant/chunk","seq":77,"time":1783279335255,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"\"."}}}
{"type":"assistant/chunk","seq":78,"time":1783279335255,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" Now"}}}
{"type":"assistant/chunk","seq":79,"time":1783279335255,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" I"}}}
{"type":"assistant/chunk","seq":80,"time":1783279335255,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" need"}}}
{"type":"assistant/chunk","seq":81,"time":1783279335255,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" to"}}}
{"type":"assistant/chunk","seq":82,"time":1783279335282,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" reply"}}}
{"type":"assistant/chunk","seq":83,"time":1783279335282,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" with"}}}
{"type":"assistant/chunk","seq":84,"time":1783279335282,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" just"}}}
{"type":"assistant/chunk","seq":85,"time":1783279335282,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" the"}}}
{"type":"assistant/chunk","seq":86,"time":1783279335310,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" single"}}}
{"type":"assistant/chunk","seq":87,"time":1783279335310,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" word"}}}
{"type":"assistant/chunk","seq":88,"time":1783279335310,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":" \""}}}
{"type":"assistant/chunk","seq":89,"time":1783279335310,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"D"}}}
{"type":"assistant/chunk","seq":90,"time":1783279335311,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"ONE"}}}
{"type":"assistant/chunk","seq":91,"time":1783279335311,"data":{"turn":1,"step":2,"chunk":{"type":"reasoning-delta","index":0,"text":"\"."}}}
{"type":"assistant/chunk","seq":92,"time":1783279335340,"data":{"turn":1,"step":2,"chunk":{"type":"block-start","index":1,"blockType":"text"}}}
{"type":"assistant/chunk","seq":93,"time":1783279335340,"data":{"turn":1,"step":2,"chunk":{"type":"text-delta","index":1,"text":"D"}}}
{"type":"assistant/chunk","seq":94,"time":1783279335341,"data":{"turn":1,"step":2,"chunk":{"type":"text-delta","index":1,"text":"ONE"}}}
{"type":"assistant/chunk","seq":95,"time":1783279335341,"data":{"turn":1,"step":2,"chunk":{"type":"block-end","index":0,"block":{"type":"reasoning","text":"The command ran successfully and printed \"SNAPSHOT_OK\". Now I need to reply with just the single word \"DONE\"."}}}}
{"type":"assistant/chunk","seq":96,"time":1783279335341,"data":{"turn":1,"step":2,"chunk":{"type":"block-end","index":1,"block":{"type":"text","text":"DONE"}}}}
{"type":"assistant/chunk","seq":97,"time":1783279335341,"data":{"turn":1,"step":2,"chunk":{"type":"usage","usage":{"inputTokens":166,"outputTokens":31,"cacheReadTokens":2048,"reasoningTokens":28}}}}
{"type":"assistant/chunk","seq":98,"time":1783279335341,"data":{"turn":1,"step":2,"chunk":{"type":"finish","reason":{"kind":"stop"}}}}
{"type":"assistant/message","seq":99,"time":1783279335341,"data":{"turn":1,"step":2,"content":[{"type":"reasoning","text":"The command ran successfully and printed \"SNAPSHOT_OK\". Now I need to reply with just the single word \"DONE\"."},{"type":"text","text":"DONE"}],"usage":{"inputTokens":166,"outputTokens":31,"cacheReadTokens":2048,"reasoningTokens":28}},"sourceEventSeqs":[63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98],"surfaceOp":"append"}
{"type":"step/end","seq":100,"time":1783279335341,"data":{"turn":1,"step":2}}
{"type":"turn/end","seq":101,"time":1783279335342,"data":{"turn":1,"reason":{"kind":"completed"}}}
Reference in New Issue View Git Blame Copy Permalink