Preserve native video samples and terminal frames; merge recording repairs and owner diagnostics

app.js

@@ -1,4 +1,9 @@
 'use strict';
+function recordingRepairHistory(t,e){
+ const old=t.recording_replacements||[], diagnostics=t.predicate_diagnostics||[];
+ if(!old.length&&!diagnostics.length)return '';
+ return panel('Recording repair and native diagnostics',`<div class="repair-history">${old.map(h=>`<p>Earlier native ${h.success?'success':'failure'} · ${num(h.steps)} steps. Original native verdict and evidence retained; video repair preserves every available source frame.</p><div class="downloads">${['video','native_session','verdict','protocol','usage','provenance','terminal_frame'].filter(k=>h.links[k]).map(k=>external(h.links[k],k.replaceAll('_',' '))).join('')}</div>`).join('')}${diagnostics.map(h=>`<p>Independent seed-0 diagnostic · native ${h.success?'success':'failure'} · ${num(h.steps)} steps. Same instruction and native verifier; excluded from formal-selection totals.</p><p>${esc(h.analysis.diagnosis||h.analysis.diagnostics||'')}</p><div class="video-panel"><video controls playsinline preload="metadata" src="${esc(h.links.video)}" poster="${esc(h.links.poster)}"></video></div><div class="downloads">${['owner_diagnostics','transcript','native_session','verdict','protocol','usage','provenance','terminal_frame'].filter(k=>h.links[k]).map(k=>external(h.links[k],k.replaceAll('_',' '))).join('')}</div>`).join('')}</div>`);
+}
 const $=s=>document.querySelector(s), esc=v=>String(v??'').replace(/[&<>"']/g,c=>({'&':'&amp;','<':'&lt;','>':'&gt;','"':'&quot;',"'":'&#39;'}[c]));
 const num=v=>v==null?'—':Number(v).toLocaleString('en-US');
 let data,routeEpoch=0;
@@ -76,10 +81,10 @@ async function renderResult(t,e,epoch){
  const u=e.usage,m=e.media,views=m.view_names||m.recording.views.map(v=>v.name);
  const metrics=[[`${num(e.steps)} / ${num(t.planned_protocol.max_control_steps)}`,'Native control steps',e.simulation_time_s==null?`${m.recording.end_time_s.toFixed(2)} recorded simulation seconds`:`${e.simulation_time_s.toFixed(2)} simulation seconds`],[elapsed(e.wall_time_s),'Agent wall time','8-hour safety limit'],[num(u.accounting==='reported-responses'?u.response_count:(u.request_attempts??u.response_count)),u.accounting==='reported-responses'?'Model responses':'Model requests',u.accounting==='reported-responses'?'Provider-reported responses':`${num(u.reported_responses?.input_tokens)} / ${num(u.request_attempts??u.response_count)} terminal usage reported`],[num(e.call_activity.model_tool_calls),'Model tool calls','Nested RPC count unavailable'],[num(u.input_tokens),'Input tokens',num(u.cached_input_tokens)+' cached'],[num(u.output_tokens),'Output tokens',num(u.reasoning_output_tokens)+' reasoning']];
  const r=e.failure_review;const reviewEvidence=r?`<details><summary>失败判定依据 · ${esc(r.status_label)}</summary><div class="evidence-note"><p>${esc(r.basis)}</p><p>${external(e.links.review_frame,'查看录像末帧')} · ${external(e.links.failure_review,'完整判定记录')}</p>${r.source_links.map(s=>`<p>${external(s.url,s.path)}</p>`).join('')}</div></details>`:'';
- $('#detail').innerHTML=taskHeader(t,e)+simpleAttemptHistory(t,e)+(e.usage_note?`<div class="usage-note"><strong>Usage incomplete</strong><p>${esc(e.usage_note)}</p></div>`:'')+`<div class="video-panel"><div class="view-labels">${views.map(v=>`<span>${esc(v.replaceAll('_',' ').toUpperCase())}</span>`).join('')}</div><video id="episode-video" style="aspect-ratio:${m.width}/${m.height}" controls playsinline preload="metadata" poster="${esc(e.links.poster)}" src="${esc(e.links.video)}"></video><div class="video-toolbar"><span>Native spectator recording · ${m.width} × ${m.height} · ${m.duration_s.toFixed(2)} s</span><label>Playback <select id="playback-speed" aria-label="Video playback speed"><option value="0.25">1× simulation / 0.25× video</option><option value="0.5">2× simulation / 0.5× video</option><option value="1" selected>4× simulation / 1× video</option><option value="2">8× simulation / 2× video</option></select></label></div></div><p class="video-note">${views.length} native ${m.recording.views[0].height}p views captured at ${m.source_fps} FPS; ${m.recording.dropped_samples?num(m.recording.dropped_samples)+' capture samples dropped; ':''}edited to 4× simulation speed and ${m.output_fps} FPS. Agent events below use wall time and are not frame-synchronized.</p><div class="detail-grid"><div>${instructionPanel(t,e)}${data.instruction_correction?.task_key===t.key?panel("屋顶方向说明的纠正",`<div class="instruction-correction"><p>${esc(data.instruction_correction.summary)}</p><p>${external(data.instruction_correction.evidence,"网格与原生条件核对")} · ${external(data.instruction_correction.video,"错误措辞回合的视频")} · ${external(data.instruction_correction.session,"完整 session")} · ${external(data.instruction_correction.native_verdict,"原生判定")}</p></div>`):""}${data.supplemental_verifications?.[t.key]?panel('Verifier 与环境不对齐',`<div class="button-verification"><p>${esc(data.supplemental_verifications[t.key].summary)}</p><p>独立物理验证 · 0 次模型调用 · 不计入正式成功率</p><a href="${esc(data.supplemental_verifications[t.key].report)}">查看按下、撤手与回弹记录 →</a></div>`):''}${panel('运行分析',`${r?`<div class="failure-verdict">${failureBadge(r)}<p>${esc(r.reason)}</p></div>`:''}<div class="analysis">${Object.entries(e.analysis).filter(([k])=>k!=='preflight').map(([,v])=>`<p>${esc(v)}</p>`).join('')}</div>${r?.trace_event_ids?`<div class="review-events"><p>查看引用的 session 事件：</p>${r.trace_event_ids.map(id=>`<button class="review-event" data-event-id="${esc(id)}">${esc(id)}</button>`).join('')}</div>`:''}`,'wide-panel')}</div><div>${panel('Episode metrics',`<div class="metrics">${metrics.map(([v,l,s])=>`<div class="metric"><b>${v}</b><span>${l}</span><small>${s}</small></div>`).join('')}</div><p class="metric-note">Native reward: ${num(e.native_reward??(e.success?1:0))} · termination: ${esc(e.verdict.termination)}<br>Uncached input: ${num(u.uncached_input_tokens)} · cost: ${u.cost_usd==null?'unavailable':u.cost_usd}<br>Execution: ${esc(e.execution.status)}${e.execution.reason?' · '+esc(e.execution.reason):''}.</p>`)}${e.phase==='preflight'?`<div class="preflight-note"><strong>Preserved preflight result</strong><p>${esc(e.analysis.preflight)}</p>${external(e.links.provenance,'Build provenance')}</div>`:''}</div></div>`+
+ $('#detail').innerHTML=taskHeader(t,e)+simpleAttemptHistory(t,e)+(e.usage_note?`<div class="usage-note"><strong>Usage incomplete</strong><p>${esc(e.usage_note)}</p></div>`:'')+`<div class="video-panel"><div class="view-labels">${views.map(v=>`<span>${esc(v.replaceAll('_',' ').toUpperCase())}</span>`).join('')}</div><video id="episode-video" style="aspect-ratio:${m.width}/${m.height}" controls playsinline preload="metadata" poster="${esc(e.links.poster)}" src="${esc(e.links.video)}"></video><div class="video-toolbar"><span>Native spectator recording · ${m.width} × ${m.height} · ${m.duration_s.toFixed(2)} s</span><label>Playback <select id="playback-speed" aria-label="Video playback speed"><option value="0.25">1× simulation / 0.25× video</option><option value="0.5">2× simulation / 0.5× video</option><option value="1" selected>4× simulation / 1× video</option><option value="2">8× simulation / 2× video</option></select></label></div></div><p class="video-note">${views.length} native ${m.recording.views[0].height}p views captured at ${m.source_fps} FPS; ${m.recording.dropped_samples?num(m.recording.dropped_samples)+' capture samples dropped; ':''}edited to 4× simulation speed and ${m.output_fps} FPS. ${m.terminal_hold_s?`All ${num(m.native_frames)} recorded source frames retained; the true final frame is held for ${m.terminal_hold_s} seconds without advancing simulation. ${e.links.terminal_frame?external(e.links.terminal_frame,"Final recorded frame"):""}`:""} Agent events below use wall time and are not frame-synchronized.</p><div class="detail-grid"><div>${instructionPanel(t,e)}${data.instruction_correction?.task_key===t.key?panel("屋顶方向说明的纠正",`<div class="instruction-correction"><p>${esc(data.instruction_correction.summary)}</p><p>${external(data.instruction_correction.evidence,"网格与原生条件核对")} · ${external(data.instruction_correction.video,"错误措辞回合的视频")} · ${external(data.instruction_correction.session,"完整 session")} · ${external(data.instruction_correction.native_verdict,"原生判定")}</p></div>`):""}${data.supplemental_verifications?.[t.key]?panel('Verifier 与环境不对齐',`<div class="button-verification"><p>${esc(data.supplemental_verifications[t.key].summary)}</p><p>独立物理验证 · 0 次模型调用 · 不计入正式成功率</p><a href="${esc(data.supplemental_verifications[t.key].report)}">查看按下、撤手与回弹记录 →</a></div>`):''}${panel('运行分析',`${r?`<div class="failure-verdict">${failureBadge(r)}<p>${esc(r.reason)}</p></div>`:''}<div class="analysis">${Object.entries(e.analysis).filter(([k])=>k!=='preflight').map(([,v])=>`<p>${esc(v)}</p>`).join('')}</div>${r?.trace_event_ids?`<div class="review-events"><p>查看引用的 session 事件：</p>${r.trace_event_ids.map(id=>`<button class="review-event" data-event-id="${esc(id)}">${esc(id)}</button>`).join('')}</div>`:''}`,'wide-panel')}</div><div>${panel('Episode metrics',`<div class="metrics">${metrics.map(([v,l,s])=>`<div class="metric"><b>${v}</b><span>${l}</span><small>${s}</small></div>`).join('')}</div><p class="metric-note">Native reward: ${num(e.native_reward??(e.success?1:0))} · termination: ${esc(e.verdict.termination)}<br>Uncached input: ${num(u.uncached_input_tokens)} · cost: ${u.cost_usd==null?'unavailable':u.cost_usd}<br>Execution: ${esc(e.execution.status)}${e.execution.reason?' · '+esc(e.execution.reason):''}.</p>`)}${e.phase==='preflight'?`<div class="preflight-note"><strong>Preserved preflight result</strong><p>${esc(e.analysis.preflight)}</p>${external(e.links.provenance,'Build provenance')}</div>`:''}</div></div>`+
  panel('Session & observations',`<p class="section-note" id="session-counts">Loading session counts… Tool inputs and outputs are expandable; the native session download retains the full event format. Event timestamps are in UTC.</p><div class="timeline-controls"><label><span class="sr-only">Filter session events</span><select id="event-filter"><option value="all">All events</option><option value="tools">Tool results</option><option value="errors">Tool errors</option><option value="assistant">Assistant</option><option value="images">With images</option></select></label><input id="event-search" type="search" aria-label="Search session" placeholder="Search text, tool or event ID…"><span id="event-count" aria-live="polite">Loading…</span></div><div id="timeline"></div><button class="plain-button" id="more-events">Load more events</button><details id="gallery"><summary>Browse agent observation images</summary><div class="image-grid" id="observation-grid"></div></details>`,'wide-panel')+
  panel('Agent resources',e.resources.length?`<p class="section-note">Final tool and memo files written during this episode. Native session edits preserve their development history.</p><div class="resource-toolbar"><label class="sr-only" for="resource-select">Resource file</label><select id="resource-select">${e.resources.map(r=>`<option value="${esc(r.file)}">${esc(r.name)}</option>`).join('')}</select><a id="resource-download" target="_blank" rel="noopener">Open file ↗</a></div><pre id="resource-preview">Loading…</pre>`:'<p>No tool or memo files were saved in this episode. The session and workspace evidence remain available below.','wide-panel')+
- panel('Evidence & provenance',`<p class="section-note">Lightweight public evidence is stored in the Dataset. Host paths are redacted in copies; original event IDs, native verdicts and usage are preserved.</p>${reviewEvidence}<div class="downloads">${Object.entries(e.links).filter(([k])=>!['poster','transcript'].includes(k)).map(([k,v])=>external(v,k.replaceAll('_',' '))).join('')}</div><details><summary>Source revisions and measured build identities</summary><pre>${esc(JSON.stringify(e.provenance,null,2))}</pre></details>`,'wide-panel');
+ panel('Evidence & provenance',`<p class="section-note">Lightweight public evidence is stored in the Dataset. Host paths are redacted in copies; original event IDs, native verdicts and usage are preserved.</p>${reviewEvidence}<div class="downloads">${Object.entries(e.links).filter(([k])=>!['poster','transcript'].includes(k)).map(([k,v])=>external(v,k.replaceAll('_',' '))).join('')}</div><details><summary>Source revisions and measured build identities</summary><pre>${esc(JSON.stringify(e.provenance,null,2))}</pre></details>`,'wide-panel')+recordingRepairHistory(t,e);
  $('#playback-speed').onchange=()=>{$('#episode-video').playbackRate=Number($('#playback-speed').value);};
  if(e.resources.length){
   const loadResource=async()=>{const file=$('#resource-select').value;$('#resource-download').href=file;const r=await fetch(file);if(!r.ok)throw Error('Resource unavailable');const txt=await r.text();if(epoch===routeEpoch&&$('#resource-select').value===file)$('#resource-preview').textContent=txt;};

attempt-history.json

@@ -153,25 +153,25 @@
         "protocol_sha256": "558b51d6786cd5ba0a989f7b2b872a3e37424dda668128a679113df86f67e43d"
       },
       "links": {
-        "native_session": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/native/agent/session.jsonl",
-        "trace": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/native/agent/trajectory.json",
-        "provider_usage": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/native/agent/provider-usage.jsonl",
-        "transcript": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/transcript.json",
-        "verdict": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/native/verifier/episode.json",
-        "protocol": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/native/verifier/protocol.json",
-        "native_goal": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/instructions.json",
-        "workspace": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/native/verifier/workspace.tar.gz",
-        "workspace_changes": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/native/verifier/workspace.json",
-        "owner_journal": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/native/evidence/episode/evidence/journal/actions.jsonl",
-        "recording_manifest": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/native/evidence/episode/evidence/recording/manifest.json",
-        "usage": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/usage.json",
-        "analysis": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/analysis.json",
-        "provenance": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/provenance.json"
+        "native_session": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/native/agent/session.jsonl",
+        "trace": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/native/agent/trajectory.json",
+        "provider_usage": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/native/agent/provider-usage.jsonl",
+        "transcript": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/transcript.json",
+        "verdict": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/native/verifier/episode.json",
+        "protocol": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/native/verifier/protocol.json",
+        "native_goal": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/instructions.json",
+        "workspace": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/native/verifier/workspace.tar.gz",
+        "workspace_changes": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/native/verifier/workspace.json",
+        "owner_journal": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/native/evidence/episode/evidence/journal/actions.jsonl",
+        "recording_manifest": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/native/evidence/episode/evidence/recording/manifest.json",
+        "usage": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/usage.json",
+        "analysis": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/analysis.json",
+        "provenance": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/provenance.json"
       },
       "resources": [
         {
           "name": "tools/robot.py",
-          "file": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/resources/tools/robot.py",
+          "file": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/01/01-robodojo-make-toast-codex-seed0-attempt01/resources/tools/robot.py",
           "kind": "Created during this episode; final workspace snapshot."
         }
       ],
@@ -334,25 +334,25 @@
         "protocol_sha256": "331cfc33f7aa656ce04ffa0d8e7927d625ea36dd825616041760649c239cee4b"
       },
       "links": {
-        "native_session": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/native/agent/session.jsonl",
-        "trace": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/native/agent/trajectory.json",
-        "provider_usage": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/native/agent/provider-usage.jsonl",
-        "transcript": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/transcript.json",
-        "verdict": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/native/verifier/episode.json",
-        "protocol": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/native/verifier/protocol.json",
-        "native_goal": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/instructions.json",
-        "workspace": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/native/verifier/workspace.tar.gz",
-        "workspace_changes": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/native/verifier/workspace.json",
-        "owner_journal": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/native/evidence/episode/evidence/journal/actions.jsonl",
-        "recording_manifest": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/native/evidence/episode/evidence/recording/manifest.json",
-        "usage": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/usage.json",
-        "analysis": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/analysis.json",
-        "provenance": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/provenance.json"
+        "native_session": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/native/agent/session.jsonl",
+        "trace": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/native/agent/trajectory.json",
+        "provider_usage": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/native/agent/provider-usage.jsonl",
+        "transcript": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/transcript.json",
+        "verdict": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/native/verifier/episode.json",
+        "protocol": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/native/verifier/protocol.json",
+        "native_goal": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/instructions.json",
+        "workspace": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/native/verifier/workspace.tar.gz",
+        "workspace_changes": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/native/verifier/workspace.json",
+        "owner_journal": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/native/evidence/episode/evidence/journal/actions.jsonl",
+        "recording_manifest": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/native/evidence/episode/evidence/recording/manifest.json",
+        "usage": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/usage.json",
+        "analysis": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/analysis.json",
+        "provenance": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/provenance.json"
       },
       "resources": [
         {
           "name": "tools/tube_control.py",
-          "file": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/resources/tools/tube_control.py",
+          "file": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/07/07-robodojo-insert-tubes-codex-seed0-attempt01/resources/tools/tube_control.py",
           "kind": "Created during this episode; final workspace snapshot."
         }
       ],
@@ -515,25 +515,25 @@
         "protocol_sha256": "b13933dd9228ca4b0ce123b8d301924aef1635fa85b203cac66a3525eab23346"
       },
       "links": {
-        "native_session": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/native/agent/session.jsonl",
-        "trace": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/native/agent/trajectory.json",
-        "provider_usage": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/native/agent/provider-usage.jsonl",
-        "transcript": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/transcript.json",
-        "verdict": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/native/verifier/episode.json",
-        "protocol": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/native/verifier/protocol.json",
-        "native_goal": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/instructions.json",
-        "workspace": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/native/verifier/workspace.tar.gz",
-        "workspace_changes": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/native/verifier/workspace.json",
-        "owner_journal": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/native/evidence/episode/evidence/journal/actions.jsonl",
-        "recording_manifest": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/native/evidence/episode/evidence/recording/manifest.json",
-        "usage": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/usage.json",
-        "analysis": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/analysis.json",
-        "provenance": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/provenance.json"
+        "native_session": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/native/agent/session.jsonl",
+        "trace": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/native/agent/trajectory.json",
+        "provider_usage": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/native/agent/provider-usage.jsonl",
+        "transcript": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/transcript.json",
+        "verdict": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/native/verifier/episode.json",
+        "protocol": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/native/verifier/protocol.json",
+        "native_goal": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/instructions.json",
+        "workspace": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/native/verifier/workspace.tar.gz",
+        "workspace_changes": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/native/verifier/workspace.json",
+        "owner_journal": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/native/evidence/episode/evidence/journal/actions.jsonl",
+        "recording_manifest": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/native/evidence/episode/evidence/recording/manifest.json",
+        "usage": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/usage.json",
+        "analysis": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/analysis.json",
+        "provenance": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/provenance.json"
       },
       "resources": [
         {
           "name": "tools/robot.py",
-          "file": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/resources/tools/robot.py",
+          "file": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/52/52-robodojo-swap-blocks-codex-seed0-attempt01/resources/tools/robot.py",
           "kind": "Created during this episode; final workspace snapshot."
         }
       ],
@@ -696,25 +696,25 @@
         "protocol_sha256": "56d44fedec316c2ce14ed4b5c39044883d7c867957d2d59950232a1041e8cfbd"
       },
       "links": {
-        "native_session": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/native/agent/session.jsonl",
-        "trace": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/native/agent/trajectory.json",
-        "provider_usage": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/native/agent/provider-usage.jsonl",
-        "transcript": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/transcript.json",
-        "verdict": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/native/verifier/episode.json",
-        "protocol": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/native/verifier/protocol.json",
-        "native_goal": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/instructions.json",
-        "workspace": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/native/verifier/workspace.tar.gz",
-        "workspace_changes": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/native/verifier/workspace.json",
-        "owner_journal": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/native/evidence/episode/evidence/journal/actions.jsonl",
-        "recording_manifest": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/native/evidence/episode/evidence/recording/manifest.json",
-        "usage": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/usage.json",
-        "analysis": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/analysis.json",
-        "provenance": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/provenance.json"
+        "native_session": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/native/agent/session.jsonl",
+        "trace": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/native/agent/trajectory.json",
+        "provider_usage": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/native/agent/provider-usage.jsonl",
+        "transcript": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/transcript.json",
+        "verdict": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/native/verifier/episode.json",
+        "protocol": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/native/verifier/protocol.json",
+        "native_goal": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/instructions.json",
+        "workspace": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/native/verifier/workspace.tar.gz",
+        "workspace_changes": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/native/verifier/workspace.json",
+        "owner_journal": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/native/evidence/episode/evidence/journal/actions.jsonl",
+        "recording_manifest": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/native/evidence/episode/evidence/recording/manifest.json",
+        "usage": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/usage.json",
+        "analysis": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/analysis.json",
+        "provenance": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/provenance.json"
       },
       "resources": [
         {
           "name": "tools/robot.py",
-          "file": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/main/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/resources/tools/robot.py",
+          "file": "https://huggingface.co/datasets/RLE-Bench/codex-benchmark/resolve/91d2e52faff2e8558b8063e5203e6b42536b7018/attempts/task04/53/53-robodojo-sweep-blocks-codex-seed0-attempt01/resources/tools/robot.py",
           "kind": "Created during this episode; final workspace snapshot."
         }
       ],

manifest.json

@@ -4,8 +4,8 @@
   "README.md": "c2072205759773d80bbc173f03e69da48abec58ae20a218f87dda4c5d8777bc7",
   "REPORT.md": "7717a341da6488a163b6982f14f8248186a78a62caf657b08cb010330d64d769",
   "THIRD_PARTY_NOTICES.md": "8aa8e3db100d7a570931c5d87f44f78705b42cf17e8147016b35e9aeddb06bba",
-  "app.js": "be0d67c1eb3c00fc96a68e07345a31552749b4476378835f7164997bca61e5a6",
-  "attempt-history.json": "8555f458c1dd362f5a07447342994fddf265ff23bbc40e9bd6f9984a892ddb4e",
+  "app.js": "686a2ef374566407865f85e3cbb0e62e9b8f669be2858cb2a7a2143f0bf4c4de",
+  "attempt-history.json": "928e53e66edf104fa6d27ad7630aae102a25f33b5fe2841c70f1867f29e70bb8",
   "catalog/task06/01-xmove-pick/task.yaml": "8a75a1ad3200a278b9159788433c0398ca16c4b01959086a651af325c2dc4c0c",
   "catalog/task06/02-transfer-between-tables/task.yaml": "4d582260a03b2d6fc3d4516c488b580b8ff926f307968ca9d5a6b961c7a1729e",
   "catalog/task06/03-bend-pick/task.yaml": "e99d597dee2a06a0afc889d230b5db050974f1a2bdfe764a881e895213731cab",
@@ -19,9 +19,9 @@
   "catalog/task06/11-push-office-chair/task.yaml": "0e2de1c50619b0c58fd939f58362dfc0630f34d4e19587fe4927a2c4e5c1d785",
   "catalog/task06/12-open-trash-can/task.yaml": "e02833927892caa9c40ed193348aab1858e6ae6208c4c04892dec8eae4ad45f0",
   "comparison.json": "41ac8e73537d3866ad37188ed82e53dae6c51bb1d87414ee6406ee7479b2d777",
-  "data.json": "ef729f5e2f2c9a8d867c0d0209f7af23325e80518da7348aaa450409bf749b11",
+  "data.json": "53dad574486978c895a130fce20c8f134363314cf644596411aca35a22216475",
   "episodes.csv": "f8262dfb6fc34aa549282d2e4983ffd3c97e3002a9259bff3d562010a2137a5f",
-  "episodes.json": "f8ceeef0809349f01b4b62189d64c91ea9db6ec6a599c103316a5fd42b87c15e",
+  "episodes.json": "d34f4753eae5d65cf5421e7379cc67c5b081a7ddea88b3b85708806e4b279584",
   "failure-reviews.json": "c66a997c9ecd6f7f43f130a8a33cd64c7a5b2049033e9ccde653ee30e4796f23",
   "favicon.svg": "46063791218655f70c828ef71a1232a34fd38181da938338badec929ad226819",
   "index.html": "d29e3b0133b9af6378b8b3ab7a6bc04f8f985eff46a409078c4f8e6a521edfc2",
@@ -32,6 +32,6 @@
   "licenses/robosuite-LICENSE.txt": "177978cbece0a4c454c2aaec5b3f145b39270814874c43109da9e829c39d9cba",
   "protocol.json": "8945b054460c822ed8e443487ec7f8d3ba65bf9c37242372f963d5f5865c6cea",
   "style.css": "dd31b30951c220ebb82bc96224b5e640913945679e42b2e0a42e2c373a329e6c",
-  "summary.json": "0a5383bc176a323c184e4b739f689b7c959428405c504ab509e2b37bf5593dd9",
-  "task-index.json": "c3fe50ef22662dd477d91f8bafe0c3de3d94a0586d25671aa249cceb2eb40af1"
+  "summary.json": "e8c846725387c23e26bf7c410589079dce965a96937072346eb8454dfd823adc",
+  "task-index.json": "9df9a672d9b43d9710a46c9e34479bce0e30ea93856c912b755ed670ac118805"
 }

publication-manifest.json

@@ -22,12 +22,12 @@
       "bytes": 3015
     },
     "app.js": {
-      "sha256": "be0d67c1eb3c00fc96a68e07345a31552749b4476378835f7164997bca61e5a6",
-      "bytes": 25109
+      "sha256": "686a2ef374566407865f85e3cbb0e62e9b8f669be2858cb2a7a2143f0bf4c4de",
+      "bytes": 26720
     },
     "attempt-history.json": {
-      "sha256": "8555f458c1dd362f5a07447342994fddf265ff23bbc40e9bd6f9984a892ddb4e",
-      "bytes": 36661
+      "sha256": "928e53e66edf104fa6d27ad7630aae102a25f33b5fe2841c70f1867f29e70bb8",
+      "bytes": 38821
     },
     "catalog/task06/01-xmove-pick/task.yaml": {
       "sha256": "8a75a1ad3200a278b9159788433c0398ca16c4b01959086a651af325c2dc4c0c",
@@ -82,16 +82,16 @@
       "bytes": 157967
     },
     "data.json": {
-      "sha256": "ef729f5e2f2c9a8d867c0d0209f7af23325e80518da7348aaa450409bf749b11",
-      "bytes": 1272052
+      "sha256": "53dad574486978c895a130fce20c8f134363314cf644596411aca35a22216475",
+      "bytes": 1509720
     },
     "episodes.csv": {
       "sha256": "f8262dfb6fc34aa549282d2e4983ffd3c97e3002a9259bff3d562010a2137a5f",
       "bytes": 8275
     },
     "episodes.json": {
-      "sha256": "f8ceeef0809349f01b4b62189d64c91ea9db6ec6a599c103316a5fd42b87c15e",
-      "bytes": 942221
+      "sha256": "d34f4753eae5d65cf5421e7379cc67c5b081a7ddea88b3b85708806e4b279584",
+      "bytes": 1015618
     },
     "failure-reviews.json": {
       "sha256": "c66a997c9ecd6f7f43f130a8a33cd64c7a5b2049033e9ccde653ee30e4796f23",
@@ -134,15 +134,15 @@
       "bytes": 16560
     },
     "summary.json": {
-      "sha256": "0a5383bc176a323c184e4b739f689b7c959428405c504ab509e2b37bf5593dd9",
+      "sha256": "e8c846725387c23e26bf7c410589079dce965a96937072346eb8454dfd823adc",
       "bytes": 5827
     },
     "task-index.json": {
-      "sha256": "c3fe50ef22662dd477d91f8bafe0c3de3d94a0586d25671aa249cceb2eb40af1",
-      "bytes": 247399
+      "sha256": "9df9a672d9b43d9710a46c9e34479bce0e30ea93856c912b755ed670ac118805",
+      "bytes": 416923
     },
     "manifest.json": {
-      "sha256": "87b714dcf6a943784dd153c35354f3b460c8d9da3d6cb0c950dabafbf05564a3",
+      "sha256": "c793ea7c9a9a0cbdf522a8d610ed7ebec6e120b7adb965cd57d33df8e90487a7",
       "bytes": 3481
     }
   }

summary.json

@@ -32,9 +32,9 @@
       "successes": 9,
       "valid_results": 10,
       "success_rate": 0.9,
-      "input_tokens": 12586499,
-      "cached_input_tokens": 12106752,
-      "output_tokens": 93969,
+      "input_tokens": 10541541,
+      "cached_input_tokens": 10098816,
+      "output_tokens": 87116,
       "usage_complete": 10,
       "control_frequency_hz": 20,
       "max_control_steps": 6000,