// Generated by leaderboard/space_build.py from the E1 records. Do not edit by hand.
window.FC = {"paper":{"title":"FinCosmos: An Open-World Evaluation Paradigm for Agents in Finance","arxiv":"2611.07464","strategies":"3.8M","dimensions":45,"vetoes":15,"personas":3,"turns":6,"seconds_per_turn":300,"fmp_apis":247},"updated":"2026-10-25","evaluator":"Evaluator v1","sessions_total":150,"tasks_n":10,"sessions_per_task":3,"agents":[{"key":"claude_code","name":"Claude Code","model":"Claude Opus 5.5","kind":"agent","n":30,"accepted":0,"signed":9,"quality":37.1,"ci":[27.8,45.0],"cats":[44.7,38.2,26.9,23.2,52.2],"vetoes_mean":7.4,"coverage":0.54,"assume":0.76,"opening":2.6,"stated":4.5,"hidden":6.7,"turns":3.5,"cut":0.65,"minutes":13.6,"tokens_m":1.13,"usd":2.24,"veto":{"1.1":0.63,"2.1":0.47,"2.2":0.37,"2.3":0.3,"2.4":0.27,"2.5":0.23,"2.6":0.03,"2.7":0.53,"3.1":0.3,"3.2":1.0,"3.7":1.0,"3.8":1.0,"4.1":0.43,"5.1":0.73,"5.6":0.07},"graders":[9,7,0],"funnel":[10,11,21,0]},{"key":"codex","name":"Codex","model":"GPT-6.1 Sol","kind":"agent","n":30,"accepted":0,"signed":10,"quality":37.2,"ci":[30.6,43.3],"cats":[45.8,33.4,31.9,17.2,57.6],"vetoes_mean":7.2,"coverage":0.64,"assume":0.66,"opening":2.6,"stated":4.9,"hidden":6.7,"turns":4.3,"cut":0.69,"minutes":16.8,"tokens_m":3.2,"usd":0.8,"veto":{"1.1":0.2,"2.1":0.57,"2.2":0.33,"2.3":0.47,"2.4":0.37,"2.5":0.4,"2.6":0.1,"2.7":0.57,"3.1":0.23,"3.2":0.83,"3.7":0.97,"3.8":1.0,"4.1":0.47,"5.1":0.67,"5.6":0.03},"graders":[10,8,0],"funnel":[9,24,23,0]},{"key":"gemini","name":"Gemini CLI","model":"Gemini 3.8 Flash","kind":"agent","n":30,"accepted":0,"signed":10,"quality":22.2,"ci":[16.9,27.4],"cats":[25.3,30.8,15.6,7.0,32.4],"vetoes_mean":9.3,"coverage":0.57,"assume":0.83,"opening":2.8,"stated":4.9,"hidden":6.7,"turns":3.7,"cut":0.75,"minutes":15.1,"tokens_m":3.51,"usd":0.8,"veto":{"1.1":0.63,"2.1":0.43,"2.2":0.33,"2.3":0.27,"2.4":0.33,"2.5":0.33,"2.6":0.1,"2.7":0.93,"3.1":0.7,"3.2":0.97,"3.7":1.0,"3.8":1.0,"4.1":0.9,"5.1":1.0,"5.6":0.33},"graders":[10,0,0],"funnel":[2,11,9,0]},{"key":"kimi","name":"Kimi Code","model":"Kimi K3 (open weights)","kind":"agent","n":30,"accepted":0,"signed":6,"quality":22.3,"ci":[14.3,31.6],"cats":[26.8,23.4,16.5,6.5,38.2],"vetoes_mean":10.1,"coverage":0.57,"assume":0.82,"opening":3.7,"stated":5.4,"hidden":6.7,"turns":3.3,"cut":0.74,"minutes":13.3,"tokens_m":0.89,"usd":0.83,"veto":{"1.1":0.7,"2.1":0.63,"2.2":0.47,"2.3":0.57,"2.4":0.57,"2.5":0.53,"2.6":0.13,"2.7":0.67,"3.1":0.67,"3.2":1.0,"3.7":1.0,"3.8":1.0,"4.1":0.8,"5.1":0.83,"5.6":0.5},"graders":[6,2,0],"funnel":[4,9,10,0]},{"key":"bare","name":"Bare model","model":"Claude Opus 5.5, no tools","kind":"baseline","n":30,"accepted":0,"signed":0,"quality":20.2,"ci":[18.8,21.5],"cats":[0.0,49.8,4.6,1.8,44.6],"vetoes_mean":9.1,"coverage":0.41,"assume":0.73,"opening":3.2,"stated":4.2,"hidden":6.7,"turns":2.3,"cut":0.0,"minutes":2.3,"tokens_m":0.01,"usd":0.24,"veto":{"1.1":1.0,"2.1":0.23,"2.2":0.17,"2.3":0.1,"2.4":0.17,"2.5":0.2,"2.6":0.0,"2.7":0.27,"3.1":1.0,"3.2":1.0,"3.7":1.0,"3.8":1.0,"4.1":0.97,"5.1":1.0,"5.6":1.0},"graders":[0,0,0],"funnel":[9,0,0,0]}],"sessions":[{"a":"claude_code","t":0,"r":1,"q":49.5,"v":["1.1","3.2","3.7","3.8","5.1"],"e":"blocked","s":false,"turns":5},{"a":"claude_code","t":0,"r":2,"q":13.4,"v":["1.1","2.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":2},{"a":"claude_code","t":0,"r":3,"q":55.2,"v":["1.1","3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":4},{"a":"claude_code","t":1,"r":1,"q":48.5,"v":["1.1","2.7","3.2","3.7","3.8","5.1"],"e":"blocked","s":false,"turns":4},{"a":"claude_code","t":1,"r":2,"q":64.4,"v":["3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":5},{"a":"claude_code","t":1,"r":3,"q":23.6,"v":["2.1","2.2","2.3","2.5","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"claude_code","t":2,"r":1,"q":35.8,"v":["2.2","2.3","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":4},{"a":"claude_code","t":2,"r":2,"q":59.4,"v":["1.1","3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":3},{"a":"claude_code","t":2,"r":3,"q":55.5,"v":["3.1","3.2","3.7","3.8","5.1"],"e":"max_turns","s":false,"turns":6},{"a":"claude_code","t":3,"r":1,"q":33.9,"v":["1.1","2.1","2.2","2.3","2.5","2.7","3.2","3.7","3.8","5.1"],"e":"blocked","s":false,"turns":4},{"a":"claude_code","t":3,"r":2,"q":61.0,"v":["3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":3},{"a":"claude_code","t":3,"r":3,"q":13.7,"v":["2.1","2.2","2.3","2.5","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":2},{"a":"claude_code","t":4,"r":1,"q":13.7,"v":["1.1","2.1","2.2","2.3","2.4","2.5","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":2},{"a":"claude_code","t":4,"r":2,"q":15.5,"v":["1.1","2.1","2.2","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"claude_code","t":4,"r":3,"q":15.7,"v":["1.1","2.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":2},{"a":"claude_code","t":5,"r":1,"q":58.6,"v":["3.2","3.7","3.8","5.1"],"e":"satisfied","s":true,"turns":6},{"a":"claude_code","t":5,"r":2,"q":21.8,"v":["2.2","2.3","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":2},{"a":"claude_code","t":5,"r":3,"q":19.3,"v":["2.1","2.2","2.3","2.4","2.6","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":2},{"a":"claude_code","t":6,"r":1,"q":40.8,"v":["2.1","2.4","2.5","2.7","3.2","3.7","3.8","5.1"],"e":"blocked","s":false,"turns":4},{"a":"claude_code","t":6,"r":2,"q":53.4,"v":["1.1","2.5","3.2","3.7","3.8","5.6"],"e":"satisfied","s":true,"turns":5},{"a":"claude_code","t":6,"r":3,"q":54.4,"v":["3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":4},{"a":"claude_code","t":7,"r":1,"q":31.2,"v":["1.1","2.2","2.4","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":5},{"a":"claude_code","t":7,"r":2,"q":45.3,"v":["1.1","2.1","2.2","2.4","3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":4},{"a":"claude_code","t":7,"r":3,"q":45.0,"v":["1.1","2.1","2.2","2.4","2.7","3.2","3.7","3.8","5.1"],"e":"blocked","s":false,"turns":3},{"a":"claude_code","t":8,"r":1,"q":53.8,"v":["1.1","3.2","3.7","3.8","5.1"],"e":"blocked","s":false,"turns":5},{"a":"claude_code","t":8,"r":2,"q":43.6,"v":["1.1","2.3","2.4","3.2","3.7","3.8","5.1"],"e":"blocked","s":false,"turns":3},{"a":"claude_code","t":8,"r":3,"q":61.2,"v":["1.1","3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":2},{"a":"claude_code","t":9,"r":1,"q":8.1,"v":["1.1","2.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":2},{"a":"claude_code","t":9,"r":2,"q":10.8,"v":["1.1","2.1","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"claude_code","t":9,"r":3,"q":5.4,"v":["1.1","2.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"codex","t":0,"r":1,"q":28.0,"v":["2.1","2.2","2.3","2.4","2.5","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":4},{"a":"codex","t":0,"r":2,"q":14.8,"v":["2.1","2.2","2.3","2.4","2.5","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":2},{"a":"codex","t":0,"r":3,"q":11.2,"v":["2.1","2.2","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"codex","t":1,"r":1,"q":53.9,"v":["2.2","2.5","3.7","3.8"],"e":"satisfied","s":true,"turns":4},{"a":"codex","t":1,"r":2,"q":19.6,"v":["2.1","2.2","2.3","2.5","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"codex","t":1,"r":3,"q":22.5,"v":["2.1","2.3","2.5","2.7","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":4},{"a":"codex","t":2,"r":1,"q":49.6,"v":["1.1","3.1","3.7","3.8"],"e":"satisfied","s":true,"turns":6},{"a":"codex","t":2,"r":2,"q":65.6,"v":["3.7","3.8"],"e":"satisfied","s":true,"turns":2},{"a":"codex","t":2,"r":3,"q":24.3,"v":["2.1","2.2","2.3","2.4","2.6","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"max_turns","s":false,"turns":6},{"a":"codex","t":3,"r":1,"q":49.3,"v":["3.7","3.8"],"e":"satisfied","s":true,"turns":3},{"a":"codex","t":3,"r":2,"q":60.3,"v":["3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":3},{"a":"codex","t":3,"r":3,"q":51.7,"v":["3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":3},{"a":"codex","t":4,"r":1,"q":36.1,"v":["2.1","2.3","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":6},{"a":"codex","t":4,"r":2,"q":48.0,"v":["2.7","3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":4},{"a":"codex","t":4,"r":3,"q":19.6,"v":["1.1","2.1","2.2","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":4},{"a":"codex","t":5,"r":1,"q":17.5,"v":["2.1","2.2","2.3","2.4","2.5","2.6","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":6},{"a":"codex","t":5,"r":2,"q":59.4,"v":["3.2","3.8"],"e":"satisfied","s":true,"turns":5},{"a":"codex","t":5,"r":3,"q":20.6,"v":["1.1","2.1","2.2","2.3","2.4","2.5","2.6","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":4},{"a":"codex","t":6,"r":1,"q":48.6,"v":["2.4","3.2","3.7","3.8","5.1"],"e":"max_turns","s":false,"turns":6},{"a":"codex","t":6,"r":2,"q":30.1,"v":["2.1","2.3","2.4","2.5","2.7","3.2","3.7","3.8","5.1"],"e":"blocked","s":false,"turns":4},{"a":"codex","t":6,"r":3,"q":17.1,"v":["2.1","2.3","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"codex","t":7,"r":1,"q":60.0,"v":["3.2","3.7","3.8","5.1"],"e":"max_turns","s":false,"turns":6},{"a":"codex","t":7,"r":2,"q":57.8,"v":["1.1","3.1","3.7","3.8"],"e":"satisfied","s":true,"turns":6},{"a":"codex","t":7,"r":3,"q":33.9,"v":["1.1","2.1","2.2","2.3","2.4","2.5","2.7","3.2","3.7","3.8","5.1"],"e":"max_turns","s":false,"turns":6},{"a":"codex","t":8,"r":1,"q":52.0,"v":["3.2","3.7","3.8","5.1"],"e":"blocked","s":false,"turns":6},{"a":"codex","t":8,"r":2,"q":20.4,"v":["1.1","2.1","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"codex","t":8,"r":3,"q":43.1,"v":["2.1","3.2","3.7","3.8","5.1"],"e":"blocked","s":false,"turns":4},{"a":"codex","t":9,"r":1,"q":59.3,"v":["2.7","3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":6},{"a":"codex","t":9,"r":2,"q":25.3,"v":["2.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":4},{"a":"codex","t":9,"r":3,"q":16.1,"v":["2.1","2.3","2.4","2.5","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":0,"r":1,"q":8.4,"v":["1.1","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":0,"r":2,"q":17.5,"v":["1.1","2.1","2.4","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":0,"r":3,"q":13.9,"v":["1.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":1,"r":1,"q":3.8,"v":["1.1","2.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"gemini","t":1,"r":2,"q":9.8,"v":["1.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":1,"r":3,"q":11.2,"v":["2.2","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":5},{"a":"gemini","t":2,"r":1,"q":9.2,"v":["1.1","2.2","2.3","2.4","2.6","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":2,"r":2,"q":37.1,"v":["1.1","3.1","3.2","3.7","3.8","5.1"],"e":"satisfied","s":true,"turns":3},{"a":"gemini","t":2,"r":3,"q":17.7,"v":["1.1","2.2","2.4","2.6","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":2},{"a":"gemini","t":3,"r":1,"q":37.5,"v":["2.5","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"max_turns","s":false,"turns":6},{"a":"gemini","t":3,"r":2,"q":12.9,"v":["2.1","2.2","2.5","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":3,"r":3,"q":47.7,"v":["2.7","3.2","3.7","3.8","4.1","5.1"],"e":"satisfied","s":true,"turns":6},{"a":"gemini","t":4,"r":1,"q":30.2,"v":["2.1","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"satisfied","s":true,"turns":5},{"a":"gemini","t":4,"r":2,"q":44.9,"v":["2.7","3.2","3.7","3.8","4.1","5.1"],"e":"satisfied","s":true,"turns":6},{"a":"gemini","t":4,"r":3,"q":20.9,"v":["1.1","2.1","2.2","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":6},{"a":"gemini","t":5,"r":1,"q":5.5,"v":["2.1","2.2","2.3","2.4","2.5","2.6","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":5,"r":2,"q":47.1,"v":["3.7","3.8","5.1"],"e":"satisfied","s":true,"turns":4},{"a":"gemini","t":5,"r":3,"q":3.4,"v":["1.1","2.1","2.2","2.3","2.4","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"gemini","t":6,"r":1,"q":6.9,"v":["1.1","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":6,"r":2,"q":49.3,"v":["2.7","3.2","3.7","3.8","5.1","5.6"],"e":"satisfied","s":true,"turns":5},{"a":"gemini","t":6,"r":3,"q":3.3,"v":["1.1","2.1","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":2},{"a":"gemini","t":7,"r":1,"q":3.3,"v":["1.1","2.1","2.2","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":7,"r":2,"q":13.3,"v":["2.1","2.2","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":4},{"a":"gemini","t":7,"r":3,"q":24.9,"v":["1.1","2.1","2.2","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":8,"r":1,"q":36.5,"v":["1.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"satisfied","s":true,"turns":3},{"a":"gemini","t":8,"r":2,"q":46.4,"v":["1.1","2.7","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"satisfied","s":true,"turns":6},{"a":"gemini","t":8,"r":3,"q":14.6,"v":["1.1","2.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":9,"r":1,"q":48.4,"v":["2.7","3.2","3.7","3.8","4.1","5.1"],"e":"satisfied","s":true,"turns":5},{"a":"gemini","t":9,"r":2,"q":6.7,"v":["1.1","2.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":2},{"a":"gemini","t":9,"r":3,"q":34.2,"v":["1.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"satisfied","s":true,"turns":4},{"a":"kimi","t":0,"r":1,"q":47.9,"v":["2.1","3.2","3.7","3.8","4.1"],"e":"satisfied","s":true,"turns":4},{"a":"kimi","t":0,"r":2,"q":19.2,"v":["1.1","2.2","2.3","2.4","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"kimi","t":0,"r":3,"q":28.4,"v":["1.1","2.1","2.2","2.4","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":4},{"a":"kimi","t":1,"r":1,"q":26.2,"v":["1.1","2.1","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"max_turns","s":false,"turns":6},{"a":"kimi","t":1,"r":2,"q":12.4,"v":["1.1","2.1","2.2","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"kimi","t":1,"r":3,"q":2.5,"v":["1.1","2.1","2.2","2.3","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":4},{"a":"kimi","t":2,"r":1,"q":52.2,"v":["1.1","3.2","3.7","3.8","5.6"],"e":"satisfied","s":true,"turns":5},{"a":"kimi","t":2,"r":2,"q":35.0,"v":["2.2","2.3","2.4","3.1","3.2","3.7","3.8","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"kimi","t":2,"r":3,"q":38.9,"v":["1.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"satisfied","s":true,"turns":5},{"a":"kimi","t":3,"r":1,"q":55.0,"v":["3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":3},{"a":"kimi","t":3,"r":2,"q":49.1,"v":["3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":2},{"a":"kimi","t":3,"r":3,"q":47.2,"v":["2.2","2.5","3.2","3.7","3.8","5.1"],"e":"blocked","s":false,"turns":4},{"a":"kimi","t":4,"r":1,"q":5.0,"v":["1.1","2.1","2.2","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":1},{"a":"kimi","t":4,"r":2,"q":8.2,"v":["2.1","2.2","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"kimi","t":4,"r":3,"q":2.0,"v":["1.1","2.1","2.2","2.3","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"kimi","t":5,"r":1,"q":24.2,"v":["2.3","2.4","2.5","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"kimi","t":5,"r":2,"q":6.4,"v":["1.1","2.1","2.2","2.3","2.4","2.5","2.6","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":1},{"a":"kimi","t":5,"r":3,"q":6.4,"v":["1.1","2.1","2.2","2.3","2.4","2.5","2.6","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":5},{"a":"kimi","t":6,"r":1,"q":5.0,"v":["1.1","2.1","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"kimi","t":6,"r":2,"q":12.3,"v":["1.1","2.1","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"kimi","t":6,"r":3,"q":4.2,"v":["1.1","2.1","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"max_turns","s":false,"turns":6},{"a":"kimi","t":7,"r":1,"q":3.3,"v":["1.1","2.1","2.2","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"kimi","t":7,"r":2,"q":37.2,"v":["1.1","2.1","2.2","2.4","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":5},{"a":"kimi","t":7,"r":3,"q":19.4,"v":["1.1","2.2","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":4},{"a":"kimi","t":8,"r":1,"q":14.3,"v":["1.1","2.1","2.3","2.4","2.5","2.6","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":1},{"a":"kimi","t":8,"r":2,"q":6.6,"v":["1.1","2.1","2.3","2.4","2.6","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"kimi","t":8,"r":3,"q":46.4,"v":["1.1","2.5","3.1","3.2","3.7","3.8","5.6"],"e":"satisfied","s":true,"turns":4},{"a":"kimi","t":9,"r":1,"q":20.9,"v":["1.1","2.1","2.3","2.4","2.5","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"kimi","t":9,"r":2,"q":12.6,"v":["2.1","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"kimi","t":9,"r":3,"q":20.4,"v":["2.3","2.5","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"bare","t":0,"r":1,"q":11.9,"v":["1.1","2.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"bare","t":0,"r":2,"q":18.6,"v":["1.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":0,"r":3,"q":21.9,"v":["1.1","2.3","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":1,"r":1,"q":19.3,"v":["1.1","2.2","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"bare","t":1,"r":2,"q":23.0,"v":["1.1","2.5","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":1,"r":3,"q":19.2,"v":["1.1","2.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"bare","t":2,"r":1,"q":22.1,"v":["1.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":2,"r":2,"q":26.4,"v":["1.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":2,"r":3,"q":22.9,"v":["1.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":3,"r":1,"q":23.7,"v":["1.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"bare","t":3,"r":2,"q":19.2,"v":["1.1","2.5","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"bare","t":3,"r":3,"q":19.1,"v":["1.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":4,"r":1,"q":18.7,"v":["1.1","2.5","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":4,"r":2,"q":24.9,"v":["1.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":4,"r":3,"q":13.3,"v":["1.1","2.1","2.2","2.3","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"bare","t":5,"r":1,"q":24.0,"v":["1.1","2.5","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"bare","t":5,"r":2,"q":18.7,"v":["1.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":5,"r":3,"q":21.1,"v":["1.1","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":6,"r":1,"q":19.2,"v":["1.1","2.4","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":6,"r":2,"q":18.6,"v":["1.1","2.4","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":6,"r":3,"q":23.8,"v":["1.1","2.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":7,"r":1,"q":13.3,"v":["1.1","2.1","2.2","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":7,"r":2,"q":15.3,"v":["1.1","2.1","2.2","2.3","2.4","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":7,"r":3,"q":18.2,"v":["1.1","2.2","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":8,"r":1,"q":18.1,"v":["1.1","2.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":8,"r":2,"q":24.7,"v":["1.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":8,"r":3,"q":20.6,"v":["1.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":9,"r":1,"q":21.0,"v":["1.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":4},{"a":"bare","t":9,"r":2,"q":20.1,"v":["1.1","2.4","2.5","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":9,"r":3,"q":24.3,"v":["1.1","2.4","3.1","3.2","3.7","3.8","5.1","5.6"],"e":"blocked","s":false,"turns":2}],"tasks":[{"seed":0,"difficulty":15,"persona":"Generalist analyst","cutoff":"2026-09-04"},{"seed":1,"difficulty":11,"persona":"Retail investor","cutoff":"2026-09-04"},{"seed":2,"difficulty":10,"persona":"Retail investor","cutoff":"2026-09-04"},{"seed":3,"difficulty":7,"persona":"Retail investor","cutoff":"2026-09-04"},{"seed":4,"difficulty":16,"persona":"Retail investor","cutoff":"2026-09-04"},{"seed":5,"difficulty":11,"persona":"Biotech specialist","cutoff":"2026-09-04"},{"seed":6,"difficulty":14,"persona":"Biotech specialist","cutoff":"2026-09-04"},{"seed":7,"difficulty":12,"persona":"Generalist analyst","cutoff":"2026-09-04"},{"seed":8,"difficulty":15,"persona":"Retail investor","cutoff":"2026-09-04"},{"seed":9,"difficulty":17,"persona":"Generalist analyst","cutoff":"2026-09-04"}],"seq":[25,15,14,0],"vetoes":[{"id":"1.1","name":"Point-in-time strictness","cat":"Data","judge":"program","text":"Every dated row in the delivered data is on or before the cutoff. One late row fails it.","sat_fail":14},{"id":"2.1","name":"Stock selection","cat":"Strategy","judge":"program + LLM","text":"The delivered stock-selection signals are the investor's.","sat_fail":3},{"id":"2.2","name":"Market timing","cat":"Strategy","judge":"program + LLM","text":"The delivered market timing and exposure rule is the investor's.","sat_fail":2},{"id":"2.3","name":"Portfolio construction","cat":"Strategy","judge":"program + LLM","text":"The delivered portfolio weighting is the investor's.","sat_fail":0},{"id":"2.4","name":"Risk control","cat":"Strategy","judge":"program + LLM","text":"The delivered risk control is the investor's.","sat_fail":1},{"id":"2.5","name":"Execution","cat":"Strategy","judge":"program + LLM","text":"The delivered execution model is the investor's.","sat_fail":4},{"id":"2.6","name":"Transaction cost","cat":"Strategy","judge":"program + LLM","text":"The delivered transaction-cost model is the investor's.","sat_fail":0},{"id":"2.7","name":"Strategy ambiguity","cat":"Strategy","judge":"LLM","text":"Every core rule has one executable definition, and the delivery does not contradict itself.","sat_fail":10},{"id":"3.1","name":"Point-in-time correctness","cat":"Backtest","judge":"program","text":"Every fill comes after its signal, and fundamentals used at entry were already announced.","sat_fail":8},{"id":"3.2","name":"Independent recomputation","cat":"Backtest","judge":"program","text":"Returns rebuilt from the delivered trade log match the reported metrics.","sat_fail":29},{"id":"3.7","name":"Verifier audit","cat":"Backtest","judge":"program","text":"An audit from data to metrics: sources named, no future data, enough trades, and metrics that match the delivered equity curve.","sat_fail":34},{"id":"3.8","name":"Process completeness","cat":"Backtest","judge":"program","text":"The delivery holds a strategy specification, the data, the backtest output and a report, as content rather than headings.","sat_fail":35},{"id":"4.1","name":"Grounded conclusions","cat":"Assessment","judge":"LLM","text":"The report's conclusions agree with the facts that programs compute.","sat_fail":9},{"id":"5.1","name":"Conversation experience","cat":"UX","judge":"LLM","text":"The conversation serves the investor: backtest numbers early, corrections applied, no stalled turns.","sat_fail":12},{"id":"5.6","name":"Internal leak","cat":"UX","judge":"LLM","text":"The agent keeps its own machinery (tools, storage, time budget) out of the conversation.","sat_fail":6}],"learning":[{"difficulty":7,"sessions":12,"first":3,"first5":2.8,"last5":4.6,"satisfied":0.73,"last_veto":"3.2","series":[3,2,4,2,3,6,10,4,3,3,3,0]},{"difficulty":10,"sessions":132,"first":14,"first5":9.4,"last5":1.6,"satisfied":0.31,"last_veto":"2.7","series":[14,8,8,7,10,5,10,10,6,14,14,8,12,12,10,3,9,10,7,11,5,6,14,11,7,3,12,11,3,3,8,6,7,3,7,6,7,5,8,6,6,7,6,7,14,14,9,5,6,7,6,7,6,9,6,4,12,14,9,6,7,6,6,8,6,12,2,2,3,3,6,2,6,5,3,1,5,8,9,14,14,9,14,15,15,15,14,13,15,10,15,15,14,9,14,11,11,15,10,14,13,14,13,10,2,2,7,6,1,3,3,2,3,4,2,12,3,2,2,2,2,2,2,2,3,2,3,2,1,1,1,0]},{"difficulty":11,"sessions":23,"first":10,"first5":6.4,"last5":1.4,"satisfied":0.59,"last_veto":"2.7","series":[10,3,3,10,6,6,4,3,3,3,4,4,4,4,2,6,6,2,1,2,1,1,0]},{"difficulty":11,"sessions":26,"first":4,"first5":6.4,"last5":2.2,"satisfied":0.28,"last_veto":"2.7","series":[4,4,11,7,6,4,5,5,2,1,4,3,3,3,2,2,5,1,5,3,2,2,3,2,2,0]},{"difficulty":12,"sessions":113,"first":9,"first5":9,"last5":1.4,"satisfied":0.06,"last_veto":"2.7","series":[9,9,7,10,10,8,8,7,6,7,4,4,7,5,5,7,6,6,4,6,3,5,5,2,2,6,6,4,3,7,5,3,5,6,5,6,5,5,5,5,4,5,5,5,8,3,1,3,4,5,5,2,3,2,2,3,3,3,4,4,2,3,3,3,1,3,5,2,3,5,4,4,3,3,4,8,9,3,7,3,3,3,2,5,3,3,2,6,4,1,7,8,5,5,4,2,4,5,4,9,3,1,3,3,1,2,1,2,1,1,1,2,0]},{"difficulty":14,"sessions":43,"first":8,"first5":6.4,"last5":1.2,"satisfied":0.1,"last_veto":"3.8","series":[8,9,5,4,6,6,6,7,12,10,9,11,4,6,9,5,7,7,6,6,5,6,3,11,8,1,5,4,4,2,4,3,5,2,6,4,1,3,2,1,0,0,0]},{"difficulty":15,"sessions":17,"first":8,"first5":6.2,"last5":6.2,"satisfied":0.0,"last_veto":"2.1","series":[8,8,4,7,4,7,7,7,7,14,8,3,7,11,5,5,0]},{"difficulty":15,"sessions":61,"first":6,"first5":3.6,"last5":3,"satisfied":0.5,"last_veto":"2.7","series":[6,4,4,3,1,7,2,13,4,5,3,5,3,4,4,4,1,4,2,1,3,3,3,2,2,3,1,7,4,3,3,4,4,4,4,6,7,4,3,5,2,3,8,4,4,3,3,4,4,4,3,3,3,3,1,3,2,4,2,4,0]},{"difficulty":16,"sessions":65,"first":10,"first5":5.8,"last5":3,"satisfied":0.47,"last_veto":"2.7","series":[10,6,4,4,5,4,3,5,3,6,2,5,1,1,3,5,5,2,1,7,3,1,3,2,4,2,2,3,3,2,3,5,5,3,2,2,2,3,4,2,2,3,1,2,1,1,3,1,4,1,1,3,4,1,11,3,3,1,3,5,4,2,2,2,0]},{"difficulty":17,"sessions":14,"first":3,"first5":2.4,"last5":4.8,"satisfied":0.38,"last_veto":"5.1","series":[3,1,4,1,3,1,3,2,8,2,5,3,6,0]}],"human":{"sessions":60,"agent":53,"simulator":3,"evaluator":4,"kappa_judge":0.87,"kappa_experts":0.93,"critical_sim_errors":3},"replay":[]};