FinCosmos leaderboard v1 (E1 results; replay to follow)
Browse files- README.md +18 -4
- app.js +393 -0
- assets/finai-logo.svg +1 -0
- data.js +2 -0
- index.html +194 -17
- style.css +334 -22
README.md
CHANGED
|
@@ -1,10 +1,24 @@
|
|
| 1 |
---
|
| 2 |
title: FinCosmos
|
| 3 |
-
emoji:
|
| 4 |
-
colorFrom:
|
| 5 |
-
colorTo:
|
| 6 |
sdk: static
|
|
|
|
| 7 |
pinned: false
|
|
|
|
|
|
|
|
|
|
| 8 |
---
|
| 9 |
|
| 10 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
---
|
| 2 |
title: FinCosmos
|
| 3 |
+
emoji: 🌌
|
| 4 |
+
colorFrom: blue
|
| 5 |
+
colorTo: green
|
| 6 |
sdk: static
|
| 7 |
+
app_file: index.html
|
| 8 |
pinned: false
|
| 9 |
+
short_description: Open-world leaderboard for agents doing financial work
|
| 10 |
+
datasets:
|
| 11 |
+
- TheFinAI/FinCosmos
|
| 12 |
---
|
| 13 |
|
| 14 |
+
# FinCosmos
|
| 15 |
+
|
| 16 |
+
Interactive leaderboard for FinCosmos, an open-world evaluation paradigm for agents doing financial work. A simulated investor holds a hidden strategy, the agent finds its own data on the open Web and backtests before a cutoff, and programs check what it delivers.
|
| 17 |
+
|
| 18 |
+
- Paper: [arXiv 2611.07464](https://arxiv.org/abs/2611.07464)
|
| 19 |
+
- Data: [TheFinAI/FinCosmos](https://huggingface.co/datasets/TheFinAI/FinCosmos)
|
| 20 |
+
|
| 21 |
+
Files:
|
| 22 |
+
|
| 23 |
+
- `index.html`, `style.css`, `app.js`: the page
|
| 24 |
+
- `data.js`: generated by `leaderboard/space_build.py` from the paper's E1 records and the curated replay sessions
|
app.js
ADDED
|
@@ -0,0 +1,393 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/* FinCosmos leaderboard. All numbers come from data.js (window.FC), generated by
|
| 2 |
+
leaderboard/space_build.py from the E1 records. No numbers are typed here. */
|
| 3 |
+
(function () {
|
| 4 |
+
"use strict";
|
| 5 |
+
const D = window.FC;
|
| 6 |
+
const $ = (s, r = document) => r.querySelector(s);
|
| 7 |
+
const $$ = (s, r = document) => Array.from(r.querySelectorAll(s));
|
| 8 |
+
const esc = (s) => String(s).replace(/[&<>"]/g, (c) => ({ "&": "&", "<": "<", ">": ">", '"': """ }[c]));
|
| 9 |
+
const pct = (x) => Math.round(100 * x) + "%";
|
| 10 |
+
const f1 = (x) => Number(x).toFixed(1);
|
| 11 |
+
const minus = (s) => String(s).replace(/^-/, "−");
|
| 12 |
+
const median = (xs) => { const s = [...xs].sort((a, b) => a - b), m = s.length >> 1; return s.length % 2 ? s[m] : (s[m - 1] + s[m]) / 2; };
|
| 13 |
+
const NS = "http://www.w3.org/2000/svg";
|
| 14 |
+
document.documentElement.classList.add("js");
|
| 15 |
+
|
| 16 |
+
/* ---------- order, lookups ---------- */
|
| 17 |
+
const isAgent = (a) => a.kind === "agent";
|
| 18 |
+
const ranked = D.agents.filter(isAgent).sort((a, b) => b.accepted / b.n - a.accepted / a.n || b.quality - a.quality);
|
| 19 |
+
const baselines = D.agents.filter((a) => !isAgent(a));
|
| 20 |
+
const ORDER = ranked.concat(baselines);
|
| 21 |
+
const byKey = Object.fromEntries(D.agents.map((a) => [a.key, a]));
|
| 22 |
+
const vetoName = Object.fromEntries(D.vetoes.map((v) => [v.id, v.name]));
|
| 23 |
+
const N = D.sessions_total;
|
| 24 |
+
const signedTotal = D.sessions.filter((s) => s.s).length;
|
| 25 |
+
const acceptedTotal = D.agents.reduce((t, a) => t + a.accepted, 0);
|
| 26 |
+
const arxiv = D.paper.arxiv;
|
| 27 |
+
const paperUrl = arxiv ? `https://arxiv.org/abs/${arxiv}` : "#";
|
| 28 |
+
const hfUrl = arxiv ? `https://huggingface.co/papers/${arxiv}` : "#";
|
| 29 |
+
const dataUrl = "https://huggingface.co/datasets/TheFinAI/FinCosmos";
|
| 30 |
+
|
| 31 |
+
/* ---------- tooltip ---------- */
|
| 32 |
+
const tip = $("#tip");
|
| 33 |
+
function showTip(e, html) {
|
| 34 |
+
tip.innerHTML = html; tip.classList.add("on");
|
| 35 |
+
const r = tip.getBoundingClientRect();
|
| 36 |
+
let x = e.clientX + 14, y = e.clientY + 14;
|
| 37 |
+
if (x + r.width > innerWidth - 8) x = e.clientX - r.width - 14;
|
| 38 |
+
if (y + r.height > innerHeight - 8) y = e.clientY - r.height - 14;
|
| 39 |
+
tip.style.left = x + "px"; tip.style.top = y + "px";
|
| 40 |
+
}
|
| 41 |
+
const hideTip = () => tip.classList.remove("on");
|
| 42 |
+
function bindTip(node, html) {
|
| 43 |
+
node.addEventListener("mousemove", (e) => showTip(e, typeof html === "function" ? html() : html));
|
| 44 |
+
node.addEventListener("mouseleave", hideTip);
|
| 45 |
+
}
|
| 46 |
+
|
| 47 |
+
/* ---------- shared numbers, links ---------- */
|
| 48 |
+
const NUM = { sessions: N, accepted: acceptedTotal, signed: signedTotal };
|
| 49 |
+
$$("[data-n]").forEach((n) => (n.textContent = NUM[n.dataset.n]));
|
| 50 |
+
$$("[data-paper]").forEach((a) => (a.href = paperUrl));
|
| 51 |
+
$("#paperLinks").innerHTML = arxiv
|
| 52 |
+
? `<a href="${paperUrl}" target="_blank" rel="noreferrer">arXiv ${arxiv} ↗</a><a href="${hfUrl}" target="_blank" rel="noreferrer">Hugging Face Papers ↗</a><a href="${dataUrl}" target="_blank" rel="noreferrer">Scores and tasks ↗</a>`
|
| 53 |
+
: "";
|
| 54 |
+
$("#footLinks").innerHTML = (arxiv ? `<a href="${paperUrl}" target="_blank" rel="noreferrer">Paper · arXiv ${arxiv} ↗</a><a href="${hfUrl}" target="_blank" rel="noreferrer">Hugging Face Papers ↗</a>` : "")
|
| 55 |
+
+ `<a href="${dataUrl}" target="_blank" rel="noreferrer">Scores and tasks ↗</a><span>Evaluator ${esc(D.evaluator)} · updated ${esc(D.updated)}</span>`;
|
| 56 |
+
|
| 57 |
+
$("#stats").innerHTML = [
|
| 58 |
+
[N, "sessions on " + D.tasks_n + " tasks"],
|
| 59 |
+
[acceptedTotal, "accepted"],
|
| 60 |
+
[signedTotal, "signed off, all vetoed"],
|
| 61 |
+
[D.paper.vetoes, "vetoes in " + D.paper.dimensions + " dimensions"],
|
| 62 |
+
].map(([b, s]) => `<div class="stat"><b>${b}</b><span>${s}</span></div>`).join("");
|
| 63 |
+
|
| 64 |
+
/* ---------- rotator ---------- */
|
| 65 |
+
(function () {
|
| 66 |
+
const r = $("#rotator"), names = ranked.map((a) => a.name);
|
| 67 |
+
let i = 0; r.textContent = names[0];
|
| 68 |
+
if (matchMedia("(prefers-reduced-motion: reduce)").matches) return;
|
| 69 |
+
setInterval(() => {
|
| 70 |
+
r.classList.add("off");
|
| 71 |
+
setTimeout(() => { i = (i + 1) % names.length; r.textContent = names[i]; r.classList.remove("off"); }, 260);
|
| 72 |
+
}, 2400);
|
| 73 |
+
})();
|
| 74 |
+
|
| 75 |
+
/* ---------- orbit map ---------- */
|
| 76 |
+
(function () {
|
| 77 |
+
const host = $("#orbit"), C = 170, rOf = (q) => 14 + q * 1.06, ACC = 140;
|
| 78 |
+
const svg = document.createElementNS(NS, "svg");
|
| 79 |
+
svg.setAttribute("viewBox", "-14 -14 368 368");
|
| 80 |
+
svg.setAttribute("role", "img");
|
| 81 |
+
svg.setAttribute("aria-label", `${N} sessions as stars; distance from the center is quality before vetoes; none reaches the accepted orbit.`);
|
| 82 |
+
let g = `<defs><radialGradient id="core"><stop offset="0" stop-color="#2b6cb0" stop-opacity=".16"/><stop offset="1" stop-color="#2b6cb0" stop-opacity="0"/></radialGradient></defs>`;
|
| 83 |
+
g += `<circle cx="${C}" cy="${C}" r="${rOf(100)}" fill="url(#core)"/>`;
|
| 84 |
+
for (let t = 0; t < D.tasks_n; t++) {
|
| 85 |
+
const a = ((t * 36 - 90) * Math.PI) / 180;
|
| 86 |
+
g += `<line x1="${C}" y1="${C}" x2="${C + rOf(100) * Math.cos(a)}" y2="${C + rOf(100) * Math.sin(a)}" stroke="rgba(25,60,110,.07)"/>`;
|
| 87 |
+
const m = (((t + 0.5) * 36 - 90) * Math.PI) / 180;
|
| 88 |
+
g += `<text x="${C + 128 * Math.cos(m)}" y="${C + 128 * Math.sin(m) + 3.5}" text-anchor="middle" font-size="10" fill="#808b9b" font-family="JetBrains Mono, monospace">T${t}</text>`;
|
| 89 |
+
}
|
| 90 |
+
[25, 50, 75, 100].forEach((q) => {
|
| 91 |
+
g += `<circle cx="${C}" cy="${C}" r="${rOf(q)}" fill="none" stroke="rgba(25,60,110,.12)"/>`;
|
| 92 |
+
g += `<text x="${C + 3}" y="${C - rOf(q) - 3}" font-size="8.5" fill="#808b9b">${q}</text>`;
|
| 93 |
+
});
|
| 94 |
+
g += `<circle cx="${C}" cy="${C}" r="${ACC}" fill="none" stroke="#2f855a" stroke-width="1.4" stroke-dasharray="3 4"/>`;
|
| 95 |
+
g += `<text x="${C}" y="${C - ACC - 5}" text-anchor="middle" font-size="9.5" fill="#2f855a" font-weight="600">accepted orbit · ${acceptedTotal} sessions</text>`;
|
| 96 |
+
svg.innerHTML = g;
|
| 97 |
+
const agentIdx = Object.fromEntries(D.agents.map((a, i) => [a.key, i]));
|
| 98 |
+
const stars = D.sessions.map((s) => {
|
| 99 |
+
const slot = agentIdx[s.a] * 3 + (s.r - 1);
|
| 100 |
+
const deg = s.t * 36 + 1.4 + slot * (33.2 / 14) - 90, a = (deg * Math.PI) / 180, r = rOf(s.q);
|
| 101 |
+
const x = C + r * Math.cos(a), y = C + r * Math.sin(a);
|
| 102 |
+
const grp = document.createElementNS(NS, "g");
|
| 103 |
+
grp.setAttribute("class", "star");
|
| 104 |
+
const base = byKey[s.a].kind === "agent" ? "#2b6cb0" : "#9aa6b6";
|
| 105 |
+
grp.innerHTML = (s.s ? `<circle cx="${x}" cy="${y}" r="7.5" fill="#c9a24a" opacity=".22"/>` : "")
|
| 106 |
+
+ `<circle cx="${x}" cy="${y}" r="${s.s ? 3.6 : 2.7}" fill="${s.s ? "#c9a24a" : base}" stroke="#fff" stroke-width="1" opacity="${s.s ? 1 : 0.85}"/>`
|
| 107 |
+
+ `<circle class="hit" cx="${x}" cy="${y}" r="8"/>`;
|
| 108 |
+
bindTip(grp, () => `<b>${esc(byKey[s.a].name)}</b> · Task ${s.t}, session ${s.r}<br><span class="t-k">Quality before vetoes</span> ${f1(s.q)}<br>`
|
| 109 |
+
+ (s.s ? `<span style="color:#e3c376">Signed off by the investor</span><br>` : `<span class="t-k">Ended:</span> ${s.e === "max_turns" ? "turn limit" : "investor walked away"}<br>`)
|
| 110 |
+
+ `<span style="color:#f0a37c">${s.v.length} of 15 vetoes fail</span>: ${s.v.join(", ")}`);
|
| 111 |
+
svg.appendChild(grp);
|
| 112 |
+
return { s, grp };
|
| 113 |
+
});
|
| 114 |
+
host.appendChild(svg);
|
| 115 |
+
const chips = $("#orbitChips"), opts = [{ key: "all", name: "All" }].concat(ORDER);
|
| 116 |
+
chips.innerHTML = opts.map((o, i) => `<button class="chip" role="tab" aria-selected="${i === 0}" data-k="${o.key}">${esc(o.name)}</button>`).join("");
|
| 117 |
+
function pick(k) {
|
| 118 |
+
$$(".chip", chips).forEach((c) => c.setAttribute("aria-selected", c.dataset.k === k));
|
| 119 |
+
stars.forEach(({ s, grp }) => grp.classList.toggle("dim", k !== "all" && s.a !== k));
|
| 120 |
+
const ss = D.sessions.filter((s) => k === "all" || s.a === k);
|
| 121 |
+
const acc = k === "all" ? acceptedTotal : byKey[k].accepted;
|
| 122 |
+
$("#orbitSigned").textContent = ss.filter((s) => s.s).length;
|
| 123 |
+
$("#orbitAccepted").textContent = acc;
|
| 124 |
+
const q = k === "all" ? ss.reduce((t, s) => t + s.q, 0) / ss.length : byKey[k].quality;
|
| 125 |
+
$("#orbitEnds").innerHTML = [
|
| 126 |
+
[f1(q), "mean quality before vetoes"],
|
| 127 |
+
[f1(ss.reduce((t, s) => t + s.v.length, 0) / ss.length), "vetoes failed per session"],
|
| 128 |
+
[ss.length, "sessions"],
|
| 129 |
+
[ss.filter((s) => s.e === "blocked").length, "investor walked away"],
|
| 130 |
+
].map(([b, s]) => `<div><b>${b}</b>${s}</div>`).join("");
|
| 131 |
+
}
|
| 132 |
+
chips.addEventListener("click", (e) => { const b = e.target.closest(".chip"); if (b) pick(b.dataset.k); });
|
| 133 |
+
pick("all");
|
| 134 |
+
})();
|
| 135 |
+
|
| 136 |
+
/* ---------- ticker ---------- */
|
| 137 |
+
(function () {
|
| 138 |
+
const items = ORDER.map((a, i) => `<span class="tk"><i>${isAgent(a) ? "#" + (i + 1) : "base"}</i><b>${esc(a.name)}</b>quality <u>${f1(a.quality)}</u> · signed off <s>${a.signed}</s> · accepted <q>${a.accepted}</q></span>`).join("");
|
| 139 |
+
$("#tickerTrack").innerHTML = items + items + items + items;
|
| 140 |
+
})();
|
| 141 |
+
|
| 142 |
+
/* ---------- replay ---------- */
|
| 143 |
+
(function () {
|
| 144 |
+
const cases = D.replay || [];
|
| 145 |
+
if (!cases.length) { $("#replay").hidden = true; $$('[data-sec="replay"]').forEach((a) => (a.hidden = true)); return; }
|
| 146 |
+
const KIND = {
|
| 147 |
+
intent: ["Intent", "The strategy is not the one the investor holds."],
|
| 148 |
+
data: ["Data", "The reported numbers cannot be rebuilt, or contradict the delivered files."],
|
| 149 |
+
time: ["Time", "The backtest uses data after the cutoff, or trades before its signal."],
|
| 150 |
+
};
|
| 151 |
+
let i = 0, marks = new Set(), done = false, score = [0, 0];
|
| 152 |
+
const chk = $("#rChecks");
|
| 153 |
+
function render() {
|
| 154 |
+
const c = cases[i]; marks = new Set(); done = false;
|
| 155 |
+
$("#rKick").textContent = `Task ${c.task} · ${c.persona} · ${c.agent}`;
|
| 156 |
+
$("#rN").textContent = `Session ${i + 1} of ${cases.length}`;
|
| 157 |
+
$("#rAsk").innerHTML = `<b>What the investor holds (hidden from the agent)</b>${esc(c.ask)}`;
|
| 158 |
+
const last = c.chat.length - 1;
|
| 159 |
+
$("#rChat").innerHTML = c.chat.map((m, j) => {
|
| 160 |
+
const so = j === last && m.who === "investor";
|
| 161 |
+
return `<div class="msg msg--${m.who}${so ? " msg--signoff" : ""}"><small>${m.who === "investor" ? "Investor" : esc(c.agent)} · turn ${m.turn}${so ? ' <span class="badge badge--signed">✓ signed off</span>' : ""}</small>${esc(m.text)}</div>`;
|
| 162 |
+
}).join("");
|
| 163 |
+
const rep = Object.entries(c.reported || {});
|
| 164 |
+
$("#rReported").innerHTML = rep.length ? `<span class="rep-k">As reported by the agent</span>` + rep.map(([k, v]) => `<div><b>${esc(minus(v))}</b>${esc(k)}</div>`).join("") : "";
|
| 165 |
+
chk.innerHTML = c.checks.map((k) => `<button type="button" class="ck" aria-pressed="false" data-kind="${k.kind}"><span class="ck-ic">?</span><b>${KIND[k.kind][0]}</b><p>${KIND[k.kind][1]}</p></button>`).join("");
|
| 166 |
+
$("#rPrompt").hidden = false; $("#rVerdict").hidden = true;
|
| 167 |
+
$("#rCheck").hidden = false; $("#rReveal").hidden = false; $("#rNext").hidden = true;
|
| 168 |
+
$("#rScore").textContent = score[1] ? `You: ${score[0]} of ${score[1]} right` : "";
|
| 169 |
+
}
|
| 170 |
+
chk.addEventListener("click", (e) => {
|
| 171 |
+
const b = e.target.closest("button.ck"); if (!b || done) return;
|
| 172 |
+
const k = b.dataset.kind, on = !marks.has(k);
|
| 173 |
+
on ? marks.add(k) : marks.delete(k);
|
| 174 |
+
b.setAttribute("aria-pressed", on); $(".ck-ic", b).textContent = on ? "✗" : "?";
|
| 175 |
+
});
|
| 176 |
+
function open(guessed) {
|
| 177 |
+
const c = cases[i]; done = true;
|
| 178 |
+
let right = 0;
|
| 179 |
+
chk.innerHTML = c.checks.map((k) => {
|
| 180 |
+
const marked = marks.has(k.kind), ok = marked === !k.ok; if (ok) right++;
|
| 181 |
+
const you = guessed ? `<span class="ck-you ${ok ? "c-pass" : "c-fail"}">${ok ? "you got this" : marked ? "you marked it wrong" : "you missed it"}</span>` : "";
|
| 182 |
+
return `<div class="ck ${k.ok ? "is-pass" : "is-fail"}"><span class="ck-ic">${k.ok ? "✓" : "✗"}</span><b>${KIND[k.kind][0]} · ${esc(k.title)}${you}</b><p>${esc(k.detail)}</p>${k.vetoes && k.vetoes.length ? `<span class="ck-v">${k.vetoes.map((v) => esc(v + " " + (vetoName[v] || ""))).join(" · ")}</span>` : ""}</div>`;
|
| 183 |
+
}).join("");
|
| 184 |
+
if (guessed) { score[0] += right; score[1] += c.checks.length; }
|
| 185 |
+
$("#rScore").textContent = score[1] ? `You: ${score[0]} of ${score[1]} right` : "";
|
| 186 |
+
$("#rVerdict").innerHTML = `Investor: <span class="badge badge--signed">✓ signed off</span> FinCosmos: <span class="badge badge--fail">✗ rejected</span><br><b>${c.vetoes_failed.length} of 15 vetoes fail</b> (${c.vetoes_failed.map(esc).join(", ")}). Quality before vetoes: <b>${f1(c.quality)}</b>.`;
|
| 187 |
+
$("#rVerdict").hidden = false; $("#rPrompt").hidden = true;
|
| 188 |
+
$("#rCheck").hidden = true; $("#rReveal").hidden = true; $("#rNext").hidden = false;
|
| 189 |
+
$("#rNext").textContent = i === cases.length - 1 ? "Start over →" : "Next session →";
|
| 190 |
+
}
|
| 191 |
+
$("#rCheck").addEventListener("click", () => open(true));
|
| 192 |
+
$("#rReveal").addEventListener("click", () => open(false));
|
| 193 |
+
$("#rNext").addEventListener("click", () => { i = (i + 1) % cases.length; if (i === 0) score = [0, 0]; render(); });
|
| 194 |
+
render();
|
| 195 |
+
})();
|
| 196 |
+
|
| 197 |
+
/* ---------- leaderboard ---------- */
|
| 198 |
+
(function () {
|
| 199 |
+
const lerp = (a, b, t) => Math.round(a + (b - a) * t);
|
| 200 |
+
const heat = (v, max) => {
|
| 201 |
+
const t = Math.max(0, Math.min(1, v / max)), c = [lerp(238, 43, t), lerp(243, 108, t), lerp(249, 176, t)];
|
| 202 |
+
return `background:rgb(${c});color:${t > 0.55 ? "#fff" : "#0f1a2a"}`;
|
| 203 |
+
};
|
| 204 |
+
const CATN = ["Data", "Strategy", "Backtest", "Assess.", "UX"];
|
| 205 |
+
const COLS = [
|
| 206 |
+
{ k: "rank", h: "#", v: (a) => ORDER.indexOf(a), asc: true },
|
| 207 |
+
{ k: "agent", h: "Agent", v: (a) => a.name, asc: true },
|
| 208 |
+
{ k: "accepted", h: "Accepted", v: (a) => a.accepted / a.n },
|
| 209 |
+
{ k: "signed", h: "Signed off", v: (a) => a.signed / a.n },
|
| 210 |
+
{ k: "quality", h: "Quality", v: (a) => a.quality },
|
| 211 |
+
...CATN.map((h, j) => ({ k: "c" + j, h, v: (a) => a.cats[j] })),
|
| 212 |
+
{ k: "vetoes", h: "Vetoes", v: (a) => a.vetoes_mean, asc: true },
|
| 213 |
+
{ k: "asked", h: "Asked", v: (a) => a.coverage },
|
| 214 |
+
{ k: "usd", h: "Cost", v: (a) => a.usd, asc: true },
|
| 215 |
+
];
|
| 216 |
+
let sortK = "rank", asc = true, openKey = null;
|
| 217 |
+
const lb = $("#lb");
|
| 218 |
+
function cells(a) {
|
| 219 |
+
const rk = isAgent(a) ? ranked.indexOf(a) + 1 : "—";
|
| 220 |
+
return `<td class="rk">${rk}</td>`
|
| 221 |
+
+ `<td class="ag"><b>${esc(a.name)}<span class="chev" aria-hidden="true">›</span></b><span>${esc(a.model)}</span></td>`
|
| 222 |
+
+ `<td><span class="zero">${pct(a.accepted / a.n)}</span></td>`
|
| 223 |
+
+ `<td><span class="sg">${pct(a.signed / a.n)}</span></td>`
|
| 224 |
+
+ `<td><span class="heat" style="${heat(a.quality, 60)}">${f1(a.quality)}</span><span class="ci">[${a.ci.map(f1).join(", ")}]</span></td>`
|
| 225 |
+
+ a.cats.map((c) => `<td><span class="heat" style="${heat(c, 60)}">${f1(c)}</span></td>`).join("")
|
| 226 |
+
+ `<td>${f1(a.vetoes_mean)}</td><td>${pct(a.coverage)}</td><td>$${a.usd.toFixed(2)}</td>`;
|
| 227 |
+
}
|
| 228 |
+
function detail(a) {
|
| 229 |
+
const ss = D.sessions.filter((s) => s.a === a.key);
|
| 230 |
+
const grid = D.tasks.map((t) => {
|
| 231 |
+
const ts = ss.filter((s) => s.t === t.seed).sort((x, y) => x.r - y.r);
|
| 232 |
+
return `<div class="tcol"><span>T${t.seed}</span>${ts.map((s) => `<div class="tcell${s.s ? " sat" : ""}" style="${heat(s.q, 60)}" data-tip="${esc(`<b>Task ${t.seed}</b>, session ${s.r} · ${t.persona}, difficulty ${t.difficulty}<br>Quality ${f1(s.q)} · ${s.v.length} vetoes fail${s.s ? '<br><span style="color:#e3c376">Signed off</span>' : ""}`)}"></div>`).join("")}</div>`;
|
| 233 |
+
}).join("");
|
| 234 |
+
const vb = D.vetoes.map((v) => `<span>${v.id} ${esc(v.name)}</span><div class="vbar"><i style="width:${100 * a.veto[v.id]}%"></i></div><em>${pct(a.veto[v.id])}</em>`).join("");
|
| 235 |
+
const pl = [["Turns per session", f1(a.turns)], ["Turns cut at 300 s", pct(a.cut)], ["Minutes per session", f1(a.minutes)], ["Input tokens (M)", a.tokens_m.toFixed(2)], ["Investor's details stated by the end", `${f1(a.stated)} of ${f1(a.hidden)}`], ["Cost per session", "$" + a.usd.toFixed(2)]]
|
| 236 |
+
.map(([k, v]) => `<span>${k}</span><b>${v}</b>`).join("");
|
| 237 |
+
return `<div class="det"><div class="card"><h4>Every session, by task</h4><div class="tgrid">${grid}</div><div class="tkey"><span><i style="background:#2b6cb0"></i>quality before vetoes, darker is higher</span><span><i style="box-shadow:inset 0 0 0 2px #c9a24a"></i>signed off by the investor</span></div></div>`
|
| 238 |
+
+ `<div class="card"><h4>Share of sessions failing each veto</h4><div class="vbars">${vb}</div></div>`
|
| 239 |
+
+ `<div class="card"><h4>Process</h4><div class="plist">${pl}</div></div></div>`;
|
| 240 |
+
}
|
| 241 |
+
function render() {
|
| 242 |
+
const col = COLS.find((c) => c.k === sortK);
|
| 243 |
+
const rows = [...ORDER].sort((x, y) => { const a = col.v(x), b = col.v(y); const d = typeof a === "string" ? a.localeCompare(b) : a - b; return asc ? d : -d; });
|
| 244 |
+
lb.innerHTML = `<thead><tr>${COLS.map((c) => `<th data-k="${c.k}" class="${c.k === sortK ? "sorted" + (asc ? " asc" : "") : ""}">${c.h}</th>`).join("")}</tr></thead><tbody>`
|
| 245 |
+
+ rows.map((a) => `<tr class="row${isAgent(a) ? "" : " base"}${openKey === a.key ? " open" : ""}" data-k="${a.key}">${cells(a)}</tr>` + (openKey === a.key ? `<tr class="detail"><td colspan="${COLS.length}">${detail(a)}</td></tr>` : "")).join("") + "</tbody>";
|
| 246 |
+
$$(".tcell", lb).forEach((n) => bindTip(n, n.dataset.tip));
|
| 247 |
+
fit();
|
| 248 |
+
}
|
| 249 |
+
// The table scrolls sideways on narrow screens; keep the open row's breakdown in view.
|
| 250 |
+
function fit() { const d = $(".det", lb); if (d) d.style.width = lb.parentElement.clientWidth + "px"; }
|
| 251 |
+
addEventListener("resize", fit);
|
| 252 |
+
lb.addEventListener("click", (e) => {
|
| 253 |
+
const th = e.target.closest("th");
|
| 254 |
+
if (th) { const c = COLS.find((x) => x.k === th.dataset.k); if (sortK === c.k) asc = !asc; else { sortK = c.k; asc = !!c.asc; } render(); return; }
|
| 255 |
+
const tr = e.target.closest("tr.row");
|
| 256 |
+
if (tr) { openKey = openKey === tr.dataset.k ? null : tr.dataset.k; render(); }
|
| 257 |
+
});
|
| 258 |
+
render();
|
| 259 |
+
})();
|
| 260 |
+
|
| 261 |
+
/* ---------- graders ---------- */
|
| 262 |
+
(function () {
|
| 263 |
+
const G = [
|
| 264 |
+
["The investor signs off", "signed", "count as a success when the investor's sign-off is the grade"],
|
| 265 |
+
["+ LLM-judged vetoes", "data", "still pass when an LLM judge also checks its four vetoes (2.7, 4.1, 5.1, 5.6)"],
|
| 266 |
+
["All 15 vetoes · FinCosmos", "pass", "pass once programs also check the delivery itself"],
|
| 267 |
+
];
|
| 268 |
+
const COLOR = { signed: "#c9a24a", data: "#2b6cb0", pass: "#2f855a" };
|
| 269 |
+
const seg = $("#graderSeg");
|
| 270 |
+
seg.innerHTML = G.map((g, i) => `<button role="tab" aria-selected="${i === 0}" data-i="${i}">${g[0]}</button>`).join("");
|
| 271 |
+
const bars = $("#grBars");
|
| 272 |
+
bars.innerHTML = ORDER.map((a) => `<div class="hrow${isAgent(a) ? "" : " muted"}" data-k="${a.key}"><span>${esc(a.name)}</span><div class="htrack"><i></i></div><em></em></div>`).join("");
|
| 273 |
+
function pick(i) {
|
| 274 |
+
$$("button", seg).forEach((b) => b.setAttribute("aria-selected", +b.dataset.i === i));
|
| 275 |
+
const total = D.agents.reduce((t, a) => t + a.graders[i], 0);
|
| 276 |
+
$("#grTotal").textContent = total; $("#grTotal").style.color = i === 2 ? "#c05621" : "#0f1a2a";
|
| 277 |
+
$("#grTotalNote").textContent = `of ${N} sessions ${G[i][2]}.`;
|
| 278 |
+
$$(".hrow", bars).forEach((r) => {
|
| 279 |
+
const a = byKey[r.dataset.k], v = a.graders[i];
|
| 280 |
+
$("i", r).style.width = (100 * v) / a.n + "%"; $("i", r).style.background = isAgent(a) ? COLOR[G[i][1]] : "";
|
| 281 |
+
$("em", r).textContent = `${v} / ${a.n}`;
|
| 282 |
+
});
|
| 283 |
+
}
|
| 284 |
+
seg.addEventListener("click", (e) => { const b = e.target.closest("button"); if (b) pick(+b.dataset.i); });
|
| 285 |
+
pick(0);
|
| 286 |
+
const sat = D.sessions.filter((s) => s.s);
|
| 287 |
+
const groups = [
|
| 288 |
+
["Audit and process", ["3.7", "3.8"]], ["Recomputation", ["3.2"]], ["LLM-judged", ["4.1", "5.1", "5.6"]],
|
| 289 |
+
["Point-in-time", ["1.1", "3.1"]], ["Strategy fidelity", ["2.1", "2.2", "2.3", "2.4", "2.5", "2.6", "2.7"]],
|
| 290 |
+
].map(([n, ids]) => [n, ids, sat.filter((s) => s.v.some((v) => ids.includes(v))).length]).sort((a, b) => b[2] - a[2]);
|
| 291 |
+
$("#grWhy").innerHTML = groups.map(([n, ids, c]) => `<div class="hrow" title="${ids.join(", ")}"><span>${n}</span><div class="htrack"><i style="width:${(100 * c) / sat.length}%"></i></div><em>${pct(c / sat.length)}</em></div>`).join("");
|
| 292 |
+
$$("#grWhy .hrow").forEach((r, j) => bindTip(r, `<b>${groups[j][0]}</b> (${groups[j][1].join(", ")})<br>${groups[j][2]} of ${sat.length} signed-off sessions fail at least one`));
|
| 293 |
+
})();
|
| 294 |
+
|
| 295 |
+
/* ---------- workflow funnel ---------- */
|
| 296 |
+
(function () {
|
| 297 |
+
const STEPS = [
|
| 298 |
+
["The investor's strategy", "The delivered strategy is the one the investor holds", "2.1–2.7"],
|
| 299 |
+
["Data within the cutoff", "No delivered row is dated after the cutoff", "1.1"],
|
| 300 |
+
["No look-ahead", "Every fill comes after its signal", "3.1"],
|
| 301 |
+
["Reproducible", "Delivered trades reproduce the reported returns", "3.2 ≥ 2"],
|
| 302 |
+
];
|
| 303 |
+
const agentsN = ranked.reduce((t, a) => t + a.n, 0);
|
| 304 |
+
const cell = (v, n, base) => `<div class="fcell${v === 0 ? " zero" : ""}${base ? " base" : ""}"><div class="htrack"><i style="width:${(100 * v) / n}%"></i></div><em>${v}</em></div>`;
|
| 305 |
+
$("#funnel").innerHTML = `<thead><tr><th>Step</th>${ORDER.map((a) => `<th>${esc(a.name)}</th>`).join("")}<th>In sequence · ${agentsN} agent sessions</th></tr></thead><tbody>`
|
| 306 |
+
+ STEPS.map((s, k) => `<tr><td class="st"><b><i>(${k + 1})</i>${s[0]}</b><span>${s[1]} · ${s[2]}</span></td>${ORDER.map((a) => `<td class="${isAgent(a) ? "" : "base"}">${cell(a.funnel[k], a.n, !isAgent(a))}</td>`).join("")}<td class="seqc">${cell(D.seq[k], agentsN)}</td></tr>`).join("") + "</tbody>";
|
| 307 |
+
})();
|
| 308 |
+
|
| 309 |
+
/* ---------- elicitation ---------- */
|
| 310 |
+
(function () {
|
| 311 |
+
const row = (a, v, sub) => `<div class="hrow${isAgent(a) ? "" : " muted"}"><span>${esc(a.name)}</span><div class="htrack"><i style="width:${100 * v}%"></i></div><em>${pct(v)}</em></div>`;
|
| 312 |
+
$("#elCov").innerHTML = ORDER.map((a) => row(a, a.coverage)).join("");
|
| 313 |
+
$("#elAssume").innerHTML = ORDER.filter((a) => a.assume != null).map((a) => row(a, a.assume)).join("");
|
| 314 |
+
})();
|
| 315 |
+
|
| 316 |
+
/* ---------- learning ---------- */
|
| 317 |
+
(function () {
|
| 318 |
+
const L = D.learning, n = L.map((t) => t.sessions);
|
| 319 |
+
const lastCount = {}; L.forEach((t) => (lastCount[t.last_veto] = (lastCount[t.last_veto] || 0) + 1));
|
| 320 |
+
const [topV, topN] = Object.entries(lastCount).sort((a, b) => b[1] - a[1])[0];
|
| 321 |
+
const mFirst = median(L.map((t) => t.first)), mF5 = median(L.map((t) => t.first5)), mL5 = median(L.map((t) => t.last5));
|
| 322 |
+
$("#learnStats").innerHTML = [
|
| 323 |
+
[`${L.length} / ${L.length}`, "tasks learned, none passed at the first attempt"],
|
| 324 |
+
[median(n), "median sessions to the first acceptance"],
|
| 325 |
+
[n.reduce((a, b) => a + b, 0), `sessions in all, ${Math.min(...n)} to ${Math.max(...n)} per task`],
|
| 326 |
+
[`${f1(mFirst)} → ${f1(mL5)}`, "median failed vetoes, first session → last five"],
|
| 327 |
+
].map(([b, s]) => `<div><b>${b}</b>${s}</div>`).join("")
|
| 328 |
+
+ `<p class="wide">The last veto to clear is most often <b>${topV} ${esc(vetoName[topV])}</b>, in ${topN} of ${L.length} tasks. The leak-free rule withholds its reasons, so the agent has to infer them from the investor's words.</p>`;
|
| 329 |
+
const W = 640, H = 300, P = { l: 40, r: 70, t: 14, b: 34 }, X = ["1st session", "First 5", "Last 5", "Accepted"];
|
| 330 |
+
const ymax = Math.max(15, ...L.map((t) => t.first));
|
| 331 |
+
const x = (i) => P.l + (i * (W - P.l - P.r)) / 3, y = (v) => P.t + (1 - v / ymax) * (H - P.t - P.b);
|
| 332 |
+
const pts = (vals) => vals.map((v, i) => `${x(i)},${y(v)}`).join(" ");
|
| 333 |
+
let s = `<g class="grid">${[0, 3, 6, 9, 12, 15].map((v) => `<line x1="${P.l}" x2="${W - P.r}" y1="${y(v)}" y2="${y(v)}"/>`).join("")}</g>`;
|
| 334 |
+
s += `<g class="axis">${[0, 3, 6, 9, 12, 15].map((v) => `<text x="${P.l - 10}" y="${y(v) + 4}" text-anchor="end">${v}</text>`).join("")}${X.map((t, i) => `<text x="${x(i)}" y="${H - 10}" text-anchor="middle">${t}</text>`).join("")}</g>`;
|
| 335 |
+
s += `<text x="12" y="${(H - P.b + P.t) / 2}" transform="rotate(-90 12 ${(H - P.b + P.t) / 2})" text-anchor="middle" font-size="11" fill="#808b9b">Failed vetoes per session</text>`;
|
| 336 |
+
L.forEach((t, j) => {
|
| 337 |
+
const v = [t.first, t.first5, t.last5, 0];
|
| 338 |
+
s += `<g class="tl" data-j="${j}"><polyline points="${pts(v)}" fill="none" stroke="#b8c2cf" stroke-width="1.6"/>${v.map((u, i) => `<circle cx="${x(i)}" cy="${y(u)}" r="2.4" fill="#b8c2cf"/>`).join("")}<polyline points="${pts(v)}" fill="none" stroke="transparent" stroke-width="12"/></g>`;
|
| 339 |
+
});
|
| 340 |
+
const mv = [mFirst, mF5, mL5, 0];
|
| 341 |
+
s += `<polyline points="${pts(mv)}" fill="none" stroke="#2b6cb0" stroke-width="3" stroke-linejoin="round"/>`;
|
| 342 |
+
s += mv.map((u, i) => `<circle cx="${x(i)}" cy="${y(u)}" r="5" fill="#2b6cb0" stroke="#fff" stroke-width="2"/>`).join("");
|
| 343 |
+
s += mv.slice(0, 3).map((u, i) => `<text x="${x(i) + 10}" y="${y(u) - 9}" text-anchor="start" font-size="12" font-weight="600" fill="#2b6cb0" stroke="#fff" stroke-width="3" paint-order="stroke">${f1(u)}</text>`).join("");
|
| 344 |
+
s += `<text x="${x(3) + 10}" y="${y(0) - 8}" font-size="12" font-weight="600" fill="#2f855a">0 · accepted</text>`;
|
| 345 |
+
const host = $("#learnChart");
|
| 346 |
+
host.innerHTML = `<svg viewBox="0 0 ${W} ${H}" role="img" aria-label="Failed vetoes per session along practice, for each of the ten tasks and their median">${s}</svg>`;
|
| 347 |
+
$$(".tl", host).forEach((g) => {
|
| 348 |
+
const t = L[+g.dataset.j];
|
| 349 |
+
g.addEventListener("mouseenter", () => $$("polyline,circle", g).forEach((p) => { if (p.getAttribute("stroke") !== "transparent") { p.setAttribute(p.tagName === "circle" ? "fill" : "stroke", "#4a576a"); } }));
|
| 350 |
+
g.addEventListener("mouseleave", () => $$("polyline,circle", g).forEach((p) => { if (p.getAttribute("stroke") !== "transparent") { p.setAttribute(p.tagName === "circle" ? "fill" : "stroke", "#b8c2cf"); } }));
|
| 351 |
+
bindTip(g, `<b>Difficulty ${t.difficulty}</b> · ${t.sessions} sessions to acceptance<br><span class="t-k">Failed vetoes</span> ${t.first} first → ${f1(t.first5)} first five → ${f1(t.last5)} last five<br><span class="t-k">Investor signed off in</span> ${pct(t.satisfied)} of practice sessions<br><span class="t-k">Last to clear</span> ${t.last_veto} ${esc(vetoName[t.last_veto] || "")}`);
|
| 352 |
+
});
|
| 353 |
+
})();
|
| 354 |
+
|
| 355 |
+
/* ---------- benchmark ---------- */
|
| 356 |
+
(function () {
|
| 357 |
+
const P = D.paper;
|
| 358 |
+
$("#parts").innerHTML = [
|
| 359 |
+
["Strategy Generator", "A hidden strategy per task", `A strategy fixes one option for each of six components: stock selection, market timing, portfolio construction, risk control, execution, and transaction cost. New tasks can be drawn whenever a released set saturates.`,
|
| 360 |
+
[`<b>~${P.strategies}</b> strategies before parameters`, "<b>6</b> components", "Seeded and reproducible"]],
|
| 361 |
+
["User Simulator", "An investor who answers, never volunteers", `A language model plays the investor. It opens with a vague request, states a detail only when the agent asks about it or proposes it, and objects when a proposal conflicts with what it wants.`,
|
| 362 |
+
[`<b>${P.personas}</b> personas`, "Never says “point-in-time” or “cutoff”", "Signs off only with cited evidence"]],
|
| 363 |
+
["Evaluator", "The delivery, not the conversation", `Programs recompute numbers and check dates, an LLM judge grades only semantics, and every score carries its evidence. Feedback is leak-free: it never reveals the hidden strategy.`,
|
| 364 |
+
[`<b>${P.dimensions}</b> dimensions, <b>${P.vetoes}</b> vetoes`, "No reference answer needed", "Every score tied to an evaluator version"]],
|
| 365 |
+
["Setup", "Frozen, so scores compare", `The released benchmark freezes the first ten sampled tasks (seeds 0 to 9) on U.S. equities. The agent receives no data: it searches the Web and calls ${P.fmp_apis} financial APIs, then must stay before each task's cutoff.`,
|
| 366 |
+
[`<b>${D.tasks_n}</b> tasks × <b>${D.sessions_per_task}</b> sessions`, `<b>${P.turns}</b> turns of <b>${P.seconds_per_turn}</b> s`, "One data cutoff per task"]],
|
| 367 |
+
].map(([h, k, p, li]) => `<div><span class="m-k">${k}</span><h3>${h}</h3><p>${p}</p><ul>${li.map((x) => `<li>${x}</li>`).join("")}</ul></div>`).join("");
|
| 368 |
+
const J = { program: "program", LLM: "LLM judge", "program + LLM": "program + LLM" };
|
| 369 |
+
$("#vgrid").innerHTML = D.vetoes.map((v) => `<div class="vc"><span class="vc-id">${v.id} · ${esc(v.cat)}<span class="jb">${J[v.judge] || esc(v.judge)}</span></span><h4>${esc(v.name)}</h4><div class="vc-n"><b class="${v.sat_fail ? "" : "z"}">${v.sat_fail}</b>of ${signedTotal}</div><p>${esc(v.text)}</p></div>`).join("");
|
| 370 |
+
const H = D.human;
|
| 371 |
+
$("#trust").innerHTML = [
|
| 372 |
+
[pct(H.agent / H.sessions), `of failed sessions are the agent's fault, according to two financial experts (${H.agent} of ${H.sessions} sampled; ${H.simulator} the simulator, ${H.evaluator} the evaluator).`],
|
| 373 |
+
[`κ = ${H.kappa_judge}`, `agreement between the LLM judge and the experts on the judge-graded vetoes; the experts agree with each other at ${H.kappa_experts}.`],
|
| 374 |
+
[`${acceptedTotal} of ${N}`, `sessions accepted. Every session the investor signed off fails at least one program check.`],
|
| 375 |
+
].map(([b, p]) => `<div><b>${b}</b><p>${p}</p></div>`).join("");
|
| 376 |
+
})();
|
| 377 |
+
|
| 378 |
+
/* ---------- chrome: reveal, header, progress, nav ---------- */
|
| 379 |
+
const io = new IntersectionObserver((es) => es.forEach((e) => { if (e.isIntersecting) { e.target.classList.add("in"); io.unobserve(e.target); } }), { threshold: 0.08 });
|
| 380 |
+
$$(".reveal").forEach((n) => io.observe(n));
|
| 381 |
+
const header = $("#header"), prog = $("#progress");
|
| 382 |
+
const onScroll = () => {
|
| 383 |
+
header.classList.toggle("scrolled", scrollY > 10);
|
| 384 |
+
const h = document.documentElement.scrollHeight - innerHeight;
|
| 385 |
+
prog.style.transform = `scaleX(${h > 0 ? scrollY / h : 0})`;
|
| 386 |
+
};
|
| 387 |
+
addEventListener("scroll", onScroll, { passive: true }); onScroll();
|
| 388 |
+
const links = $$("#navLinks a");
|
| 389 |
+
const so = new IntersectionObserver((es) => es.forEach((e) => {
|
| 390 |
+
if (e.isIntersecting) links.forEach((a) => a.classList.toggle("active", a.dataset.sec === e.target.id));
|
| 391 |
+
}), { rootMargin: "-45% 0px -50% 0px" });
|
| 392 |
+
links.forEach((a) => { const s = document.getElementById(a.dataset.sec); if (s) so.observe(s); });
|
| 393 |
+
})();
|
assets/finai-logo.svg
ADDED
|
|
data.js
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
// Generated by leaderboard/space_build.py from the E1 records. Do not edit by hand.
|
| 2 |
+
window.FC = {"paper":{"title":"FinCosmos: An Open-World Evaluation Paradigm for Agents in Finance","arxiv":"2611.07464","strategies":"3.8M","dimensions":45,"vetoes":15,"personas":3,"turns":6,"seconds_per_turn":300,"fmp_apis":247},"updated":"2026-10-25","evaluator":"Evaluator v1","sessions_total":150,"tasks_n":10,"sessions_per_task":3,"agents":[{"key":"claude_code","name":"Claude Code","model":"Claude Opus 5.5","kind":"agent","n":30,"accepted":0,"signed":9,"quality":37.1,"ci":[27.8,45.0],"cats":[44.7,38.2,26.9,23.2,52.2],"vetoes_mean":7.4,"coverage":0.54,"assume":0.76,"opening":2.6,"stated":4.5,"hidden":6.7,"turns":3.5,"cut":0.65,"minutes":13.6,"tokens_m":1.13,"usd":2.24,"veto":{"1.1":0.63,"2.1":0.47,"2.2":0.37,"2.3":0.3,"2.4":0.27,"2.5":0.23,"2.6":0.03,"2.7":0.53,"3.1":0.3,"3.2":1.0,"3.7":1.0,"3.8":1.0,"4.1":0.43,"5.1":0.73,"5.6":0.07},"graders":[9,7,0],"funnel":[10,11,21,0]},{"key":"codex","name":"Codex","model":"GPT-6.1 Sol","kind":"agent","n":30,"accepted":0,"signed":10,"quality":37.2,"ci":[30.6,43.3],"cats":[45.8,33.4,31.9,17.2,57.6],"vetoes_mean":7.2,"coverage":0.64,"assume":0.66,"opening":2.6,"stated":4.9,"hidden":6.7,"turns":4.3,"cut":0.69,"minutes":16.8,"tokens_m":3.2,"usd":0.8,"veto":{"1.1":0.2,"2.1":0.57,"2.2":0.33,"2.3":0.47,"2.4":0.37,"2.5":0.4,"2.6":0.1,"2.7":0.57,"3.1":0.23,"3.2":0.83,"3.7":0.97,"3.8":1.0,"4.1":0.47,"5.1":0.67,"5.6":0.03},"graders":[10,8,0],"funnel":[9,24,23,0]},{"key":"gemini","name":"Gemini CLI","model":"Gemini 3.8 Flash","kind":"agent","n":30,"accepted":0,"signed":10,"quality":22.2,"ci":[16.9,27.4],"cats":[25.3,30.8,15.6,7.0,32.4],"vetoes_mean":9.3,"coverage":0.57,"assume":0.83,"opening":2.8,"stated":4.9,"hidden":6.7,"turns":3.7,"cut":0.75,"minutes":15.1,"tokens_m":3.51,"usd":0.8,"veto":{"1.1":0.63,"2.1":0.43,"2.2":0.33,"2.3":0.27,"2.4":0.33,"2.5":0.33,"2.6":0.1,"2.7":0.93,"3.1":0.7,"3.2":0.97,"3.7":1.0,"3.8":1.0,"4.1":0.9,"5.1":1.0,"5.6":0.33},"graders":[10,0,0],"funnel":[2,11,9,0]},{"key":"kimi","name":"Kimi Code","model":"Kimi K3 (open weights)","kind":"agent","n":30,"accepted":0,"signed":6,"quality":22.3,"ci":[14.3,31.6],"cats":[26.8,23.4,16.5,6.5,38.2],"vetoes_mean":10.1,"coverage":0.57,"assume":0.82,"opening":3.7,"stated":5.4,"hidden":6.7,"turns":3.3,"cut":0.74,"minutes":13.3,"tokens_m":0.89,"usd":0.83,"veto":{"1.1":0.7,"2.1":0.63,"2.2":0.47,"2.3":0.57,"2.4":0.57,"2.5":0.53,"2.6":0.13,"2.7":0.67,"3.1":0.67,"3.2":1.0,"3.7":1.0,"3.8":1.0,"4.1":0.8,"5.1":0.83,"5.6":0.5},"graders":[6,2,0],"funnel":[4,9,10,0]},{"key":"bare","name":"Bare model","model":"Claude Opus 5.5, no tools","kind":"baseline","n":30,"accepted":0,"signed":0,"quality":20.2,"ci":[18.8,21.5],"cats":[0.0,49.8,4.6,1.8,44.6],"vetoes_mean":9.1,"coverage":0.41,"assume":0.73,"opening":3.2,"stated":4.2,"hidden":6.7,"turns":2.3,"cut":0.0,"minutes":2.3,"tokens_m":0.01,"usd":0.24,"veto":{"1.1":1.0,"2.1":0.23,"2.2":0.17,"2.3":0.1,"2.4":0.17,"2.5":0.2,"2.6":0.0,"2.7":0.27,"3.1":1.0,"3.2":1.0,"3.7":1.0,"3.8":1.0,"4.1":0.97,"5.1":1.0,"5.6":1.0},"graders":[0,0,0],"funnel":[9,0,0,0]}],"sessions":[{"a":"claude_code","t":0,"r":1,"q":49.5,"v":["1.1","3.2","3.7","3.8","5.1"],"e":"blocked","s":false,"turns":5},{"a":"claude_code","t":0,"r":2,"q":13.4,"v":["1.1","2.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":2},{"a":"claude_code","t":0,"r":3,"q":55.2,"v":["1.1","3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":4},{"a":"claude_code","t":1,"r":1,"q":48.5,"v":["1.1","2.7","3.2","3.7","3.8","5.1"],"e":"blocked","s":false,"turns":4},{"a":"claude_code","t":1,"r":2,"q":64.4,"v":["3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":5},{"a":"claude_code","t":1,"r":3,"q":23.6,"v":["2.1","2.2","2.3","2.5","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"claude_code","t":2,"r":1,"q":35.8,"v":["2.2","2.3","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":4},{"a":"claude_code","t":2,"r":2,"q":59.4,"v":["1.1","3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":3},{"a":"claude_code","t":2,"r":3,"q":55.5,"v":["3.1","3.2","3.7","3.8","5.1"],"e":"max_turns","s":false,"turns":6},{"a":"claude_code","t":3,"r":1,"q":33.9,"v":["1.1","2.1","2.2","2.3","2.5","2.7","3.2","3.7","3.8","5.1"],"e":"blocked","s":false,"turns":4},{"a":"claude_code","t":3,"r":2,"q":61.0,"v":["3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":3},{"a":"claude_code","t":3,"r":3,"q":13.7,"v":["2.1","2.2","2.3","2.5","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":2},{"a":"claude_code","t":4,"r":1,"q":13.7,"v":["1.1","2.1","2.2","2.3","2.4","2.5","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":2},{"a":"claude_code","t":4,"r":2,"q":15.5,"v":["1.1","2.1","2.2","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"claude_code","t":4,"r":3,"q":15.7,"v":["1.1","2.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":2},{"a":"claude_code","t":5,"r":1,"q":58.6,"v":["3.2","3.7","3.8","5.1"],"e":"satisfied","s":true,"turns":6},{"a":"claude_code","t":5,"r":2,"q":21.8,"v":["2.2","2.3","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":2},{"a":"claude_code","t":5,"r":3,"q":19.3,"v":["2.1","2.2","2.3","2.4","2.6","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":2},{"a":"claude_code","t":6,"r":1,"q":40.8,"v":["2.1","2.4","2.5","2.7","3.2","3.7","3.8","5.1"],"e":"blocked","s":false,"turns":4},{"a":"claude_code","t":6,"r":2,"q":53.4,"v":["1.1","2.5","3.2","3.7","3.8","5.6"],"e":"satisfied","s":true,"turns":5},{"a":"claude_code","t":6,"r":3,"q":54.4,"v":["3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":4},{"a":"claude_code","t":7,"r":1,"q":31.2,"v":["1.1","2.2","2.4","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":5},{"a":"claude_code","t":7,"r":2,"q":45.3,"v":["1.1","2.1","2.2","2.4","3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":4},{"a":"claude_code","t":7,"r":3,"q":45.0,"v":["1.1","2.1","2.2","2.4","2.7","3.2","3.7","3.8","5.1"],"e":"blocked","s":false,"turns":3},{"a":"claude_code","t":8,"r":1,"q":53.8,"v":["1.1","3.2","3.7","3.8","5.1"],"e":"blocked","s":false,"turns":5},{"a":"claude_code","t":8,"r":2,"q":43.6,"v":["1.1","2.3","2.4","3.2","3.7","3.8","5.1"],"e":"blocked","s":false,"turns":3},{"a":"claude_code","t":8,"r":3,"q":61.2,"v":["1.1","3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":2},{"a":"claude_code","t":9,"r":1,"q":8.1,"v":["1.1","2.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":2},{"a":"claude_code","t":9,"r":2,"q":10.8,"v":["1.1","2.1","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"claude_code","t":9,"r":3,"q":5.4,"v":["1.1","2.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"codex","t":0,"r":1,"q":28.0,"v":["2.1","2.2","2.3","2.4","2.5","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":4},{"a":"codex","t":0,"r":2,"q":14.8,"v":["2.1","2.2","2.3","2.4","2.5","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":2},{"a":"codex","t":0,"r":3,"q":11.2,"v":["2.1","2.2","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"codex","t":1,"r":1,"q":53.9,"v":["2.2","2.5","3.7","3.8"],"e":"satisfied","s":true,"turns":4},{"a":"codex","t":1,"r":2,"q":19.6,"v":["2.1","2.2","2.3","2.5","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"codex","t":1,"r":3,"q":22.5,"v":["2.1","2.3","2.5","2.7","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":4},{"a":"codex","t":2,"r":1,"q":49.6,"v":["1.1","3.1","3.7","3.8"],"e":"satisfied","s":true,"turns":6},{"a":"codex","t":2,"r":2,"q":65.6,"v":["3.7","3.8"],"e":"satisfied","s":true,"turns":2},{"a":"codex","t":2,"r":3,"q":24.3,"v":["2.1","2.2","2.3","2.4","2.6","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"max_turns","s":false,"turns":6},{"a":"codex","t":3,"r":1,"q":49.3,"v":["3.7","3.8"],"e":"satisfied","s":true,"turns":3},{"a":"codex","t":3,"r":2,"q":60.3,"v":["3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":3},{"a":"codex","t":3,"r":3,"q":51.7,"v":["3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":3},{"a":"codex","t":4,"r":1,"q":36.1,"v":["2.1","2.3","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":6},{"a":"codex","t":4,"r":2,"q":48.0,"v":["2.7","3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":4},{"a":"codex","t":4,"r":3,"q":19.6,"v":["1.1","2.1","2.2","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":4},{"a":"codex","t":5,"r":1,"q":17.5,"v":["2.1","2.2","2.3","2.4","2.5","2.6","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":6},{"a":"codex","t":5,"r":2,"q":59.4,"v":["3.2","3.8"],"e":"satisfied","s":true,"turns":5},{"a":"codex","t":5,"r":3,"q":20.6,"v":["1.1","2.1","2.2","2.3","2.4","2.5","2.6","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":4},{"a":"codex","t":6,"r":1,"q":48.6,"v":["2.4","3.2","3.7","3.8","5.1"],"e":"max_turns","s":false,"turns":6},{"a":"codex","t":6,"r":2,"q":30.1,"v":["2.1","2.3","2.4","2.5","2.7","3.2","3.7","3.8","5.1"],"e":"blocked","s":false,"turns":4},{"a":"codex","t":6,"r":3,"q":17.1,"v":["2.1","2.3","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"codex","t":7,"r":1,"q":60.0,"v":["3.2","3.7","3.8","5.1"],"e":"max_turns","s":false,"turns":6},{"a":"codex","t":7,"r":2,"q":57.8,"v":["1.1","3.1","3.7","3.8"],"e":"satisfied","s":true,"turns":6},{"a":"codex","t":7,"r":3,"q":33.9,"v":["1.1","2.1","2.2","2.3","2.4","2.5","2.7","3.2","3.7","3.8","5.1"],"e":"max_turns","s":false,"turns":6},{"a":"codex","t":8,"r":1,"q":52.0,"v":["3.2","3.7","3.8","5.1"],"e":"blocked","s":false,"turns":6},{"a":"codex","t":8,"r":2,"q":20.4,"v":["1.1","2.1","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"codex","t":8,"r":3,"q":43.1,"v":["2.1","3.2","3.7","3.8","5.1"],"e":"blocked","s":false,"turns":4},{"a":"codex","t":9,"r":1,"q":59.3,"v":["2.7","3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":6},{"a":"codex","t":9,"r":2,"q":25.3,"v":["2.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":4},{"a":"codex","t":9,"r":3,"q":16.1,"v":["2.1","2.3","2.4","2.5","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":0,"r":1,"q":8.4,"v":["1.1","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":0,"r":2,"q":17.5,"v":["1.1","2.1","2.4","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":0,"r":3,"q":13.9,"v":["1.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":1,"r":1,"q":3.8,"v":["1.1","2.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"gemini","t":1,"r":2,"q":9.8,"v":["1.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":1,"r":3,"q":11.2,"v":["2.2","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":5},{"a":"gemini","t":2,"r":1,"q":9.2,"v":["1.1","2.2","2.3","2.4","2.6","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":2,"r":2,"q":37.1,"v":["1.1","3.1","3.2","3.7","3.8","5.1"],"e":"satisfied","s":true,"turns":3},{"a":"gemini","t":2,"r":3,"q":17.7,"v":["1.1","2.2","2.4","2.6","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":2},{"a":"gemini","t":3,"r":1,"q":37.5,"v":["2.5","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"max_turns","s":false,"turns":6},{"a":"gemini","t":3,"r":2,"q":12.9,"v":["2.1","2.2","2.5","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":3,"r":3,"q":47.7,"v":["2.7","3.2","3.7","3.8","4.1","5.1"],"e":"satisfied","s":true,"turns":6},{"a":"gemini","t":4,"r":1,"q":30.2,"v":["2.1","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"satisfied","s":true,"turns":5},{"a":"gemini","t":4,"r":2,"q":44.9,"v":["2.7","3.2","3.7","3.8","4.1","5.1"],"e":"satisfied","s":true,"turns":6},{"a":"gemini","t":4,"r":3,"q":20.9,"v":["1.1","2.1","2.2","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":6},{"a":"gemini","t":5,"r":1,"q":5.5,"v":["2.1","2.2","2.3","2.4","2.5","2.6","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":5,"r":2,"q":47.1,"v":["3.7","3.8","5.1"],"e":"satisfied","s":true,"turns":4},{"a":"gemini","t":5,"r":3,"q":3.4,"v":["1.1","2.1","2.2","2.3","2.4","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"gemini","t":6,"r":1,"q":6.9,"v":["1.1","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":6,"r":2,"q":49.3,"v":["2.7","3.2","3.7","3.8","5.1","5.6"],"e":"satisfied","s":true,"turns":5},{"a":"gemini","t":6,"r":3,"q":3.3,"v":["1.1","2.1","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":2},{"a":"gemini","t":7,"r":1,"q":3.3,"v":["1.1","2.1","2.2","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":7,"r":2,"q":13.3,"v":["2.1","2.2","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":4},{"a":"gemini","t":7,"r":3,"q":24.9,"v":["1.1","2.1","2.2","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":8,"r":1,"q":36.5,"v":["1.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"satisfied","s":true,"turns":3},{"a":"gemini","t":8,"r":2,"q":46.4,"v":["1.1","2.7","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"satisfied","s":true,"turns":6},{"a":"gemini","t":8,"r":3,"q":14.6,"v":["1.1","2.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"gemini","t":9,"r":1,"q":48.4,"v":["2.7","3.2","3.7","3.8","4.1","5.1"],"e":"satisfied","s":true,"turns":5},{"a":"gemini","t":9,"r":2,"q":6.7,"v":["1.1","2.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":2},{"a":"gemini","t":9,"r":3,"q":34.2,"v":["1.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"satisfied","s":true,"turns":4},{"a":"kimi","t":0,"r":1,"q":47.9,"v":["2.1","3.2","3.7","3.8","4.1"],"e":"satisfied","s":true,"turns":4},{"a":"kimi","t":0,"r":2,"q":19.2,"v":["1.1","2.2","2.3","2.4","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"kimi","t":0,"r":3,"q":28.4,"v":["1.1","2.1","2.2","2.4","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":4},{"a":"kimi","t":1,"r":1,"q":26.2,"v":["1.1","2.1","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"max_turns","s":false,"turns":6},{"a":"kimi","t":1,"r":2,"q":12.4,"v":["1.1","2.1","2.2","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"kimi","t":1,"r":3,"q":2.5,"v":["1.1","2.1","2.2","2.3","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":4},{"a":"kimi","t":2,"r":1,"q":52.2,"v":["1.1","3.2","3.7","3.8","5.6"],"e":"satisfied","s":true,"turns":5},{"a":"kimi","t":2,"r":2,"q":35.0,"v":["2.2","2.3","2.4","3.1","3.2","3.7","3.8","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"kimi","t":2,"r":3,"q":38.9,"v":["1.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"satisfied","s":true,"turns":5},{"a":"kimi","t":3,"r":1,"q":55.0,"v":["3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":3},{"a":"kimi","t":3,"r":2,"q":49.1,"v":["3.2","3.7","3.8"],"e":"satisfied","s":true,"turns":2},{"a":"kimi","t":3,"r":3,"q":47.2,"v":["2.2","2.5","3.2","3.7","3.8","5.1"],"e":"blocked","s":false,"turns":4},{"a":"kimi","t":4,"r":1,"q":5.0,"v":["1.1","2.1","2.2","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":1},{"a":"kimi","t":4,"r":2,"q":8.2,"v":["2.1","2.2","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"kimi","t":4,"r":3,"q":2.0,"v":["1.1","2.1","2.2","2.3","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"kimi","t":5,"r":1,"q":24.2,"v":["2.3","2.4","2.5","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"kimi","t":5,"r":2,"q":6.4,"v":["1.1","2.1","2.2","2.3","2.4","2.5","2.6","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":1},{"a":"kimi","t":5,"r":3,"q":6.4,"v":["1.1","2.1","2.2","2.3","2.4","2.5","2.6","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":5},{"a":"kimi","t":6,"r":1,"q":5.0,"v":["1.1","2.1","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"kimi","t":6,"r":2,"q":12.3,"v":["1.1","2.1","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"kimi","t":6,"r":3,"q":4.2,"v":["1.1","2.1","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"max_turns","s":false,"turns":6},{"a":"kimi","t":7,"r":1,"q":3.3,"v":["1.1","2.1","2.2","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"kimi","t":7,"r":2,"q":37.2,"v":["1.1","2.1","2.2","2.4","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":5},{"a":"kimi","t":7,"r":3,"q":19.4,"v":["1.1","2.2","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":4},{"a":"kimi","t":8,"r":1,"q":14.3,"v":["1.1","2.1","2.3","2.4","2.5","2.6","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":1},{"a":"kimi","t":8,"r":2,"q":6.6,"v":["1.1","2.1","2.3","2.4","2.6","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"kimi","t":8,"r":3,"q":46.4,"v":["1.1","2.5","3.1","3.2","3.7","3.8","5.6"],"e":"satisfied","s":true,"turns":4},{"a":"kimi","t":9,"r":1,"q":20.9,"v":["1.1","2.1","2.3","2.4","2.5","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"kimi","t":9,"r":2,"q":12.6,"v":["2.1","2.3","2.4","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"kimi","t":9,"r":3,"q":20.4,"v":["2.3","2.5","2.7","3.2","3.7","3.8","4.1","5.1"],"e":"blocked","s":false,"turns":3},{"a":"bare","t":0,"r":1,"q":11.9,"v":["1.1","2.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"bare","t":0,"r":2,"q":18.6,"v":["1.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":0,"r":3,"q":21.9,"v":["1.1","2.3","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":1,"r":1,"q":19.3,"v":["1.1","2.2","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"bare","t":1,"r":2,"q":23.0,"v":["1.1","2.5","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":1,"r":3,"q":19.2,"v":["1.1","2.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"bare","t":2,"r":1,"q":22.1,"v":["1.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":2,"r":2,"q":26.4,"v":["1.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":2,"r":3,"q":22.9,"v":["1.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":3,"r":1,"q":23.7,"v":["1.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"bare","t":3,"r":2,"q":19.2,"v":["1.1","2.5","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"bare","t":3,"r":3,"q":19.1,"v":["1.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":4,"r":1,"q":18.7,"v":["1.1","2.5","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":4,"r":2,"q":24.9,"v":["1.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":4,"r":3,"q":13.3,"v":["1.1","2.1","2.2","2.3","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"bare","t":5,"r":1,"q":24.0,"v":["1.1","2.5","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":3},{"a":"bare","t":5,"r":2,"q":18.7,"v":["1.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":5,"r":3,"q":21.1,"v":["1.1","2.5","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":6,"r":1,"q":19.2,"v":["1.1","2.4","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":6,"r":2,"q":18.6,"v":["1.1","2.4","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":6,"r":3,"q":23.8,"v":["1.1","2.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":7,"r":1,"q":13.3,"v":["1.1","2.1","2.2","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":7,"r":2,"q":15.3,"v":["1.1","2.1","2.2","2.3","2.4","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":7,"r":3,"q":18.2,"v":["1.1","2.2","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":8,"r":1,"q":18.1,"v":["1.1","2.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":8,"r":2,"q":24.7,"v":["1.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":8,"r":3,"q":20.6,"v":["1.1","2.7","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":9,"r":1,"q":21.0,"v":["1.1","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":4},{"a":"bare","t":9,"r":2,"q":20.1,"v":["1.1","2.4","2.5","3.1","3.2","3.7","3.8","4.1","5.1","5.6"],"e":"blocked","s":false,"turns":2},{"a":"bare","t":9,"r":3,"q":24.3,"v":["1.1","2.4","3.1","3.2","3.7","3.8","5.1","5.6"],"e":"blocked","s":false,"turns":2}],"tasks":[{"seed":0,"difficulty":15,"persona":"Generalist analyst","cutoff":"2026-09-04"},{"seed":1,"difficulty":11,"persona":"Retail investor","cutoff":"2026-09-04"},{"seed":2,"difficulty":10,"persona":"Retail investor","cutoff":"2026-09-04"},{"seed":3,"difficulty":7,"persona":"Retail investor","cutoff":"2026-09-04"},{"seed":4,"difficulty":16,"persona":"Retail investor","cutoff":"2026-09-04"},{"seed":5,"difficulty":11,"persona":"Biotech specialist","cutoff":"2026-09-04"},{"seed":6,"difficulty":14,"persona":"Biotech specialist","cutoff":"2026-09-04"},{"seed":7,"difficulty":12,"persona":"Generalist analyst","cutoff":"2026-09-04"},{"seed":8,"difficulty":15,"persona":"Retail investor","cutoff":"2026-09-04"},{"seed":9,"difficulty":17,"persona":"Generalist analyst","cutoff":"2026-09-04"}],"seq":[25,15,14,0],"vetoes":[{"id":"1.1","name":"Point-in-time strictness","cat":"Data","judge":"program","text":"Every dated row in the delivered data is on or before the cutoff. One late row fails it.","sat_fail":14},{"id":"2.1","name":"Stock selection","cat":"Strategy","judge":"program + LLM","text":"The delivered stock-selection signals are the investor's.","sat_fail":3},{"id":"2.2","name":"Market timing","cat":"Strategy","judge":"program + LLM","text":"The delivered market timing and exposure rule is the investor's.","sat_fail":2},{"id":"2.3","name":"Portfolio construction","cat":"Strategy","judge":"program + LLM","text":"The delivered portfolio weighting is the investor's.","sat_fail":0},{"id":"2.4","name":"Risk control","cat":"Strategy","judge":"program + LLM","text":"The delivered risk control is the investor's.","sat_fail":1},{"id":"2.5","name":"Execution","cat":"Strategy","judge":"program + LLM","text":"The delivered execution model is the investor's.","sat_fail":4},{"id":"2.6","name":"Transaction cost","cat":"Strategy","judge":"program + LLM","text":"The delivered transaction-cost model is the investor's.","sat_fail":0},{"id":"2.7","name":"Strategy ambiguity","cat":"Strategy","judge":"LLM","text":"Every core rule has one executable definition, and the delivery does not contradict itself.","sat_fail":10},{"id":"3.1","name":"Point-in-time correctness","cat":"Backtest","judge":"program","text":"Every fill comes after its signal, and fundamentals used at entry were already announced.","sat_fail":8},{"id":"3.2","name":"Independent recomputation","cat":"Backtest","judge":"program","text":"Returns rebuilt from the delivered trade log match the reported metrics.","sat_fail":29},{"id":"3.7","name":"Verifier audit","cat":"Backtest","judge":"program","text":"An audit from data to metrics: sources named, no future data, enough trades, and metrics that match the delivered equity curve.","sat_fail":34},{"id":"3.8","name":"Process completeness","cat":"Backtest","judge":"program","text":"The delivery holds a strategy specification, the data, the backtest output and a report, as content rather than headings.","sat_fail":35},{"id":"4.1","name":"Grounded conclusions","cat":"Assessment","judge":"LLM","text":"The report's conclusions agree with the facts that programs compute.","sat_fail":9},{"id":"5.1","name":"Conversation experience","cat":"UX","judge":"LLM","text":"The conversation serves the investor: backtest numbers early, corrections applied, no stalled turns.","sat_fail":12},{"id":"5.6","name":"Internal leak","cat":"UX","judge":"LLM","text":"The agent keeps its own machinery (tools, storage, time budget) out of the conversation.","sat_fail":6}],"learning":[{"difficulty":7,"sessions":12,"first":3,"first5":2.8,"last5":4.6,"satisfied":0.73,"last_veto":"3.2","series":[3,2,4,2,3,6,10,4,3,3,3,0]},{"difficulty":10,"sessions":132,"first":14,"first5":9.4,"last5":1.6,"satisfied":0.31,"last_veto":"2.7","series":[14,8,8,7,10,5,10,10,6,14,14,8,12,12,10,3,9,10,7,11,5,6,14,11,7,3,12,11,3,3,8,6,7,3,7,6,7,5,8,6,6,7,6,7,14,14,9,5,6,7,6,7,6,9,6,4,12,14,9,6,7,6,6,8,6,12,2,2,3,3,6,2,6,5,3,1,5,8,9,14,14,9,14,15,15,15,14,13,15,10,15,15,14,9,14,11,11,15,10,14,13,14,13,10,2,2,7,6,1,3,3,2,3,4,2,12,3,2,2,2,2,2,2,2,3,2,3,2,1,1,1,0]},{"difficulty":11,"sessions":23,"first":10,"first5":6.4,"last5":1.4,"satisfied":0.59,"last_veto":"2.7","series":[10,3,3,10,6,6,4,3,3,3,4,4,4,4,2,6,6,2,1,2,1,1,0]},{"difficulty":11,"sessions":26,"first":4,"first5":6.4,"last5":2.2,"satisfied":0.28,"last_veto":"2.7","series":[4,4,11,7,6,4,5,5,2,1,4,3,3,3,2,2,5,1,5,3,2,2,3,2,2,0]},{"difficulty":12,"sessions":113,"first":9,"first5":9,"last5":1.4,"satisfied":0.06,"last_veto":"2.7","series":[9,9,7,10,10,8,8,7,6,7,4,4,7,5,5,7,6,6,4,6,3,5,5,2,2,6,6,4,3,7,5,3,5,6,5,6,5,5,5,5,4,5,5,5,8,3,1,3,4,5,5,2,3,2,2,3,3,3,4,4,2,3,3,3,1,3,5,2,3,5,4,4,3,3,4,8,9,3,7,3,3,3,2,5,3,3,2,6,4,1,7,8,5,5,4,2,4,5,4,9,3,1,3,3,1,2,1,2,1,1,1,2,0]},{"difficulty":14,"sessions":43,"first":8,"first5":6.4,"last5":1.2,"satisfied":0.1,"last_veto":"3.8","series":[8,9,5,4,6,6,6,7,12,10,9,11,4,6,9,5,7,7,6,6,5,6,3,11,8,1,5,4,4,2,4,3,5,2,6,4,1,3,2,1,0,0,0]},{"difficulty":15,"sessions":17,"first":8,"first5":6.2,"last5":6.2,"satisfied":0.0,"last_veto":"2.1","series":[8,8,4,7,4,7,7,7,7,14,8,3,7,11,5,5,0]},{"difficulty":15,"sessions":61,"first":6,"first5":3.6,"last5":3,"satisfied":0.5,"last_veto":"2.7","series":[6,4,4,3,1,7,2,13,4,5,3,5,3,4,4,4,1,4,2,1,3,3,3,2,2,3,1,7,4,3,3,4,4,4,4,6,7,4,3,5,2,3,8,4,4,3,3,4,4,4,3,3,3,3,1,3,2,4,2,4,0]},{"difficulty":16,"sessions":65,"first":10,"first5":5.8,"last5":3,"satisfied":0.47,"last_veto":"2.7","series":[10,6,4,4,5,4,3,5,3,6,2,5,1,1,3,5,5,2,1,7,3,1,3,2,4,2,2,3,3,2,3,5,5,3,2,2,2,3,4,2,2,3,1,2,1,1,3,1,4,1,1,3,4,1,11,3,3,1,3,5,4,2,2,2,0]},{"difficulty":17,"sessions":14,"first":3,"first5":2.4,"last5":4.8,"satisfied":0.38,"last_veto":"5.1","series":[3,1,4,1,3,1,3,2,8,2,5,3,6,0]}],"human":{"sessions":60,"agent":53,"simulator":3,"evaluator":4,"kappa_judge":0.87,"kappa_experts":0.93,"critical_sim_errors":3},"replay":[]};
|
index.html
CHANGED
|
@@ -1,19 +1,196 @@
|
|
| 1 |
<!doctype html>
|
| 2 |
-
<html>
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19 |
</html>
|
|
|
|
| 1 |
<!doctype html>
|
| 2 |
+
<html lang="en">
|
| 3 |
+
<head>
|
| 4 |
+
<meta charset="UTF-8" />
|
| 5 |
+
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
|
| 6 |
+
<title>FinCosmos · Can We Trust Agents with Financial Work? · The Fin AI</title>
|
| 7 |
+
<meta name="description" content="FinCosmos evaluates agents doing financial work in the open world: a simulated investor with a hidden strategy, data from the open Web, and programs that check what the agent delivers." />
|
| 8 |
+
<link rel="preconnect" href="https://fonts.googleapis.com" />
|
| 9 |
+
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin />
|
| 10 |
+
<link href="https://fonts.googleapis.com/css2?family=Fraunces:ital,opsz,wght@0,9..144,500;0,9..144,600;1,9..144,500&family=Newsreader:ital,opsz,wght@0,6..72,400;0,6..72,500;1,6..72,400;1,6..72,500&family=Inter:wght@400;500;600&family=JetBrains+Mono:wght@400;500&display=swap" rel="stylesheet" />
|
| 11 |
+
<link rel="icon" href="./assets/finai-logo.svg" type="image/svg+xml" />
|
| 12 |
+
<link rel="stylesheet" href="./style.css" />
|
| 13 |
+
</head>
|
| 14 |
+
<body>
|
| 15 |
+
<div class="progress" id="progress"></div>
|
| 16 |
+
<div class="glow" aria-hidden="true"></div>
|
| 17 |
+
<div class="edge edge-l" aria-hidden="true"><span class="e-name">FinCosmos</span></div>
|
| 18 |
+
<div class="edge edge-r" aria-hidden="true"><span class="e-name">The Fin AI</span></div>
|
| 19 |
+
<div class="tip" id="tip" role="tooltip"></div>
|
| 20 |
+
|
| 21 |
+
<header class="header" id="header">
|
| 22 |
+
<div class="wrap nav">
|
| 23 |
+
<a href="https://thefin.ai/" class="brand" target="_blank" rel="noreferrer"><img src="./assets/finai-logo.svg" alt="" />The Fin AI<span class="brand-sep">/</span><span class="brand-fc">FinCosmos</span></a>
|
| 24 |
+
<div class="nav-right">
|
| 25 |
+
<nav class="links" id="navLinks">
|
| 26 |
+
<a href="#replay" data-sec="replay">Replay</a>
|
| 27 |
+
<a href="#leaderboard" data-sec="leaderboard">Leaderboard</a>
|
| 28 |
+
<a href="#graders" data-sec="graders">Silent failures</a>
|
| 29 |
+
<a href="#workflow" data-sec="workflow">Workflow</a>
|
| 30 |
+
<a href="#learning" data-sec="learning">Learning</a>
|
| 31 |
+
<a href="#benchmark" data-sec="benchmark">Benchmark</a>
|
| 32 |
+
</nav>
|
| 33 |
+
<a class="btn btn--sm btn--ghost nav-data" href="https://huggingface.co/datasets/TheFinAI/FinCosmos" target="_blank" rel="noreferrer">Data <span class="arrow">↗</span></a>
|
| 34 |
+
<a class="btn btn--sm" data-paper href="#" target="_blank" rel="noreferrer">Paper <span class="arrow">↗</span></a>
|
| 35 |
+
</div>
|
| 36 |
+
</div>
|
| 37 |
+
</header>
|
| 38 |
+
|
| 39 |
+
<main id="top">
|
| 40 |
+
<section class="hero" id="hero">
|
| 41 |
+
<div class="wrap hero-grid">
|
| 42 |
+
<div class="hero-copy">
|
| 43 |
+
<a class="award reveal" href="#graders"><span class="medal" aria-hidden="true"><svg viewBox="0 0 24 24"><circle cx="12" cy="12" r="3.2" fill="#c9a24a"/><circle cx="12" cy="12" r="6.6" fill="none" stroke="#c9a24a" stroke-width="1.2" opacity=".55"/><circle cx="12" cy="12" r="10" fill="none" stroke="#2b6cb0" stroke-width="1" stroke-dasharray="2 2.4" opacity=".5"/></svg></span>Open-world evaluation · <b><span data-n="sessions"></span> sessions, <span data-n="accepted"></span> accepted</b> →</a>
|
| 44 |
+
<h1 class="wordmark reveal">FinCosmos</h1>
|
| 45 |
+
<p class="hero-sub reveal">The investor signed off.<br />The backtest was <em>wrong</em>.</p>
|
| 46 |
+
<p class="lead reveal">Agents now search the Web, write code, and hand back backtests that people act on. FinCosmos leaves the investor's intent, the data, and time open, and then checks what the agent delivers. Every agent, <span class="rotator" id="rotator"></span>, ran the same ten tasks.</p>
|
| 47 |
+
<div class="stats reveal" id="stats"></div>
|
| 48 |
+
<div class="ctas reveal">
|
| 49 |
+
<a class="btn btn--lg" href="#replay">Spot the failure</a>
|
| 50 |
+
<a class="btn btn--lg btn--ghost" href="#leaderboard">See the leaderboard</a>
|
| 51 |
+
</div>
|
| 52 |
+
<p class="paper-links reveal" id="paperLinks"></p>
|
| 53 |
+
</div>
|
| 54 |
+
|
| 55 |
+
<figure class="hero-viz reveal">
|
| 56 |
+
<figcaption><span>Orbit map · one star per session</span><a href="#graders">Why none are accepted →</a></figcaption>
|
| 57 |
+
<div class="xs-chips" id="orbitChips" role="tablist" aria-label="Choose an agent"></div>
|
| 58 |
+
<div class="orbit-wrap">
|
| 59 |
+
<div class="xs-side xs-side--l"><b class="c-signed" id="orbitSigned"></b><span>signed off by the investor</span></div>
|
| 60 |
+
<div class="orbit" id="orbit"></div>
|
| 61 |
+
<div class="xs-side xs-side--r"><b class="c-pass" id="orbitAccepted"></b><span>reach the accepted orbit</span></div>
|
| 62 |
+
</div>
|
| 63 |
+
<div class="orbit-key"><span><i class="dot dot--signed"></i>signed off</span><span><i class="dot dot--agent"></i>not signed off</span><span><i class="dot dot--base"></i>no-tool baseline</span><span>farther out = higher quality before vetoes</span></div>
|
| 64 |
+
<div class="xs-ends" id="orbitEnds"></div>
|
| 65 |
+
<p class="hero-claim">Signing off is <em>not</em> evidence that the work is right.</p>
|
| 66 |
+
</figure>
|
| 67 |
+
</div>
|
| 68 |
+
<div class="ticker" id="ticker" aria-label="Leaderboard ticker"><div class="ticker-track" id="tickerTrack"></div></div>
|
| 69 |
+
</section>
|
| 70 |
+
|
| 71 |
+
<section class="section" id="replay">
|
| 72 |
+
<div class="wrap">
|
| 73 |
+
<div class="sec-head reveal">
|
| 74 |
+
<span class="kicker">Replay</span>
|
| 75 |
+
<h2>The investor <em>signed off</em>. Find what went wrong.</h2>
|
| 76 |
+
<p class="note">Real sessions from the benchmark, trimmed. In each one the simulated investor was satisfied. Mark what you think the delivery got wrong, then open it.</p>
|
| 77 |
+
</div>
|
| 78 |
+
<div class="game reveal">
|
| 79 |
+
<article class="q-card">
|
| 80 |
+
<div class="q-top"><span class="q-kick" id="rKick"></span><span class="q-n" id="rN"></span></div>
|
| 81 |
+
<p class="r-ask" id="rAsk"></p>
|
| 82 |
+
<div class="chat" id="rChat"></div>
|
| 83 |
+
<div class="reported" id="rReported"></div>
|
| 84 |
+
</article>
|
| 85 |
+
<aside class="a-card">
|
| 86 |
+
<div class="a-head"><span>What the delivery contains</span><span class="a-score" id="rScore"></span></div>
|
| 87 |
+
<p class="a-prompt" id="rPrompt">Which parts are wrong? Mark any number of them.</p>
|
| 88 |
+
<div class="checks" id="rChecks"></div>
|
| 89 |
+
<div class="verdict" id="rVerdict" hidden></div>
|
| 90 |
+
<div class="q-foot">
|
| 91 |
+
<button class="btn btn--ghost btn--sm" id="rReveal" type="button">Reveal without guessing</button>
|
| 92 |
+
<button class="btn btn--sm" id="rCheck" type="button">Open the delivery</button>
|
| 93 |
+
<button class="btn btn--sm" id="rNext" type="button" hidden>Next session →</button>
|
| 94 |
+
</div>
|
| 95 |
+
</aside>
|
| 96 |
+
</div>
|
| 97 |
+
</div>
|
| 98 |
+
</section>
|
| 99 |
+
|
| 100 |
+
<section class="section section--tint" id="leaderboard">
|
| 101 |
+
<div class="wrap">
|
| 102 |
+
<div class="sec-head reveal">
|
| 103 |
+
<span class="kicker">Leaderboard</span>
|
| 104 |
+
<h2>Ten tasks, three sessions each, <em>no</em> acceptance yet</h2>
|
| 105 |
+
<p class="note">Ranked by acceptance rate, then by quality before vetoes. Open a row for the breakdown. Click a heading to rank by it.</p>
|
| 106 |
+
</div>
|
| 107 |
+
<div class="board reveal"><div class="scroll"><table class="lb" id="lb"></table></div></div>
|
| 108 |
+
<div class="keys reveal">
|
| 109 |
+
<p><b>Accepted</b> the investor is satisfied and none of the 15 vetoes fails. <b>Signed off</b> the investor is satisfied. <b>Quality</b> pre-veto quality on 0 to 100, with a 95% bootstrap interval over tasks; the five category scores use the same scale. <b>Vetoes</b> failed per session, of 15. <b>Asked</b> share of the details the investor did not state up front that the agent raised. <b>Cost</b> API-equivalent USD per session.</p>
|
| 110 |
+
<p class="ramp-key">Darker blue means higher. <span class="ramp"></span></p>
|
| 111 |
+
</div>
|
| 112 |
+
</div>
|
| 113 |
+
</section>
|
| 114 |
+
|
| 115 |
+
<section class="section" id="graders">
|
| 116 |
+
<div class="wrap">
|
| 117 |
+
<div class="sec-head reveal">
|
| 118 |
+
<span class="kicker">Silent failures</span>
|
| 119 |
+
<h2>Graded by sign-off, they pass. <em>Checked</em>, none do.</h2>
|
| 120 |
+
<p class="note">The same sessions under three graders. Switch the grader and watch what counts as a success.</p>
|
| 121 |
+
</div>
|
| 122 |
+
<div class="seg reveal" id="graderSeg" role="tablist" aria-label="Choose a grader"></div>
|
| 123 |
+
<div class="gr reveal">
|
| 124 |
+
<div class="card gr-main">
|
| 125 |
+
<div class="gr-total"><b id="grTotal"></b><span id="grTotalNote"></span></div>
|
| 126 |
+
<div class="hb" id="grBars"></div>
|
| 127 |
+
</div>
|
| 128 |
+
<div class="card gr-why">
|
| 129 |
+
<h3>Why the signed-off sessions fail</h3>
|
| 130 |
+
<p class="note">Share of the <span data-n="signed"></span> signed-off sessions that fail each group of checks. Program checks catch every one.</p>
|
| 131 |
+
<div class="hb hb--rust" id="grWhy"></div>
|
| 132 |
+
</div>
|
| 133 |
+
</div>
|
| 134 |
+
</div>
|
| 135 |
+
</section>
|
| 136 |
+
|
| 137 |
+
<section class="section section--tint" id="workflow">
|
| 138 |
+
<div class="wrap">
|
| 139 |
+
<div class="sec-head reveal">
|
| 140 |
+
<span class="kicker">Workflow</span>
|
| 141 |
+
<h2>Agents break at <em>both ends</em> of the work</h2>
|
| 142 |
+
<p class="note">Sessions passing each step, of 30 per agent. The last column follows the four agents' 120 sessions through every step in turn.</p>
|
| 143 |
+
</div>
|
| 144 |
+
<div class="card reveal"><div class="scroll"><table class="fn" id="funnel"></table></div></div>
|
| 145 |
+
<div class="sec-head sec-head--sub reveal">
|
| 146 |
+
<h3 class="h3-big">They ask about <em>half</em> of what they were never told</h3>
|
| 147 |
+
<p class="note">The opening request states about three of the strategy's seven details. The investor answers what the agent asks and corrects what it gets wrong, but volunteers nothing.</p>
|
| 148 |
+
</div>
|
| 149 |
+
<div class="decl reveal">
|
| 150 |
+
<div class="card"><h3>Unstated details the agent raised</h3><div class="hb" id="elCov"></div></div>
|
| 151 |
+
<div class="card"><h3>Never-stated details the delivery gets wrong</h3><div class="hb hb--rust" id="elAssume"></div></div>
|
| 152 |
+
</div>
|
| 153 |
+
</div>
|
| 154 |
+
</section>
|
| 155 |
+
|
| 156 |
+
<section class="section" id="learning">
|
| 157 |
+
<div class="wrap">
|
| 158 |
+
<div class="sec-head reveal">
|
| 159 |
+
<span class="kicker">Learning from feedback</span>
|
| 160 |
+
<h2>With FinCosmos feedback, an agent <em>learned all ten</em></h2>
|
| 161 |
+
<p class="note">Claude Code with a persistent memory practiced each task until its first acceptance. After every graded session it read the leak-free report, which gives scores and evidence but never reveals the hidden strategy, and edited its memory.</p>
|
| 162 |
+
</div>
|
| 163 |
+
<div class="learn reveal">
|
| 164 |
+
<div class="card learn-stats" id="learnStats"></div>
|
| 165 |
+
<div class="card learn-chart">
|
| 166 |
+
<div class="legend"><span><i class="ln ln--gray"></i>Each task</span><span><i class="ln ln--k"></i>Median</span></div>
|
| 167 |
+
<div class="chart" id="learnChart"></div>
|
| 168 |
+
<p class="note">Failed vetoes per session: in the first session, averaged over the first and the last five sessions before acceptance, and in the accepted session. Hover a line for the task.</p>
|
| 169 |
+
</div>
|
| 170 |
+
</div>
|
| 171 |
+
</div>
|
| 172 |
+
</section>
|
| 173 |
+
|
| 174 |
+
<section class="section section--tint" id="benchmark">
|
| 175 |
+
<div class="wrap">
|
| 176 |
+
<div class="sec-head reveal">
|
| 177 |
+
<span class="kicker">Benchmark</span>
|
| 178 |
+
<h2>The intent, the data, and time stay <em>open</em></h2>
|
| 179 |
+
<p class="note">Existing benchmarks state the task, hand over curated data, or enforce the cutoff for the agent. Each of these removes a silent failure instead of measuring it.</p>
|
| 180 |
+
</div>
|
| 181 |
+
<div class="m-grid reveal" id="parts"></div>
|
| 182 |
+
<div class="sec-head sec-head--sub reveal">
|
| 183 |
+
<h3 class="h3-big">Fifteen vetoes, and <em>one</em> is enough to fail</h3>
|
| 184 |
+
<p class="note">A session is accepted only when the investor is satisfied and every veto passes. The count shows how many of the <span data-n="signed"></span> signed-off sessions fail each veto.</p>
|
| 185 |
+
</div>
|
| 186 |
+
<div class="vgrid reveal" id="vgrid"></div>
|
| 187 |
+
<div class="trust reveal" id="trust"></div>
|
| 188 |
+
</div>
|
| 189 |
+
</section>
|
| 190 |
+
</main>
|
| 191 |
+
|
| 192 |
+
<footer class="foot"><div class="wrap foot-in"><span>FinCosmos · The Fin AI</span><span class="foot-links" id="footLinks"></span></div></footer>
|
| 193 |
+
<script src="./data.js"></script>
|
| 194 |
+
<script src="./app.js"></script>
|
| 195 |
+
</body>
|
| 196 |
</html>
|
style.css
CHANGED
|
@@ -1,28 +1,340 @@
|
|
| 1 |
-
|
| 2 |
-
|
| 3 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 4 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5 |
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10 |
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
|
| 18 |
-
.
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 25 |
|
| 26 |
-
|
| 27 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 28 |
}
|
|
|
|
| 1 |
+
/* FinCosmos leaderboard. Fin AI house structure, shared with FinDendro; the accent is the
|
| 2 |
+
FinCosmos wordmark gradient, blue to teal to green.
|
| 3 |
+
Status colors mean one thing everywhere: gold = the investor signed off, rust = a check fails,
|
| 4 |
+
green = a check passes. Data marks are blue. Gold always carries a label (low contrast). */
|
| 5 |
+
:root{
|
| 6 |
+
--ink:#0f1a2a; --soft:#4a576a; --muted:#808b9b; --line:rgba(25,60,110,.11);
|
| 7 |
+
--paper:#fcfcfa; --paper-2:#f2f5f8;
|
| 8 |
+
--ring:0 0 0 1px rgba(25,60,110,.08),0 1px 2px rgba(15,35,70,.04),0 10px 28px -18px rgba(25,60,110,.24);
|
| 9 |
+
--g:linear-gradient(90deg,#2b6cb0,#2c7a7b 55%,#2f855a);
|
| 10 |
+
--g-soft:linear-gradient(90deg,rgba(43,108,176,.09),rgba(47,133,90,.09));
|
| 11 |
+
--data:#2b6cb0; --data-soft:#dbe6f3; --signed:#c9a24a; --signed-ink:#8a6a1c; --fail:#c05621; --pass:#2f855a;
|
| 12 |
+
--serif:'Newsreader',Georgia,serif; --brand:'Fraunces','Newsreader',Georgia,serif; --sans:'Inter',system-ui,-apple-system,sans-serif; --mono:'JetBrains Mono',ui-monospace,Menlo,monospace;
|
| 13 |
+
--wrap:1180px; --ease:cubic-bezier(.22,1,.36,1);
|
| 14 |
+
color-scheme:light;
|
| 15 |
}
|
| 16 |
+
*{box-sizing:border-box}
|
| 17 |
+
[hidden]{display:none!important}
|
| 18 |
+
html{scroll-behavior:smooth;scroll-padding-top:74px}
|
| 19 |
+
body{margin:0;font-family:var(--sans);color:var(--ink);background:var(--paper);font-size:17px;line-height:1.6;-webkit-font-smoothing:antialiased;overflow-x:hidden}
|
| 20 |
+
h1,h2,h3{font-family:var(--serif);font-weight:500;line-height:1.1;letter-spacing:-.02em;margin:0;text-wrap:balance}
|
| 21 |
+
p{margin:0;color:var(--soft)}
|
| 22 |
+
a{color:inherit;text-decoration:none}
|
| 23 |
+
button{font:inherit;color:inherit;background:none;border:0;cursor:pointer}
|
| 24 |
+
:focus-visible{outline:2px solid var(--data);outline-offset:2px}
|
| 25 |
+
svg text{font-family:var(--sans)}
|
| 26 |
+
::selection{background:#2b6cb0;color:#fff}
|
| 27 |
+
figure{margin:0}
|
| 28 |
+
.wrap{width:100%;max-width:var(--wrap);margin:0 auto;padding-inline:32px}
|
| 29 |
+
.c-signed{color:var(--signed-ink)}.c-pass{color:var(--pass)}.c-fail{color:var(--fail)}
|
| 30 |
|
| 31 |
+
.glow{position:fixed;inset:0;z-index:-1;pointer-events:none;background:radial-gradient(66vw 80vh at 18% 12%,rgba(43,108,176,.07),transparent 70%),radial-gradient(60vw 70vh at 88% 30%,rgba(47,133,90,.07),transparent 70%)}
|
| 32 |
+
.edge{position:fixed;top:50%;z-index:45;pointer-events:none;display:flex;align-items:center;gap:18px;white-space:nowrap}
|
| 33 |
+
.edge-l{left:24px;transform:translate(-50%,-50%) rotate(-90deg)}
|
| 34 |
+
.edge-r{right:24px;transform:translate(50%,-50%) rotate(90deg)}
|
| 35 |
+
.edge .e-name{font:600 11px var(--sans);letter-spacing:.42em;text-transform:uppercase;background:var(--g);-webkit-background-clip:text;background-clip:text;color:transparent}
|
| 36 |
+
.edge::before,.edge::after{content:"";display:block;width:8vh;height:1px;background:linear-gradient(90deg,transparent,rgba(43,108,176,.26))}
|
| 37 |
+
.edge::after{background:linear-gradient(90deg,rgba(43,108,176,.26),transparent)}
|
| 38 |
+
@media (max-width:1320px){.edge{display:none}}
|
| 39 |
|
| 40 |
+
.progress{position:fixed;inset:0 0 auto 0;height:2px;z-index:60;transform-origin:0 50%;transform:scaleX(0);background:var(--g)}
|
| 41 |
+
.header{position:fixed;top:0;left:0;right:0;z-index:50;transition:background .4s var(--ease),box-shadow .4s}
|
| 42 |
+
.header.scrolled{background:rgba(252,252,250,.84);backdrop-filter:blur(14px) saturate(1.4);-webkit-backdrop-filter:blur(14px) saturate(1.4);box-shadow:0 1px 0 var(--line)}
|
| 43 |
+
.nav{display:flex;align-items:center;justify-content:space-between;height:64px;gap:14px}
|
| 44 |
+
.brand{display:inline-flex;align-items:center;gap:10px;font-family:var(--serif);font-size:1.2rem;font-weight:500;white-space:nowrap}
|
| 45 |
+
.brand img{height:24px;width:auto}
|
| 46 |
+
.brand-sep{color:var(--muted);font-weight:400}
|
| 47 |
+
.brand-fc{font-family:var(--brand);font-size:1.02rem;font-weight:600;background:var(--g);-webkit-background-clip:text;background-clip:text;color:transparent}
|
| 48 |
+
.nav-right{display:flex;align-items:center;gap:10px}
|
| 49 |
+
.links{display:flex;gap:2px}
|
| 50 |
+
.links a{font-size:.86rem;color:var(--soft);padding:7px 12px;border-radius:999px;transition:background .25s,color .25s}
|
| 51 |
+
.links a:hover{background:var(--paper-2);color:var(--ink)}
|
| 52 |
+
.links a.active{background:var(--g-soft);color:var(--ink)}
|
| 53 |
|
| 54 |
+
.btn{display:inline-flex;align-items:center;justify-content:center;gap:8px;font-size:.92rem;font-weight:500;padding:10px 20px;border-radius:999px;background:var(--ink);color:#fff;transition:box-shadow .3s,transform .2s,background .2s,opacity .2s}
|
| 55 |
+
.btn:hover{box-shadow:0 10px 30px -12px rgba(43,108,176,.65);transform:translateY(-1px)}
|
| 56 |
+
.btn:disabled{opacity:.4;cursor:default;box-shadow:none;transform:none}
|
| 57 |
+
.btn--sm{padding:7px 15px;font-size:.84rem}
|
| 58 |
+
.btn--lg{padding:14px 27px;font-size:1rem}
|
| 59 |
+
.btn--ghost{background:#fff;color:var(--ink);box-shadow:inset 0 0 0 1px var(--line)}
|
| 60 |
+
.btn--ghost:hover{background:var(--paper-2)}
|
| 61 |
+
|
| 62 |
+
.reveal{transition:opacity .75s var(--ease),transform .75s var(--ease)}
|
| 63 |
+
.js .reveal:not(.in){opacity:0;transform:translateY(16px)}
|
| 64 |
+
|
| 65 |
+
/* hero */
|
| 66 |
+
.hero{position:relative;padding-top:118px;overflow:hidden}
|
| 67 |
+
.hero-grid{display:grid;grid-template-columns:1.04fr 1fr;gap:54px;align-items:center;padding-bottom:40px}
|
| 68 |
+
.hero-grid>*{min-width:0}
|
| 69 |
+
.award{display:inline-flex;align-items:center;gap:9px;font-size:.84rem;color:var(--soft);padding:5px 14px 5px 6px;border-radius:999px;background:#fff;box-shadow:var(--ring)}
|
| 70 |
+
.award b{font-weight:500;background:var(--g);-webkit-background-clip:text;background-clip:text;color:transparent}
|
| 71 |
+
.medal{width:26px;height:26px;border-radius:50%;display:inline-grid;place-items:center;background:#eef3f9}
|
| 72 |
+
.medal svg{width:22px;height:22px}
|
| 73 |
+
.wordmark{font-family:var(--brand);font-weight:600;font-size:clamp(3.4rem,7.8vw,6rem);letter-spacing:-.025em;line-height:1;margin-top:20px;padding-bottom:.08em;background:var(--g);-webkit-background-clip:text;background-clip:text;color:transparent}
|
| 74 |
+
.hero-sub{font-family:var(--serif);font-size:clamp(1.4rem,2.5vw,1.8rem);line-height:1.24;color:var(--ink);margin-top:10px}
|
| 75 |
+
.hero-sub em{color:var(--fail);padding-right:.06em}
|
| 76 |
+
.lead{margin-top:16px;max-width:33em;font-size:1.02rem}
|
| 77 |
+
.rotator{display:inline-block;color:var(--ink);font-weight:500;border-bottom:1.5px solid var(--data);padding-inline:2px;min-width:6.6em;text-align:center;transition:opacity .25s,filter .25s}
|
| 78 |
+
.rotator.off{opacity:0;filter:blur(5px)}
|
| 79 |
+
.stats{display:flex;flex-wrap:wrap;gap:12px 34px;margin-top:24px}
|
| 80 |
+
.stat b{display:block;font:500 2.05rem/1.1 var(--serif);font-variant-numeric:tabular-nums}
|
| 81 |
+
.stat span{font-size:.78rem;color:var(--muted)}
|
| 82 |
+
.ctas{display:flex;gap:12px;margin-top:26px;flex-wrap:wrap}
|
| 83 |
+
.paper-links{display:flex;flex-wrap:wrap;gap:6px 20px;margin-top:16px;font-size:.86rem}
|
| 84 |
+
.paper-links a{color:var(--soft);border-bottom:1px solid var(--line)}
|
| 85 |
+
.paper-links a:hover{color:var(--ink)}
|
| 86 |
+
|
| 87 |
+
.hero-viz{background:rgba(255,255,255,.88);border-radius:20px;box-shadow:var(--ring);padding:20px 22px 18px}
|
| 88 |
+
.hero-viz figcaption{display:flex;justify-content:space-between;gap:10px;font:500 .72rem var(--mono);letter-spacing:.07em;text-transform:uppercase;color:var(--muted)}
|
| 89 |
+
.hero-viz figcaption a{font:500 .86rem var(--sans);letter-spacing:0;text-transform:none;background:var(--g);-webkit-background-clip:text;background-clip:text;color:transparent;white-space:nowrap}
|
| 90 |
+
.xs-chips,.pick{display:flex;flex-wrap:wrap;gap:6px}
|
| 91 |
+
.xs-chips{margin-top:12px}
|
| 92 |
+
.chip{font-size:.8rem;padding:5px 12px;border-radius:999px;background:#fff;box-shadow:inset 0 0 0 1px var(--line);color:var(--soft);transition:background .2s,color .2s}
|
| 93 |
+
.chip:hover{color:var(--ink)}
|
| 94 |
+
.chip[aria-selected="true"]{background:var(--ink);color:#fff;box-shadow:none}
|
| 95 |
+
.orbit-wrap{display:grid;grid-template-columns:auto minmax(0,1fr) auto;align-items:center;gap:6px;margin-top:6px}
|
| 96 |
+
.orbit{position:relative;max-width:340px;margin:0 auto;width:100%}
|
| 97 |
+
.orbit svg{display:block;width:100%;height:auto;overflow:visible}
|
| 98 |
+
.orbit .star{transition:opacity .35s,r .25s}
|
| 99 |
+
.orbit .star.dim{opacity:.12}
|
| 100 |
+
.orbit .hit{fill:transparent;cursor:pointer}
|
| 101 |
+
.xs-side{font-size:.72rem;color:var(--muted);line-height:1.25;width:70px}
|
| 102 |
+
.xs-side b{display:block;font:500 1.5rem var(--serif);letter-spacing:-.01em;font-variant-numeric:tabular-nums}
|
| 103 |
+
.xs-side--l{text-align:right}
|
| 104 |
+
.orbit-key{display:flex;flex-wrap:wrap;justify-content:center;gap:4px 14px;margin-top:4px;font-size:.72rem;color:var(--muted)}
|
| 105 |
+
.orbit-key span{display:inline-flex;align-items:center;gap:5px}
|
| 106 |
+
.dot{display:inline-block;width:8px;height:8px;border-radius:50%}
|
| 107 |
+
.dot--signed{background:var(--signed);box-shadow:0 0 0 3px rgba(201,162,74,.25)}.dot--agent{background:var(--data)}.dot--base{background:#9aa6b6}
|
| 108 |
+
.xs-ends{display:grid;grid-template-columns:repeat(4,1fr);gap:8px;margin-top:6px;border-top:1px solid var(--line);padding-top:11px;font-size:.72rem;color:var(--muted);line-height:1.3}
|
| 109 |
+
.xs-ends b{display:block;font:500 1rem var(--serif);color:var(--ink);font-variant-numeric:tabular-nums}
|
| 110 |
+
.hero-claim{margin-top:12px;font:400 1.08rem var(--serif);color:var(--ink);text-align:center}
|
| 111 |
+
.hero-claim em{color:var(--fail)}
|
| 112 |
+
|
| 113 |
+
.ticker{border-block:1px solid var(--line);overflow:hidden;background:rgba(255,255,255,.6);padding-block:11px}
|
| 114 |
+
.ticker-track{display:flex;width:max-content;gap:44px;animation:tick 40s linear infinite}
|
| 115 |
+
.ticker:hover .ticker-track{animation-play-state:paused}
|
| 116 |
+
.tk{font-size:.84rem;white-space:nowrap;color:var(--soft);font-variant-numeric:tabular-nums}
|
| 117 |
+
.tk i{font:500 .74rem var(--mono);color:var(--muted);font-style:normal;margin-right:7px}
|
| 118 |
+
.tk b{font-weight:500;color:var(--ink);margin-right:8px}
|
| 119 |
+
.tk u{text-decoration:none;color:var(--data);font-weight:500}.tk s{text-decoration:none;color:var(--signed-ink);font-weight:500}.tk q{color:var(--fail);font-weight:500}.tk q::before,.tk q::after{content:none}
|
| 120 |
+
@keyframes tick{to{transform:translateX(-50%)}}
|
| 121 |
+
@media (prefers-reduced-motion:reduce){.ticker-track{animation:none}.reveal{transition:none}html{scroll-behavior:auto}}
|
| 122 |
+
|
| 123 |
+
/* sections */
|
| 124 |
+
.section{padding-block:76px}
|
| 125 |
+
.section--tint{background:linear-gradient(180deg,rgba(242,245,248,.9),rgba(242,245,248,.45))}
|
| 126 |
+
.sec-head{margin-bottom:28px}
|
| 127 |
+
.sec-head--sub{margin-top:52px;margin-bottom:22px}
|
| 128 |
+
.kicker{display:inline-flex;align-items:center;gap:10px;font:500 .74rem var(--mono);letter-spacing:.14em;text-transform:uppercase;color:var(--data)}
|
| 129 |
+
.kicker::before{content:"";width:26px;height:1.5px;background:var(--g)}
|
| 130 |
+
h2{font-size:clamp(2rem,4.1vw,3rem);margin-top:9px;max-width:21em}
|
| 131 |
+
h2 em,.h3-big em{background:var(--g);-webkit-background-clip:text;background-clip:text;color:transparent;padding-right:.08em}
|
| 132 |
+
.h3-big{font-size:clamp(1.5rem,2.8vw,2.05rem)}
|
| 133 |
+
.note{margin-top:11px;max-width:46em;font-size:.97rem}
|
| 134 |
+
.card{background:#fff;border-radius:16px;box-shadow:var(--ring);padding:22px 24px}
|
| 135 |
+
.card h3{font-size:1.22rem}
|
| 136 |
+
.scroll{overflow-x:auto;-webkit-overflow-scrolling:touch}
|
| 137 |
+
|
| 138 |
+
/* replay */
|
| 139 |
+
.game{display:grid;grid-template-columns:1.15fr 1fr;gap:16px;align-items:start}
|
| 140 |
+
.game>*{min-width:0}
|
| 141 |
+
.q-card,.a-card{background:#fff;border-radius:18px;box-shadow:var(--ring);padding:24px 26px;display:flex;flex-direction:column}
|
| 142 |
+
.q-top{display:flex;justify-content:space-between;gap:10px;font:500 .72rem var(--mono);letter-spacing:.07em;text-transform:uppercase;color:var(--muted)}
|
| 143 |
+
.r-ask{margin-top:10px;font:400 1.02rem/1.45 var(--serif);color:var(--ink)}
|
| 144 |
+
.r-ask b{font:500 .7rem var(--mono);letter-spacing:.07em;text-transform:uppercase;color:var(--muted);display:block;margin-bottom:2px}
|
| 145 |
+
.chat{display:flex;flex-direction:column;gap:10px;margin-top:16px}
|
| 146 |
+
.msg{max-width:88%;padding:10px 14px;border-radius:14px;font-size:.9rem;line-height:1.5;color:var(--ink);position:relative}
|
| 147 |
+
.msg small{display:block;font:500 .66rem var(--mono);letter-spacing:.07em;text-transform:uppercase;color:var(--muted);margin-bottom:3px}
|
| 148 |
+
.msg--investor{align-self:flex-start;background:#eef3f9;border-top-left-radius:4px}
|
| 149 |
+
.msg--agent{align-self:flex-end;background:#fbf7ee;box-shadow:inset 0 0 0 1px rgba(201,162,74,.28);border-top-right-radius:4px}
|
| 150 |
+
.msg--signoff{box-shadow:inset 0 0 0 1.5px var(--signed)}
|
| 151 |
+
.badge{display:inline-flex;align-items:center;gap:5px;font:500 .72rem var(--sans);padding:2px 9px;border-radius:999px;vertical-align:middle}
|
| 152 |
+
.badge--signed{background:rgba(201,162,74,.16);color:var(--signed-ink)}
|
| 153 |
+
.badge--fail{background:rgba(192,86,33,.1);color:var(--fail)}
|
| 154 |
+
.badge--pass{background:rgba(47,133,90,.1);color:var(--pass)}
|
| 155 |
+
.reported{display:flex;flex-wrap:wrap;gap:8px 24px;margin-top:16px;padding-top:14px;border-top:1px solid var(--line)}
|
| 156 |
+
.reported div{font-size:.72rem;color:var(--muted);line-height:1.3}
|
| 157 |
+
.reported b{display:block;font:500 1.3rem var(--serif);color:var(--ink);font-variant-numeric:tabular-nums}
|
| 158 |
+
.reported .rep-k{font:500 .7rem var(--mono);letter-spacing:.07em;text-transform:uppercase;color:var(--muted);width:100%}
|
| 159 |
+
.a-head{display:flex;justify-content:space-between;gap:10px;font:500 .72rem var(--mono);letter-spacing:.07em;text-transform:uppercase;color:var(--muted)}
|
| 160 |
+
.a-score{color:var(--data)}
|
| 161 |
+
.a-prompt{margin-top:12px;font:400 1.05rem var(--serif);color:var(--ink)}
|
| 162 |
+
.checks{display:flex;flex-direction:column;gap:10px;margin-top:14px}
|
| 163 |
+
.ck{display:grid;grid-template-columns:30px 1fr;gap:4px 12px;align-items:start;text-align:left;padding:12px 14px;border-radius:12px;background:#fff;box-shadow:inset 0 0 0 1px var(--line);transition:box-shadow .2s,background .2s}
|
| 164 |
+
button.ck:hover{background:var(--paper-2)}
|
| 165 |
+
.ck[aria-pressed="true"]{box-shadow:inset 0 0 0 1.5px var(--fail);background:rgba(192,86,33,.04)}
|
| 166 |
+
.ck .ck-ic{width:30px;height:30px;border-radius:50%;display:grid;place-items:center;font:600 .9rem var(--sans);background:var(--paper-2);color:var(--muted)}
|
| 167 |
+
.ck[aria-pressed="true"] .ck-ic{background:rgba(192,86,33,.12);color:var(--fail)}
|
| 168 |
+
.ck b{font-weight:600;font-size:.92rem;color:var(--ink);align-self:center}
|
| 169 |
+
.ck p{grid-column:2;font-size:.85rem;line-height:1.5}
|
| 170 |
+
.ck .ck-v{grid-column:2;font:500 .7rem var(--mono);color:var(--muted)}
|
| 171 |
+
.ck.is-fail{box-shadow:inset 0 0 0 1.5px var(--fail);background:rgba(192,86,33,.04)}
|
| 172 |
+
.ck.is-fail .ck-ic{background:var(--fail);color:#fff}
|
| 173 |
+
.ck.is-pass{box-shadow:inset 0 0 0 1.5px var(--pass);background:rgba(47,133,90,.04)}
|
| 174 |
+
.ck.is-pass .ck-ic{background:var(--pass);color:#fff}
|
| 175 |
+
.ck .ck-you{font:500 .7rem var(--sans);margin-left:8px}
|
| 176 |
+
.verdict{margin-top:14px;padding:12px 14px;border-radius:12px;background:var(--paper-2);font-size:.88rem;line-height:1.5;color:var(--soft)}
|
| 177 |
+
.verdict b{color:var(--ink);font-weight:600}
|
| 178 |
+
.q-foot{display:flex;justify-content:space-between;gap:10px;margin-top:auto;padding-top:16px;flex-wrap:wrap}
|
| 179 |
|
| 180 |
+
/* leaderboard */
|
| 181 |
+
.board{background:#fff;border-radius:18px;box-shadow:var(--ring);padding:6px 6px 2px}
|
| 182 |
+
.lb{width:100%;border-collapse:collapse;font-size:.88rem;font-variant-numeric:tabular-nums;min-width:960px}
|
| 183 |
+
.lb th{font:500 .7rem var(--sans);letter-spacing:.04em;text-transform:uppercase;color:var(--muted);text-align:right;padding:12px 10px;border-bottom:1px solid var(--line);white-space:nowrap;cursor:pointer;user-select:none}
|
| 184 |
+
.lb th:nth-child(-n+2){text-align:left}
|
| 185 |
+
.lb th.sorted{color:var(--ink)}
|
| 186 |
+
.lb th.sorted::after{content:" ↓"}
|
| 187 |
+
.lb th.sorted.asc::after{content:" ↑"}
|
| 188 |
+
.lb td{padding:11px 10px;text-align:right;border-bottom:1px solid var(--line);white-space:nowrap}
|
| 189 |
+
.lb td:nth-child(-n+2){text-align:left}
|
| 190 |
+
.lb tr.row{cursor:pointer;transition:background .2s}
|
| 191 |
+
.lb tr.row:hover{background:var(--paper-2)}
|
| 192 |
+
.lb tr.row.open{background:var(--paper-2)}
|
| 193 |
+
.lb tr.base td{color:var(--muted)}
|
| 194 |
+
.lb .rk{font:500 .78rem var(--mono);color:var(--muted);width:30px}
|
| 195 |
+
.lb .ag b{font-weight:600}
|
| 196 |
+
.lb .ag>span{display:block;font-size:.76rem;color:var(--muted)}
|
| 197 |
+
.lb .ci{display:block;font-size:.7rem;color:var(--muted)}
|
| 198 |
+
.lb .heat{border-radius:6px;padding:3px 8px;display:inline-block;min-width:44px;text-align:center}
|
| 199 |
+
.lb .zero{color:var(--fail);font-weight:600}
|
| 200 |
+
.lb .sg{color:var(--signed-ink);font-weight:500}
|
| 201 |
+
.lb .chev{display:inline-block;transition:transform .25s;color:var(--muted);margin-left:6px;font-size:.8rem}
|
| 202 |
+
.lb tr.open .chev{transform:rotate(90deg)}
|
| 203 |
+
.lb tr.detail td{padding:0;text-align:left;background:var(--paper-2);white-space:normal}
|
| 204 |
+
.det{display:grid;grid-template-columns:1.25fr 1fr .8fr;gap:16px;padding:16px 16px 20px;position:sticky;left:0;max-width:100%}
|
| 205 |
+
.det h4{margin:0 0 8px;font:500 .7rem var(--mono);letter-spacing:.07em;text-transform:uppercase;color:var(--muted)}
|
| 206 |
+
.det .card{padding:16px 18px}
|
| 207 |
+
.tgrid{display:grid;grid-template-columns:repeat(10,minmax(0,1fr));gap:4px}
|
| 208 |
+
.tcol{display:flex;flex-direction:column;gap:4px;align-items:stretch}
|
| 209 |
+
.tcol span{font:500 .64rem var(--mono);color:var(--muted);text-align:center}
|
| 210 |
+
.tcell{height:24px;border-radius:5px;position:relative}
|
| 211 |
+
.tcell.sat{box-shadow:inset 0 0 0 2px var(--signed)}
|
| 212 |
+
.tkey{display:flex;gap:16px;margin-top:10px;font-size:.72rem;color:var(--muted);flex-wrap:wrap}
|
| 213 |
+
.tkey i{display:inline-block;width:12px;height:12px;border-radius:3px;vertical-align:-2px;margin-right:5px}
|
| 214 |
+
.vbars{display:grid;grid-template-columns:auto 1fr auto;gap:3px 8px;font-size:.74rem;align-items:center}
|
| 215 |
+
.vbars span{color:var(--soft);white-space:nowrap}
|
| 216 |
+
.vbars em{font-style:normal;color:var(--muted);font-variant-numeric:tabular-nums;text-align:right}
|
| 217 |
+
.vbar{height:8px;border-radius:4px;background:var(--paper-2);overflow:hidden}
|
| 218 |
+
.vbar i{display:block;height:100%;border-radius:4px;background:var(--fail)}
|
| 219 |
+
.plist{display:grid;grid-template-columns:1fr auto;gap:6px 10px;font-size:.84rem}
|
| 220 |
+
.plist span{color:var(--soft)}
|
| 221 |
+
.plist b{font-weight:500;font-variant-numeric:tabular-nums;text-align:right}
|
| 222 |
+
.keys{display:grid;grid-template-columns:1fr auto;gap:20px;margin-top:16px;align-items:start}
|
| 223 |
+
.keys p{font-size:.82rem;line-height:1.6}
|
| 224 |
+
.keys b{color:var(--ink);font-weight:600}
|
| 225 |
+
.ramp-key{white-space:nowrap;display:flex;align-items:center;gap:8px}
|
| 226 |
+
.ramp{display:inline-block;width:90px;height:10px;border-radius:5px;background:linear-gradient(90deg,#eef3f9,#2b6cb0)}
|
| 227 |
+
|
| 228 |
+
/* graders */
|
| 229 |
+
.seg{display:inline-flex;gap:4px;padding:4px;border-radius:999px;background:#fff;box-shadow:var(--ring);margin-bottom:16px;flex-wrap:wrap}
|
| 230 |
+
.seg button{font-size:.88rem;padding:8px 16px;border-radius:999px;color:var(--soft);transition:background .25s,color .25s}
|
| 231 |
+
.seg button[aria-selected="true"]{background:var(--ink);color:#fff}
|
| 232 |
+
.gr{display:grid;grid-template-columns:1.2fr 1fr;gap:16px;align-items:start}
|
| 233 |
+
.gr>*{min-width:0}
|
| 234 |
+
.gr-total{display:flex;align-items:baseline;gap:14px;margin-bottom:14px;flex-wrap:wrap}
|
| 235 |
+
.gr-total b{font:500 3.6rem/1 var(--serif);font-variant-numeric:tabular-nums;transition:color .3s}
|
| 236 |
+
.gr-total span{font-size:.92rem;color:var(--soft);max-width:22em}
|
| 237 |
+
.hb{display:flex;flex-direction:column;gap:10px;margin-top:12px}
|
| 238 |
+
.hrow{display:grid;grid-template-columns:118px 1fr 64px;gap:12px;align-items:center;font-size:.86rem}
|
| 239 |
+
.hrow>span{color:var(--soft);white-space:nowrap;overflow:hidden;text-overflow:ellipsis}
|
| 240 |
+
.hrow>em{font-style:normal;font-variant-numeric:tabular-nums;text-align:right;color:var(--ink);font-weight:500}
|
| 241 |
+
.htrack{height:14px;border-radius:7px;background:var(--paper-2);overflow:hidden;position:relative}
|
| 242 |
+
.htrack i{position:absolute;inset:0 auto 0 0;border-radius:7px;background:var(--data);transition:width .7s var(--ease),background .3s}
|
| 243 |
+
.hb--rust .htrack i{background:var(--fail)}
|
| 244 |
+
.hb--signed .htrack i{background:var(--signed)}
|
| 245 |
+
.hrow.muted>span,.hrow.muted>em{color:var(--muted)}
|
| 246 |
+
.hrow.muted .htrack i{background:#b8c2cf}
|
| 247 |
+
|
| 248 |
+
/* funnel */
|
| 249 |
+
.fn{width:100%;border-collapse:collapse;font-size:.88rem;font-variant-numeric:tabular-nums;min-width:820px}
|
| 250 |
+
.fn th{font:500 .7rem var(--sans);letter-spacing:.04em;text-transform:uppercase;color:var(--muted);padding:8px 10px;border-bottom:1px solid var(--line);text-align:left;white-space:nowrap}
|
| 251 |
+
.fn td{padding:12px 10px;border-bottom:1px solid var(--line);vertical-align:middle}
|
| 252 |
+
.fn td.st{min-width:230px}
|
| 253 |
+
.fn tr:last-child td{border-bottom:0}
|
| 254 |
+
.fn .st b{display:block;font-weight:600;color:var(--ink)}
|
| 255 |
+
.fn .st span{font-size:.78rem;color:var(--muted)}
|
| 256 |
+
.fn .st i{font:500 .72rem var(--mono);color:var(--muted);font-style:normal;margin-right:6px}
|
| 257 |
+
.fcell{display:flex;align-items:center;gap:8px;min-width:96px}
|
| 258 |
+
.fcell .htrack{flex:1;height:10px}
|
| 259 |
+
.fcell em{font-style:normal;width:22px;text-align:right;font-weight:500}
|
| 260 |
+
.fcell.zero em{color:var(--fail)}
|
| 261 |
+
.fn td.seqc{background:rgba(43,108,176,.05)}
|
| 262 |
+
.fn .base{color:var(--muted)}
|
| 263 |
+
.fn .base .htrack i{background:#b8c2cf}
|
| 264 |
+
|
| 265 |
+
.decl{display:grid;grid-template-columns:1fr 1fr;gap:16px}
|
| 266 |
+
.decl>*{min-width:0}
|
| 267 |
+
|
| 268 |
+
/* learning */
|
| 269 |
+
.learn{display:grid;grid-template-columns:.8fr 1.6fr;gap:16px;align-items:stretch}
|
| 270 |
+
.learn>*{min-width:0}
|
| 271 |
+
.learn-stats{display:grid;grid-template-columns:1fr 1fr;gap:18px 20px;align-content:start}
|
| 272 |
+
.learn-stats div{font-size:.78rem;color:var(--muted);line-height:1.35}
|
| 273 |
+
.learn-stats div>b{display:block;font:500 2rem/1.1 var(--serif);color:var(--ink);font-variant-numeric:tabular-nums}
|
| 274 |
+
.learn-stats .wide b{color:var(--ink);font-weight:600}
|
| 275 |
+
.learn-stats .wide{grid-column:1/-1;border-top:1px solid var(--line);padding-top:14px;font-size:.88rem;color:var(--soft);line-height:1.55}
|
| 276 |
+
.legend{display:flex;flex-wrap:wrap;gap:6px 18px;font-size:.78rem;color:var(--soft)}
|
| 277 |
+
.legend span{display:inline-flex;align-items:center;gap:7px}
|
| 278 |
+
.ln{display:inline-block;width:18px;height:2px;border-radius:2px}
|
| 279 |
+
.ln--k{background:var(--data);height:3px}.ln--gray{background:#b8c2cf}
|
| 280 |
+
.chart svg{display:block;width:100%;height:auto;overflow:visible}
|
| 281 |
+
.chart .axis text{font-size:11px;fill:var(--muted)}
|
| 282 |
+
.chart .grid line{stroke:var(--line)}
|
| 283 |
+
|
| 284 |
+
/* benchmark */
|
| 285 |
+
.m-grid{display:grid;grid-template-columns:repeat(4,1fr);gap:16px}
|
| 286 |
+
.m-grid--3{grid-template-columns:repeat(3,1fr)}
|
| 287 |
+
.m-grid>div{background:#fff;border-radius:16px;box-shadow:var(--ring);padding:22px 24px}
|
| 288 |
+
.m-grid h3{font-size:1.25rem}
|
| 289 |
+
.m-grid .m-k{font:500 .7rem var(--mono);letter-spacing:.07em;text-transform:uppercase;color:var(--data);display:block;margin-bottom:8px}
|
| 290 |
+
.m-grid p{margin-top:8px;font-size:.92rem}
|
| 291 |
+
.m-grid ul{margin:12px 0 0;padding:0;list-style:none;display:flex;flex-direction:column;gap:6px;font-size:.86rem;color:var(--soft)}
|
| 292 |
+
.m-grid li b{color:var(--ink);font-weight:600}
|
| 293 |
+
.vgrid{display:grid;grid-template-columns:repeat(3,1fr);gap:10px}
|
| 294 |
+
.vc{background:#fff;border-radius:14px;box-shadow:var(--ring);padding:14px 16px;display:grid;grid-template-columns:1fr auto;gap:4px 10px}
|
| 295 |
+
.vc .vc-id{font:500 .72rem var(--mono);color:var(--muted)}
|
| 296 |
+
.vc h4{margin:0;font:600 .94rem var(--sans);color:var(--ink);grid-column:1}
|
| 297 |
+
.vc p{grid-column:1/-1;font-size:.82rem;line-height:1.5}
|
| 298 |
+
.vc .vc-n{grid-row:1/3;grid-column:2;text-align:right;font-size:.68rem;color:var(--muted);line-height:1.2}
|
| 299 |
+
.vc .vc-n b{display:block;font:500 1.35rem var(--serif);color:var(--fail);font-variant-numeric:tabular-nums}
|
| 300 |
+
.vc .vc-n b.z{color:var(--muted)}
|
| 301 |
+
.jb{font:500 .66rem var(--sans);padding:1px 7px;border-radius:999px;background:var(--paper-2);color:var(--soft);margin-left:6px;vertical-align:1px;letter-spacing:.02em}
|
| 302 |
+
.trust{display:grid;grid-template-columns:repeat(3,1fr);gap:16px;margin-top:28px}
|
| 303 |
+
.trust>div{border-top:1.5px solid transparent;border-image:var(--g) 1;padding-top:14px}
|
| 304 |
+
.trust b{display:block;font:500 2rem/1.1 var(--serif);color:var(--ink);font-variant-numeric:tabular-nums}
|
| 305 |
+
.trust p{font-size:.88rem;margin-top:6px}
|
| 306 |
+
|
| 307 |
+
.tip{position:fixed;z-index:80;pointer-events:none;background:var(--ink);color:#fff;font-size:.78rem;line-height:1.45;padding:8px 11px;border-radius:9px;max-width:270px;opacity:0;transform:translateY(4px);transition:opacity .15s,transform .15s;box-shadow:0 10px 30px -10px rgba(0,0,0,.4)}
|
| 308 |
+
.tip.on{opacity:1;transform:none}
|
| 309 |
+
.tip b{font-weight:600}
|
| 310 |
+
.tip .t-k{color:#a9b6c8}
|
| 311 |
+
|
| 312 |
+
.foot{border-top:1px solid var(--line);padding-block:28px;font-size:.84rem;color:var(--muted)}
|
| 313 |
+
.foot-in{display:flex;justify-content:space-between;gap:12px;flex-wrap:wrap}
|
| 314 |
+
.foot-links{display:flex;gap:18px;flex-wrap:wrap}
|
| 315 |
+
.foot-links a:hover{color:var(--ink)}
|
| 316 |
+
|
| 317 |
+
@media (max-width:1060px){
|
| 318 |
+
.links{display:none}
|
| 319 |
+
.hero-grid{grid-template-columns:1fr;gap:34px}
|
| 320 |
+
.game,.gr,.learn{grid-template-columns:1fr}
|
| 321 |
+
.det{grid-template-columns:1fr}
|
| 322 |
+
.vgrid,.m-grid{grid-template-columns:repeat(2,1fr)}
|
| 323 |
+
}
|
| 324 |
+
@media (max-width:640px){
|
| 325 |
+
.wrap{padding-inline:16px}
|
| 326 |
+
.nav-data{display:none}
|
| 327 |
+
.brand{font-size:1.05rem}
|
| 328 |
+
.stats{gap:10px 24px}
|
| 329 |
+
.stat b{font-size:1.7rem}
|
| 330 |
+
.orbit-wrap{grid-template-columns:1fr}
|
| 331 |
+
.xs-side{width:auto;text-align:center!important;display:flex;gap:8px;align-items:baseline;justify-content:center}
|
| 332 |
+
.xs-side b{display:inline;font-size:1.15rem}
|
| 333 |
+
.xs-ends{grid-template-columns:repeat(2,1fr)}
|
| 334 |
+
.decl,.vgrid,.trust,.m-grid{grid-template-columns:1fr}
|
| 335 |
+
.keys{grid-template-columns:1fr}
|
| 336 |
+
.hrow{grid-template-columns:92px 1fr 52px;gap:8px}
|
| 337 |
+
.q-card,.a-card{padding:18px}
|
| 338 |
+
.msg{max-width:100%}
|
| 339 |
+
.section{padding-block:56px}
|
| 340 |
}
|