File size: 2,643 Bytes
2e35231 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 | {
"about": "Forecasters of the /forecast/ page. s6-cast-pico (docs/s6-cast-prereg.md) and s6-cast2-pico (docs/s6-cast2-prereg.md) failed their gates (BENCH.md): their files are published as results (owner's decision of 15/11/2026), listed with gate \"failed\", and start unticked.",
"models": [
{
"name": "s6-cast2-pico",
"kind": "gguf",
"file": "s6-cast2-pico.gguf",
"params": 377568,
"bytes": 148512,
"license": "Apache-2.0",
"notice": "",
"url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#s6-cast2-pico-s6-cast-v2-a-forecaster-with-a-periodicity-front-end-pre-registered-gate-failed",
"credit": "skycmd (trained from scratch in Rust)",
"gift_eval": {
"nGMASE": 0.8847,
"nWQL": 0.619,
"source": "measured, data/gift-eval-out/s6-cast2-pico/summary.json"
},
"gate": "failed",
"gate_note": "On GIFT-Eval it scored nGMASE 0.8847 and nWQL 0.6190, where its gate G1 asked for 0.838 and 0.587 (v1: 0.9471 and 0.6646; our TinyCast port without flip: 0.7918 and 0.5622); G2 holds, its MASE ratio to the seasonal naive is under 1.00 at each term (short 0.833, medium 0.928, long 0.988)",
"gate_url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#s6-cast2-pico-s6-cast-v2-a-forecaster-with-a-periodicity-front-end-pre-registered-gate-failed"
},
{
"name": "s6-cast-pico",
"kind": "gguf",
"file": "s6-cast-pico.gguf",
"params": 369792,
"bytes": 142912,
"license": "Apache-2.0",
"notice": "",
"url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#s6-cast-pico-probabilistic-forecasting-pre-registered-gate-failed",
"credit": "skycmd (trained from scratch in Rust)",
"gift_eval": {
"nGMASE": 0.9471,
"nWQL": 0.6646,
"source": "measured, data/gift-eval-out/s6-cast-pico/summary.json"
},
"gate": "failed",
"gate_note": "On GIFT-Eval it scored nGMASE 0.9471 and nWQL 0.6646, where the gate asked for 0.838 and 0.587",
"gate_url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#s6-cast-pico-probabilistic-forecasting-pre-registered-gate-failed"
},
{
"name": "TinyCast",
"kind": "gguf",
"file": "ref/tinycast.gguf",
"params": 146505,
"bytes": 595840,
"license": "Apache-2.0",
"notice": "ref/TINYCAST-NOTICE.txt",
"url": "https://github.com/raws-labs/tinycast",
"credit": "RAWS Labs, arXiv 2608.15767 (ported to Rust)",
"gift_eval": {
"nGMASE": 0.774,
"nWQL": 0.545,
"source": "published"
}
}
]
}
|