File size: 2,643 Bytes
2e35231
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
{
  "about": "Forecasters of the /forecast/ page. s6-cast-pico (docs/s6-cast-prereg.md) and s6-cast2-pico (docs/s6-cast2-prereg.md) failed their gates (BENCH.md): their files are published as results (owner's decision of 15/11/2026), listed with gate \"failed\", and start unticked.",
  "models": [
    {
      "name": "s6-cast2-pico",
      "kind": "gguf",
      "file": "s6-cast2-pico.gguf",
      "params": 377568,
      "bytes": 148512,
      "license": "Apache-2.0",
      "notice": "",
      "url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#s6-cast2-pico-s6-cast-v2-a-forecaster-with-a-periodicity-front-end-pre-registered-gate-failed",
      "credit": "skycmd (trained from scratch in Rust)",
      "gift_eval": {
        "nGMASE": 0.8847,
        "nWQL": 0.619,
        "source": "measured, data/gift-eval-out/s6-cast2-pico/summary.json"
      },
      "gate": "failed",
      "gate_note": "On GIFT-Eval it scored nGMASE 0.8847 and nWQL 0.6190, where its gate G1 asked for 0.838 and 0.587 (v1: 0.9471 and 0.6646; our TinyCast port without flip: 0.7918 and 0.5622); G2 holds, its MASE ratio to the seasonal naive is under 1.00 at each term (short 0.833, medium 0.928, long 0.988)",
      "gate_url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#s6-cast2-pico-s6-cast-v2-a-forecaster-with-a-periodicity-front-end-pre-registered-gate-failed"
    },
    {
      "name": "s6-cast-pico",
      "kind": "gguf",
      "file": "s6-cast-pico.gguf",
      "params": 369792,
      "bytes": 142912,
      "license": "Apache-2.0",
      "notice": "",
      "url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#s6-cast-pico-probabilistic-forecasting-pre-registered-gate-failed",
      "credit": "skycmd (trained from scratch in Rust)",
      "gift_eval": {
        "nGMASE": 0.9471,
        "nWQL": 0.6646,
        "source": "measured, data/gift-eval-out/s6-cast-pico/summary.json"
      },
      "gate": "failed",
      "gate_note": "On GIFT-Eval it scored nGMASE 0.9471 and nWQL 0.6646, where the gate asked for 0.838 and 0.587",
      "gate_url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#s6-cast-pico-probabilistic-forecasting-pre-registered-gate-failed"
    },
    {
      "name": "TinyCast",
      "kind": "gguf",
      "file": "ref/tinycast.gguf",
      "params": 146505,
      "bytes": 595840,
      "license": "Apache-2.0",
      "notice": "ref/TINYCAST-NOTICE.txt",
      "url": "https://github.com/raws-labs/tinycast",
      "credit": "RAWS Labs, arXiv 2608.15767 (ported to Rust)",
      "gift_eval": {
        "nGMASE": 0.774,
        "nWQL": 0.545,
        "source": "published"
      }
    }
  ]
}