gla_100M.meta.json

{
  "meta": {
    "model": "gla",
    "size_m": 100,
    "steps": 4000,
    "seq_len": 1024,
    "warmup": 1000,
    "seed": 0,
    "config": {
      "arch": "gla",
      "size_m": 100,
      "n_layer": 6,
      "hidden": 1024,
      "params": 102668800
    },
    "data": "europarl en-pl+en-cs byte stream 398.6MB",
    "optimizer": "AdamW lr=1e-3 wd=0.1 cos->1e-4 warmup1000",
    "clip": "ZClip"
  }
}