{
  "model_type": "bob-int",
  "name": "bob 2 ck_13000",
  "format": "bob-int-weights-1",
  "arithmetic": "fixed-point integer under registered widths and exponents (registration/)",
  "d_model": 256,
  "n_layer": 5,
  "n_head": 8,
  "head_dim": 32,
  "d_mlp": 1024,
  "ctx": 512,
  "positions": 8192,
  "vocab": 4097,
  "n_params": 5129216,
  "checkpoint_step": 13000,
  "weights_sha256": "53ae7609f22e580ac1d67ad1995dfc2d87c0ebcd5f60f3ab7136345f502c2890",
  "optimizer_sha256": "4fb65611354d4c19fad49c90588283cadbfed77c50e5cb533355e54b5213aac8",
  "note": "not a transformers checkpoint; will not load with from_pretrained"
}