config.json

{
  "model_type": "rrt-gpt2",
  "n_layer": 24,
  "n_head": 16,
  "n_embd": 1024,
  "block_size": 2048,
  "vocab_size": 50304,
  "engine": "pure_rrt",
  "eml_x_clamp": 20.0,
  "rrt_mlp_n": 1.25,
  "mlp": "gelu",
  "bias": false,
  "dropout": 0.0,
  "_release_kind": "weights-and-constants",
  "_engine_source": "https://github.com/tripstoph/RRT-LLM-FOUNDATION",
  "_constants_file": "rrt_substrate_constants.json",
  "_substrate_constants_required": true,
  "_n_backbone": 1.25,
  "_c_max": 0.98,
  "_scope": "Proof-of-mechanism checkpoint; training complete; no further releases from this repository."
}