{
  "name": "HOLA 340M",
  "source_checkpoint": "/data/multi_query_deltanet/flash-linear-attention/legacy/training/exp/betae-rms-340m-canon",
  "architecture": "gated_deltanet",
  "parameters": "340M",
  "training_data": "SlimPajama-15B",
  "context_length": 2048,
  "cache_window": 64,
  "cache_chunk": 256,
  "cache_eviction": "betae",
  "cache_norm": "rms"
}