{
 "moe": {
  "tau_bias": 0.7347201704978943,
  "beta_moe": 1.0348315238952637
 },
 "heads": {},
 "chain": {},
 "tgnn": {},
 "router": {
  "log_alpha": 0.0
 },
 "diffusion": {},
 "ghsom": {},
 "theta": {
  "repr": "[0.18 1.2  0.55 0.05 0.05 0.5  0.05 0.05 0.2  0.1  0.05 0.3 ]"
 },
 "scalars": {
  "step": 348,
  "N_dim": 256,
  "growth_events": 1,
  "difficulty": 0.05,
  "level": 0
 }
}