| { | |
| "moe": { | |
| "tau_bias": 0.7347201704978943, | |
| "beta_moe": 1.0348315238952637 | |
| }, | |
| "heads": {}, | |
| "chain": {}, | |
| "tgnn": {}, | |
| "router": { | |
| "log_alpha": 0.0 | |
| }, | |
| "diffusion": {}, | |
| "ghsom": {}, | |
| "theta": { | |
| "repr": "[0.18 1.2 0.55 0.05 0.05 0.5 0.05 0.05 0.2 0.1 0.05 0.3 ]" | |
| }, | |
| "scalars": { | |
| "step": 348, | |
| "N_dim": 256, | |
| "growth_events": 1, | |
| "difficulty": 0.05, | |
| "level": 0 | |
| } | |
| } |