| { | |
| "moe": { | |
| "tau_bias": 0.6827874183654785, | |
| "beta_moe": 0.9830238819122314 | |
| }, | |
| "heads": {}, | |
| "chain": {}, | |
| "tgnn": {}, | |
| "router": { | |
| "log_alpha": 0.0 | |
| }, | |
| "diffusion": {}, | |
| "ghsom": {}, | |
| "theta": { | |
| "repr": "[0.18 1.2 0.55 0.05 0.05 0.5 0.05 0.05 0.2 0.1 0.05 0.3 ]" | |
| }, | |
| "scalars": { | |
| "step": 3000, | |
| "N_dim": 217, | |
| "growth_events": 1, | |
| "difficulty": 0.05, | |
| "level": 2 | |
| } | |
| } |