| { | |
| "moe": { | |
| "tau_bias": 0.654296875, | |
| "beta_moe": 0.95458984375 | |
| }, | |
| "heads": {}, | |
| "chain": {}, | |
| "tgnn": {}, | |
| "router": { | |
| "log_alpha": 0.0 | |
| }, | |
| "diffusion": {}, | |
| "ghsom": {}, | |
| "theta": { | |
| "repr": "[0.18 1.2 0.55 0.05 0.05 0.5 0.05 0.05 0.2 0.1 0.05 0.3 ]" | |
| }, | |
| "scalars": { | |
| "step": 0, | |
| "N_dim": 256, | |
| "growth_events": 0, | |
| "difficulty": 0.2, | |
| "level": 0 | |
| } | |
| } |