HAKO upload: checkpoints/hako_phase3.meta.json

checkpoints/hako_phase3.meta.json

@@ -0,0 +1,24 @@
+{
+ "moe": {
+  "tau_bias": 0.654296875,
+  "beta_moe": 0.95458984375
+ },
+ "heads": {},
+ "chain": {},
+ "tgnn": {},
+ "router": {
+  "log_alpha": 0.0
+ },
+ "diffusion": {},
+ "ghsom": {},
+ "theta": {
+  "repr": "[0.18 1.2  0.55 0.05 0.05 0.5  0.05 0.05 0.2  0.1  0.05 0.3 ]"
+ },
+ "scalars": {
+  "step": 0,
+  "N_dim": 256,
+  "growth_events": 0,
+  "difficulty": 0.2,
+  "level": 0
+ }
+}