Upload understanding_good_stuff.json with huggingface_hub

understanding_good_stuff.json

@@ -0,0 +1,20 @@
+{
+  "arc": {
+    "num_heads": 8,
+    "attention_dim": 512,
+    "vocab_size": 16384,
+    "num_blocks": 8,
+    "ff_dim": 1536
+  },
+  "attn": {
+    "attn_chunks": 2,
+    "gqa_repeats": 2
+  },
+  "moe": {
+    "num_experts": 2,
+    "top_k": 1,
+    "chunk_size": 1536,
+    "pad": 1536
+  },
+  "dropout_rate": 0.05
+}