Upload params.json with huggingface_hub

params.json

@@ -0,0 +1,13 @@
+{
+    "dim": 4096,
+    "n_layers": 36,
+    "head_dim": 128,
+    "hidden_dim": 12288,
+    "n_heads": 32,
+    "n_kv_heads": 8,
+    "norm_eps": 1e-05,
+    "vocab_size": 131072,
+    "rope_theta": 100000000.0,
+    "sliding_window": [null, 32768, 32768, 32768],
+    "max_position_embeddings": 131072
+}