Upload folder using huggingface_hub

config.json

@@ -12,12 +12,12 @@
     154829
   ],
   "first_k_dense_replace": 1,
-  "head_dim": 32,
+  "head_dim": 64,
   "hidden_act": "silu",
   "hidden_size": 128,
   "initializer_range": 0.02,
   "intermediate_size": 256,
-  "kv_lora_rank": 64,
+  "kv_lora_rank": 256,
   "max_position_embeddings": 202752,
   "mlp_layer_types": [
     "dense",
@@ -38,9 +38,9 @@
   "partial_rotary_factor": 1.0,
   "pretraining_tp": 1,
   "q_lora_rank": 64,
-  "qk_head_dim": 96,
+  "qk_head_dim": 128,
   "qk_nope_head_dim": 64,
-  "qk_rope_head_dim": 32,
+  "qk_rope_head_dim": 64,
   "rms_norm_eps": 1e-05,
   "rope_interleave": true,
   "rope_parameters": {

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:393759282088a032220ee25f3457afa3650cf6f672edcc7a4a61cd827a0e97b2
-size 161377728
+oid sha256:e00b445b3863d57a00aa0f7760622cb93500a68d17c063de40b2f19e42454b4f
+size 162189896