M-Ziyo commited on
Commit
c5371d6
·
verified ·
1 Parent(s): f9c46dc

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. config.json +1 -1
  2. model.safetensors +2 -2
config.json CHANGED
@@ -162,7 +162,7 @@
162
  "num_hidden_layers": 2,
163
  "num_key_value_heads": 2,
164
  "patch_size": 14,
165
- "query_num": 36,
166
  "rms_norm_eps": 1e-06,
167
  "rope_scaling": null,
168
  "rope_theta": 1000000.0,
 
162
  "num_hidden_layers": 2,
163
  "num_key_value_heads": 2,
164
  "patch_size": 14,
165
+ "query_num": 108,
166
  "rms_norm_eps": 1e-06,
167
  "rope_scaling": null,
168
  "rope_theta": 1000000.0,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6d04efc400f7c20ad5327953728a9e46e0ce84032a2b092d56f123ddb819c20d
3
- size 4703768
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47cc4ec94b157ce02f530992884015df44f12cf8733ccadf3cdfc513be01007a
3
+ size 4740640