Upload folder using huggingface_hub
Browse files- transformer/config.json +1 -1
transformer/config.json
CHANGED
|
@@ -17,7 +17,7 @@
|
|
| 17 |
2,
|
| 18 |
2
|
| 19 |
],
|
| 20 |
-
|
| 21 |
"qk_norm": "rms_norm_across_heads",
|
| 22 |
"rope_max_seq_len": 1024,
|
| 23 |
"text_dim": 4096
|
|
|
|
| 17 |
2,
|
| 18 |
2
|
| 19 |
],
|
| 20 |
+
"pos_embed_seq_len": null,
|
| 21 |
"qk_norm": "rms_norm_across_heads",
|
| 22 |
"rope_max_seq_len": 1024,
|
| 23 |
"text_dim": 4096
|