Upload folder using huggingface_hub
Browse files- config.yaml +11 -0
- model.pt +3 -0
- tokenizer.model +3 -0
- tokenizer.vocab +0 -0
config.yaml
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model:
|
| 2 |
+
vocab_size: 32000
|
| 3 |
+
max_seq_len: 1024
|
| 4 |
+
n_layers: 16
|
| 5 |
+
dim: 896
|
| 6 |
+
n_heads: 16
|
| 7 |
+
n_kv_heads: 4
|
| 8 |
+
ffn_hidden_dim: 2660
|
| 9 |
+
rope_theta: 10000.0
|
| 10 |
+
dropout: 0.0
|
| 11 |
+
tie_embeddings: true
|
model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b1cb810336695ecee8bc6624124ff4fd82ac1df929bf78f1947e4be5198b082e
|
| 3 |
+
size 2102737086
|
tokenizer.model
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e819f56e031fa45c5927810bd6652b866db059a1efd60898e0e4ff9210fa9cfa
|
| 3 |
+
size 775063
|
tokenizer.vocab
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|