Upload folder using huggingface_hub
Browse files- encoder/config.json +16 -0
- encoder/pytorch_model.bin +3 -0
- meta.json +1 -1
- projector.pt +1 -1
- pytorch_model.bin +1 -1
encoder/config.json
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"d_model": 768,
|
| 3 |
+
"d_intermediate": 0,
|
| 4 |
+
"n_layer": 24,
|
| 5 |
+
"vocab_size": 50277,
|
| 6 |
+
"ssm_cfg": {
|
| 7 |
+
"layer": "Mamba2"
|
| 8 |
+
},
|
| 9 |
+
"attn_layer_idx": [],
|
| 10 |
+
"attn_cfg": {},
|
| 11 |
+
"rms_norm": true,
|
| 12 |
+
"residual_in_fp32": true,
|
| 13 |
+
"fused_add_norm": true,
|
| 14 |
+
"pad_vocab_size_multiple": 16,
|
| 15 |
+
"tie_embeddings": true
|
| 16 |
+
}
|
encoder/pytorch_model.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d189435fa5bba8416c47319125dfbac8561208da3e11caec0989a27124a054c3
|
| 3 |
+
size 258059787
|
meta.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"step":
|
|
|
|
| 1 |
+
{"step": 42, "tokens_seen": 1007351, "backbone": "state-spaces/mamba2-130m", "gpu_profile": "A100_40GB", "stage": 2}
|
projector.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 18891455
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4894d124201ef16df8a41254e2b10f02fbda87e03682da9509b3b5d9f29ae163
|
| 3 |
size 18891455
|
pytorch_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 258047499
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f721fbf993969ee394e31d57c31904107bcbd824da1c5e4dec7dae70cd0864f8
|
| 3 |
size 258047499
|