Upload files with huggingface_hub
Browse filesUpload original/params.json
Upload original/consolidated.01.pth
Upload original/consolidated.03.pth
- original/consolidated.01.pth +3 -0
- original/consolidated.03.pth +3 -0
- original/params.json +1 -0
original/consolidated.01.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:82260e575f16842717eb6bafae9f73732a8ef14fea2fe6d94be6a1a142ff3535
|
| 3 |
+
size 17640971024
|
original/consolidated.03.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:02fc4410da5a7dee77ca2edd9dc6f44bd90ac425756acff395fc2e10ef983d86
|
| 3 |
+
size 17640971024
|
original/params.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"dim": 8192, "n_layers": 80, "n_heads": 64, "n_kv_heads": 8, "vocab_size": 128256, "ffn_dim_multiplier": 1.3, "multiple_of": 4096, "norm_eps": 1e-05, "rope_theta": 500000.0, "use_scaled_rope": true}
|