Edmon02 commited on
Commit
547938b
·
1 Parent(s): 7b36b52

Upload folder using huggingface_hub

Browse files
checklist.chk ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ 3f14961b74efd32bb8fec83546a6b541 consolidated.00.pth
2
+ 75ccd9c9c6357d5b383090c6ccab53d1 consolidated.01.pth
3
+ d66255d231b6d8ae844003fc9b4a0e22 consolidated.02.pth
4
+ 82a4d7c58ee005a70928a77e33101a1c consolidated.03.pth
5
+ cf70ca012c00973db6b4c57915eae9bf params.json
6
+ eeec4125e9c7560836b4873b6f8e3025 tokenizer.model
consolidated.00.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9f638c524e24af409b0569df0a3d859b0acef34d22d17a6d1c045bfa22eb338
3
+ size 16873237695
consolidated.01.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d87b21f111ab5cb7f0de1eebe69babebe442cc8705c2b194c8aa847bcee15be
3
+ size 16873237695
consolidated.02.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a149862e26a15bae3aa4f8f71bd4b3745e09818b40114dd24ee601db311b16ac
3
+ size 16873237695
consolidated.03.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bedc5ea162a29c4a4f456ac31a674de65c378c660aa6034ea99eee63c916c804
3
+ size 16873237695
params.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dim": 8192,
3
+ "n_layers": 48,
4
+ "n_heads": 64,
5
+ "n_kv_heads": 8,
6
+ "multiple_of": 256,
7
+ "ffn_dim_multiplier": 1.0,
8
+ "norm_eps": 1e-5,
9
+ "rope_theta": 1000000
10
+ }
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
3
+ size 499723