MGow commited on
Commit
0de7e0e
·
verified ·
1 Parent(s): 330553a

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. meta.json +14 -0
  2. model.pt +3 -0
  3. tokenizer.pkl +3 -0
meta.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 999,
3
+ "val_loss": 2.0692103222040337,
4
+ "mmlu_acc": 0.2685546875,
5
+ "arc_easy_acc": 0.251953125,
6
+ "model_config": {
7
+ "sequence_len": 1024,
8
+ "vocab_size": 65536,
9
+ "n_layer": 16,
10
+ "n_head": 8,
11
+ "n_kv_head": 8,
12
+ "n_embd": 1024
13
+ }
14
+ }
model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9276835fa406b9a1c6ae0e9dc65272db797b94a071c5e276a610e96f6d8f0531
3
+ size 1342215941
tokenizer.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad6f486753acba09b3fbd79455ebfbc4e4615d459d85f9ab44b9bdc961c38105
3
+ size 846077