ainouche-abderahmane commited on
Commit
58e6dc7
·
verified ·
1 Parent(s): fd7ded6

Publish the export rather than the training checkpoint

Browse files
config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 2,
3
+ "dropout_prob": 0.1,
4
+ "eos_token_id": 3,
5
+ "hidden_size": 384,
6
+ "intermediate_size": 1152,
7
+ "label_smoothing": 0.05,
8
+ "layer_norm_eps": 1e-06,
9
+ "max_position_embeddings": 512,
10
+ "num_attention_heads": 6,
11
+ "num_decoder_layers": 6,
12
+ "num_encoder_layers": 6,
13
+ "pad_token_id": 0,
14
+ "unk_token_id": 1,
15
+ "vocab_size": 128
16
+ }
export.stats.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": "artifacts/checkpoints/Juba-27M/juba_final.pt",
3
+ "source_contents": [
4
+ "config",
5
+ "model_state_dict",
6
+ "val_acc"
7
+ ],
8
+ "dropped_state": [],
9
+ "dropped_tied": [
10
+ "lm_head.weight"
11
+ ],
12
+ "tensors": 145,
13
+ "parameters": 26901888,
14
+ "files": [
15
+ {
16
+ "name": "README.md",
17
+ "bytes": 10616,
18
+ "sha256": "17a73ad594732e0a33e6890acef29a8ceb251fa8698b38ed7eef70201af36654"
19
+ },
20
+ {
21
+ "name": "config.json",
22
+ "bytes": 352,
23
+ "sha256": "4b94ed28a330e30a4591eaf547ad68e151b096f366963bbfe8427d5030c672cf"
24
+ },
25
+ {
26
+ "name": "model.safetensors",
27
+ "bytes": 107622888,
28
+ "sha256": "d6ea5fd03a6fa54a61a4f8a7956d7433dbb80d24bb90e9f59c4a472360b66389"
29
+ }
30
+ ]
31
+ }
juba_final.pt → model.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8af8abc2d805e499f89556b84056a132f41a47e393f476e015f81736a9debd60
3
- size 107666274
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6ea5fd03a6fa54a61a4f8a7956d7433dbb80d24bb90e9f59c4a472360b66389
3
+ size 107622888