damienbenveniste commited on
Commit
21b1021
·
verified ·
1 Parent(s): 97ef8fc

Training in progress, step 125

Browse files
Files changed (3) hide show
  1. config.json +1 -0
  2. model.safetensors +1 -1
  3. training_args.bin +1 -1
config.json CHANGED
@@ -15,6 +15,7 @@
15
  "num_attention_heads": 16,
16
  "num_hidden_layers": 4,
17
  "num_key_value_heads": 8,
 
18
  "rms_norm_eps": 1e-06,
19
  "rope_theta": 10000.0,
20
  "sliding_window": 768,
 
15
  "num_attention_heads": 16,
16
  "num_hidden_layers": 4,
17
  "num_key_value_heads": 8,
18
+ "pad_token_id": 2,
19
  "rms_norm_eps": 1e-06,
20
  "rope_theta": 10000.0,
21
  "sliding_window": 768,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:152409cc526c1e2bd8aec028aeabb85f8a0342a0be7bf11db7426994d8af3009
3
  size 338197712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c5bdf3156a7a3a801178ff331bce49bf502c91f94ec2dbfa09a99ada912869b
3
  size 338197712
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:814e0929d385bfdadc9278d7b3aa18a1fe261bc068c8cc5bf29dc7893ce982d9
3
  size 6033
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31a3e70ce672a31e1b2760de3e023bf37cf7836bf47c57af27b346faa77e0725
3
  size 6033