CyanMonkey commited on
Commit
301eeb1
·
verified ·
1 Parent(s): 6c105ef

step 13200 | val_ppl=9.47

Browse files
README.md CHANGED
@@ -25,7 +25,7 @@ Small language model (3.0M parameters) trained from scratch.
25
  | Total parameters | 3.000M |
26
 
27
  ## Training
28
- - Tokens seen: 13,408,665,600
29
  - Val loss: 2.2479
30
  - Val PPL: 9.47
31
 
 
25
  | Total parameters | 3.000M |
26
 
27
  ## Training
28
+ - Tokens seen: 13,827,686,400
29
  - Val loss: 2.2479
30
  - Val PPL: 9.47
31
 
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8d47eaa983c7793bd06901c5a1baaa0405bb4d21718b33feacb0dcbd7ec8c750
3
  size 12006544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2bbf1a453ed14c2071e0cb91a3fd41111b926d2381af584fbbcd8cd93be4213
3
  size 12006544
resume/ckpt.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d8a204da107184eae47c99925beefbd7709c6643c3e51b0f5e4dbbb88c3fa168
3
  size 36728175
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f70b51ef306b27c7e56d9d75588d9a80bc4a56c3ef015cae212dcab8b26332f
3
  size 36728175
resume/latest_step.txt CHANGED
@@ -1 +1 @@
1
- 12800
 
1
+ 13200
training_meta.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "step": 12800,
3
  "val_loss": 2.2479474616241455,
4
  "val_ppl": 9.468281866294314,
5
  "params_M": 3.0,
6
- "pushed_at": "2026-07-03T19:21:06.751410",
7
- "tokens_seen": 13408665600
8
  }
 
1
  {
2
+ "step": 13200,
3
  "val_loss": 2.2479474616241455,
4
  "val_ppl": 9.468281866294314,
5
  "params_M": 3.0,
6
+ "pushed_at": "2026-07-03T20:08:24.851598",
7
+ "tokens_seen": 13827686400
8
  }