CodeIsAbstract commited on
Commit
19d31a3
·
verified ·
1 Parent(s): 9ab813f

Training in progress, step 20, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e11f5f81828c181532b1f761742c9c124a2fc283791b1310c12df69bfb00094
3
  size 847599616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7eadee4ebe800fa691214be7857fcfe10fe82b86351955878498e9f8e40bc735
3
  size 847599616
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:42e4a163723197834015430b5f2293c3312332636ec548b4a2d95055b0baa04c
3
  size 350603
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ac44e1e06d6c7b9ab5257395e1650b841528708459b68719bfb341fb9f24a5c
3
  size 350603
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e9d1ea809ba32b7efd678ae04203f4d557f85f71b36f396a16e0baf7241d69c8
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97bd3d1a2f58ae7c5971df94ab38f5e952b7947bc754ebd01bb0045964a824d2
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:889f6fc92910dc1617d7e2b8e49ec9358ef58d2162623ab1d55db477fded32fc
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad4a07c066075e0a1b5d9477b0d2f4d6bab07235ad5efe05720caa179d7171b5
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,86 +2,49 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.2,
6
  "eval_steps": 20,
7
- "global_step": 40,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
  "epoch": 0.025,
14
- "grad_norm": 0.2323141247034073,
15
  "learning_rate": 1.6e-06,
16
- "loss": 21.980325317382814,
17
  "step": 5
18
  },
19
  {
20
  "epoch": 0.05,
21
- "grad_norm": 0.2334250658750534,
22
  "learning_rate": 3.6e-06,
23
- "loss": 21.9706298828125,
24
  "step": 10
25
  },
26
  {
27
  "epoch": 0.075,
28
- "grad_norm": 0.22430387139320374,
29
  "learning_rate": 3.995627254437549e-06,
30
- "loss": 21.961314392089843,
31
  "step": 15
32
  },
33
  {
34
  "epoch": 0.1,
35
- "grad_norm": 0.2190800905227661,
36
  "learning_rate": 3.9778957412029366e-06,
37
- "loss": 21.96648712158203,
38
  "step": 20
39
  },
40
  {
41
  "epoch": 0.1,
42
- "eval_accuracy": 3.131115459882583e-05,
43
- "eval_loss": 10.98162841796875,
44
- "eval_runtime": 6.0042,
45
- "eval_samples_per_second": 166.549,
46
- "eval_steps_per_second": 27.814,
47
  "step": 20
48
- },
49
- {
50
- "epoch": 0.125,
51
- "grad_norm": 0.21648378670215607,
52
- "learning_rate": 3.9466531944960116e-06,
53
- "loss": 21.956903076171876,
54
- "step": 25
55
- },
56
- {
57
- "epoch": 0.15,
58
- "grad_norm": 0.2288612723350525,
59
- "learning_rate": 3.902113032590307e-06,
60
- "loss": 21.954676818847656,
61
- "step": 30
62
- },
63
- {
64
- "epoch": 0.175,
65
- "grad_norm": 0.22517967224121094,
66
- "learning_rate": 3.844579509954769e-06,
67
- "loss": 21.96697540283203,
68
- "step": 35
69
- },
70
- {
71
- "epoch": 0.2,
72
- "grad_norm": 0.22221730649471283,
73
- "learning_rate": 3.7744456388872234e-06,
74
- "loss": 21.957220458984374,
75
- "step": 40
76
- },
77
- {
78
- "epoch": 0.2,
79
- "eval_accuracy": 2.7397260273972603e-05,
80
- "eval_loss": 10.978096961975098,
81
- "eval_runtime": 5.4308,
82
- "eval_samples_per_second": 184.136,
83
- "eval_steps_per_second": 30.751,
84
- "step": 40
85
  }
86
  ],
87
  "logging_steps": 5,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.1,
6
  "eval_steps": 20,
7
+ "global_step": 20,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
  "epoch": 0.025,
14
+ "grad_norm": 0.23910726606845856,
15
  "learning_rate": 1.6e-06,
16
+ "loss": 21.99029541015625,
17
  "step": 5
18
  },
19
  {
20
  "epoch": 0.05,
21
+ "grad_norm": 0.2298264056444168,
22
  "learning_rate": 3.6e-06,
23
+ "loss": 21.960894775390624,
24
  "step": 10
25
  },
26
  {
27
  "epoch": 0.075,
28
+ "grad_norm": 0.21482999622821808,
29
  "learning_rate": 3.995627254437549e-06,
30
+ "loss": 21.95319061279297,
31
  "step": 15
32
  },
33
  {
34
  "epoch": 0.1,
35
+ "grad_norm": 0.21504534780979156,
36
  "learning_rate": 3.9778957412029366e-06,
37
+ "loss": 21.970616149902344,
38
  "step": 20
39
  },
40
  {
41
  "epoch": 0.1,
42
+ "eval_accuracy": 1.3698630136986302e-05,
43
+ "eval_loss": 10.982390403747559,
44
+ "eval_runtime": 5.4511,
45
+ "eval_samples_per_second": 183.448,
46
+ "eval_steps_per_second": 30.636,
47
  "step": 20
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
48
  }
49
  ],
50
  "logging_steps": 5,