CodeIsAbstract commited on
Commit
664fd34
·
verified ·
1 Parent(s): f0dd621

Training in progress, step 60, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:36d47f825f842719e9adc8ec2a96d35e27fb73a091c8034a06f5b1bd0e4f9af0
3
  size 847599616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9960ab9430f87386052f6f688f2b0ef29d3ef0703741a0a04e86c27a4c613458
3
  size 847599616
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:03a3d87907b233ae85d2a09dc2082cbf577bf60b26f83265e798ffd5cffb3296
3
  size 350603
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4aa5f290eab6ad8c50e2e0e5ff48e2e9b3fda37a1cd0f19a806696d5a692747
3
  size 350603
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e936ced482e7c9446cc6e6e7038e023dc86c658d8bb3b07d132fc5298cce6557
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b6e88be627a1cf1c12456905775b93be8b9689df366bf1a41cd17e0652aa2d6
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad4a07c066075e0a1b5d9477b0d2f4d6bab07235ad5efe05720caa179d7171b5
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c2eb03e04e9ec3d534ee7aa67476af96452e64bad29591c419a0c652481ee2b
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.1,
6
  "eval_steps": 20,
7
- "global_step": 20,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -45,6 +45,80 @@
45
  "eval_samples_per_second": 413.978,
46
  "eval_steps_per_second": 69.134,
47
  "step": 20
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
48
  }
49
  ],
50
  "logging_steps": 5,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.3,
6
  "eval_steps": 20,
7
+ "global_step": 60,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
45
  "eval_samples_per_second": 413.978,
46
  "eval_steps_per_second": 69.134,
47
  "step": 20
48
+ },
49
+ {
50
+ "epoch": 0.125,
51
+ "grad_norm": 0.20359881222248077,
52
+ "learning_rate": 3.9466531944960116e-06,
53
+ "loss": 10.710234832763671,
54
+ "step": 25
55
+ },
56
+ {
57
+ "epoch": 0.15,
58
+ "grad_norm": 0.2262589931488037,
59
+ "learning_rate": 3.902113032590307e-06,
60
+ "loss": 10.686376190185547,
61
+ "step": 30
62
+ },
63
+ {
64
+ "epoch": 0.175,
65
+ "grad_norm": 0.26730242371559143,
66
+ "learning_rate": 3.844579509954769e-06,
67
+ "loss": 10.716732788085938,
68
+ "step": 35
69
+ },
70
+ {
71
+ "epoch": 0.2,
72
+ "grad_norm": 0.3094463050365448,
73
+ "learning_rate": 3.7744456388872234e-06,
74
+ "loss": 10.634027862548828,
75
+ "step": 40
76
+ },
77
+ {
78
+ "epoch": 0.2,
79
+ "eval_accuracy": 0.034777777777777776,
80
+ "eval_loss": 10.648277282714844,
81
+ "eval_runtime": 2.6612,
82
+ "eval_samples_per_second": 375.767,
83
+ "eval_steps_per_second": 62.753,
84
+ "step": 40
85
+ },
86
+ {
87
+ "epoch": 0.225,
88
+ "grad_norm": 0.281914085149765,
89
+ "learning_rate": 3.6921905048418706e-06,
90
+ "loss": 10.574553680419921,
91
+ "step": 45
92
+ },
93
+ {
94
+ "epoch": 0.25,
95
+ "grad_norm": 0.2943774461746216,
96
+ "learning_rate": 3.598375993789849e-06,
97
+ "loss": 10.494444274902344,
98
+ "step": 50
99
+ },
100
+ {
101
+ "epoch": 0.275,
102
+ "grad_norm": 0.32790377736091614,
103
+ "learning_rate": 3.4936429539683075e-06,
104
+ "loss": 10.530224609375,
105
+ "step": 55
106
+ },
107
+ {
108
+ "epoch": 0.3,
109
+ "grad_norm": 0.41768601536750793,
110
+ "learning_rate": 3.3787068182371314e-06,
111
+ "loss": 10.44730453491211,
112
+ "step": 60
113
+ },
114
+ {
115
+ "epoch": 0.3,
116
+ "eval_accuracy": 0.05228571428571428,
117
+ "eval_loss": 10.494199752807617,
118
+ "eval_runtime": 2.5664,
119
+ "eval_samples_per_second": 389.653,
120
+ "eval_steps_per_second": 65.072,
121
+ "step": 60
122
  }
123
  ],
124
  "logging_steps": 5,