bitsoko commited on
Commit
9d136a5
·
verified ·
1 Parent(s): ab781be

Training in progress, step 200, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:419ef2c365b2df61990765df67db820969667778e123c6c39e29b83cc59610e1
3
  size 1912664024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53555ee8a4eb110c4bdce3fd50ed70e1c37d2228502979597728308e7dbc4c8a
3
  size 1912664024
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ceafd3de144036993fa29e2a17c0194470e240a1f774ed6130da298efb1038af
3
  size 958697364
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1645b3ce8c7b797e757add674024ac2f3c2bdadc80e8a598a873bcc34e1ba413
3
  size 958697364
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:399c6e0a1a129bcf47d55d6652cc4710de81e426cb3bb5b9430151acfb862766
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caf99753320d5a922d21785c9acff8aad90fb47892dad1f221c94717bf3a04b1
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:857bbe62f2d165935d1ce9ae82dd80a72b9db823aa28c4ae95a8b905e80accaa
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21226719b9e25fe4304ec632d533e056eb568a7272feb0ef7163c162da3912fa
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.009203018590097553,
5
  "eval_steps": 20,
6
- "global_step": 150,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -112,6 +112,51 @@
112
  "eval_samples_per_second": 3.815,
113
  "eval_steps_per_second": 0.496,
114
  "step": 140
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
115
  }
116
  ],
117
  "logging_steps": 20,
@@ -119,7 +164,7 @@
119
  "num_input_tokens_seen": 0,
120
  "num_train_epochs": 3,
121
  "save_steps": 50,
122
- "total_flos": 1.02462852169728e+16,
123
  "train_batch_size": 2,
124
  "trial_name": null,
125
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.012270691453463402,
5
  "eval_steps": 20,
6
+ "global_step": 200,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
112
  "eval_samples_per_second": 3.815,
113
  "eval_steps_per_second": 0.496,
114
  "step": 140
115
+ },
116
+ {
117
+ "epoch": 0.009816553162770723,
118
+ "grad_norm": 0.09732338786125183,
119
+ "learning_rate": 0.00019936594943958114,
120
+ "loss": 1.7397,
121
+ "step": 160
122
+ },
123
+ {
124
+ "epoch": 0.009816553162770723,
125
+ "eval_loss": 1.7010047435760498,
126
+ "eval_runtime": 25.8266,
127
+ "eval_samples_per_second": 3.872,
128
+ "eval_steps_per_second": 0.503,
129
+ "step": 160
130
+ },
131
+ {
132
+ "epoch": 0.011043622308117063,
133
+ "grad_norm": 0.11193066835403442,
134
+ "learning_rate": 0.0001992841364640432,
135
+ "loss": 1.7868,
136
+ "step": 180
137
+ },
138
+ {
139
+ "epoch": 0.011043622308117063,
140
+ "eval_loss": 1.6764620542526245,
141
+ "eval_runtime": 26.1757,
142
+ "eval_samples_per_second": 3.82,
143
+ "eval_steps_per_second": 0.497,
144
+ "step": 180
145
+ },
146
+ {
147
+ "epoch": 0.012270691453463402,
148
+ "grad_norm": 0.10227545350790024,
149
+ "learning_rate": 0.0001992023234885053,
150
+ "loss": 1.7799,
151
+ "step": 200
152
+ },
153
+ {
154
+ "epoch": 0.012270691453463402,
155
+ "eval_loss": 1.656005859375,
156
+ "eval_runtime": 26.2305,
157
+ "eval_samples_per_second": 3.812,
158
+ "eval_steps_per_second": 0.496,
159
+ "step": 200
160
  }
161
  ],
162
  "logging_steps": 20,
 
164
  "num_input_tokens_seen": 0,
165
  "num_train_epochs": 3,
166
  "save_steps": 50,
167
+ "total_flos": 1.41326994253824e+16,
168
  "train_batch_size": 2,
169
  "trial_name": null,
170
  "trial_params": null