mgh6 commited on
Commit
738c530
·
verified ·
1 Parent(s): 84562b6

Training in progress, step 1500, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3997e109f067717fd5f809e80f41bce891d8445f976c90d3022e49477ed45df
3
  size 2682482800
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0af6d4f7601d404d24813692db718e4a2d20f4a48d8d3a2a68e00699d0b26e2
3
  size 2682482800
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4920faf3068b00346c8cda8d82de2a7187b7fbdca6eefe9f18c2b04de64c9ef2
3
  size 5365108834
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d167acd227ba225cf9bce9364be165f3171f2eff7a8fde60e11549d6d9cd16bb
3
  size 5365108834
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e7034a159dfbc62e35de23e4c6fd1b9f4a30b049e2fbd1857b3a8bade788440
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:887cd30e708bc2625838e7001c0fa0e942c4fa64e444f4e787d569c422ad050b
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cc2ced66205bf6a6509c630ed58ad5e3a6e3843df72048f8b326021e9e36307f
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d259281a955df924ac4ebaa856cdb89459a9b9a13b350ef866b2af10d6d0eea
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:753dcfeefdbe4107c04bfd9f26c44afd642bd34e5d3d0b685a1b7e09f489639e
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7a835a139362a57ef1920d9ff07a816b3a580439245876e608a4108c26e7ddf
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3e87981ec44568bc91dcff3b2572db474da39ce05df9ab33e26b3f375f4eac1b
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1dfb8149dc214370833c8d5100239e81ec9e9ffa5511208d50605d9d0e710f5
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b6956522915b3d6cfb4a36d77fb3f2d3b9a7b7a09c560fa745829757b1d0d295
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5da8ca094d5fd2cfde37c2e69ed055e71f3022c86dd39598472f504a4eab8b3
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.07672094673648273,
5
  "eval_steps": 500,
6
- "global_step": 1000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -147,6 +147,76 @@
147
  "learning_rate": 9.232775817093756e-05,
148
  "loss": 67.0964,
149
  "step": 1000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
150
  }
151
  ],
152
  "logging_steps": 50,
@@ -166,7 +236,7 @@
166
  "attributes": {}
167
  }
168
  },
169
- "total_flos": 1.7134867976961393e+18,
170
  "train_batch_size": 2,
171
  "trial_name": null,
172
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.1150814201047241,
5
  "eval_steps": 500,
6
+ "global_step": 1500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
147
  "learning_rate": 9.232775817093756e-05,
148
  "loss": 67.0964,
149
  "step": 1000
150
+ },
151
+ {
152
+ "epoch": 0.08055699407330687,
153
+ "grad_norm": 24.354610443115234,
154
+ "learning_rate": 9.194414607948443e-05,
155
+ "loss": 66.8448,
156
+ "step": 1050
157
+ },
158
+ {
159
+ "epoch": 0.084393041410131,
160
+ "grad_norm": 32.821502685546875,
161
+ "learning_rate": 9.156053398803131e-05,
162
+ "loss": 66.7666,
163
+ "step": 1100
164
+ },
165
+ {
166
+ "epoch": 0.08822908874695513,
167
+ "grad_norm": 28.09437370300293,
168
+ "learning_rate": 9.117692189657818e-05,
169
+ "loss": 66.4893,
170
+ "step": 1150
171
+ },
172
+ {
173
+ "epoch": 0.09206513608377927,
174
+ "grad_norm": 48.216896057128906,
175
+ "learning_rate": 9.079330980512506e-05,
176
+ "loss": 66.352,
177
+ "step": 1200
178
+ },
179
+ {
180
+ "epoch": 0.09590118342060341,
181
+ "grad_norm": 30.080474853515625,
182
+ "learning_rate": 9.040969771367193e-05,
183
+ "loss": 66.2678,
184
+ "step": 1250
185
+ },
186
+ {
187
+ "epoch": 0.09973723075742755,
188
+ "grad_norm": 31.63680648803711,
189
+ "learning_rate": 9.002608562221881e-05,
190
+ "loss": 66.0015,
191
+ "step": 1300
192
+ },
193
+ {
194
+ "epoch": 0.10357327809425168,
195
+ "grad_norm": 64.34364318847656,
196
+ "learning_rate": 8.964247353076569e-05,
197
+ "loss": 65.6839,
198
+ "step": 1350
199
+ },
200
+ {
201
+ "epoch": 0.10740932543107581,
202
+ "grad_norm": 43.31911087036133,
203
+ "learning_rate": 8.925886143931257e-05,
204
+ "loss": 65.4607,
205
+ "step": 1400
206
+ },
207
+ {
208
+ "epoch": 0.11124537276789996,
209
+ "grad_norm": 43.40916442871094,
210
+ "learning_rate": 8.887524934785945e-05,
211
+ "loss": 65.2276,
212
+ "step": 1450
213
+ },
214
+ {
215
+ "epoch": 0.1150814201047241,
216
+ "grad_norm": 27.121234893798828,
217
+ "learning_rate": 8.849163725640633e-05,
218
+ "loss": 65.2446,
219
+ "step": 1500
220
  }
221
  ],
222
  "logging_steps": 50,
 
236
  "attributes": {}
237
  }
238
  },
239
+ "total_flos": 2.57076562005223e+18,
240
  "train_batch_size": 2,
241
  "trial_name": null,
242
  "trial_params": null