NairaRahim commited on
Commit
6970444
·
verified ·
1 Parent(s): 2c57e42

Training in progress, epoch 23, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6753c78b7c0ef33c0e06df98fc2b17af826195a3d977ff76dfe9dc01bc829d36
3
  size 1227009528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:042139fdd65771f5b0b7308a2f417f55545abb2e4526ac63abae75562bc1ba38
3
  size 1227009528
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:017a44d3ac93ea4bfa9fd21994bffd93889bffa070c7758ab5420752aaad3c5b
3
  size 2454133690
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfff17389b523f38117b38d88e821ea6445c02dd357105f6f1ae677afbba8082
3
  size 2454133690
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bd02ebed0dfeff533894ca511f1b34ff916fe512d4945de5b16f69750a67af48
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:757d904eb6af9ff171fa4920de86211e4579188ed035d00ce1124e203a605855
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4565350eeb4b76edcdc222b4a803476b9ee67ea5c3c110e2c10f3af6e808474b
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8963a103756502091940dcb6256fb47e583c349918f9cb8e5f151486ec5304af
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 34.53865432739258,
3
  "best_model_checkpoint": "/kaggle/working/output/checkpoint-28710",
4
- "epoch": 22.0,
5
  "eval_steps": 500,
6
- "global_step": 28710,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -2192,6 +2192,105 @@
2192
  "eval_samples_per_second": 26.454,
2193
  "eval_steps_per_second": 3.324,
2194
  "step": 28710
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2195
  }
2196
  ],
2197
  "logging_steps": 100,
@@ -2206,7 +2305,7 @@
2206
  "early_stopping_threshold": 0.0
2207
  },
2208
  "attributes": {
2209
- "early_stopping_patience_counter": 0
2210
  }
2211
  },
2212
  "TrainerControl": {
@@ -2220,7 +2319,7 @@
2220
  "attributes": {}
2221
  }
2222
  },
2223
- "total_flos": 3.0960839867037696e+16,
2224
  "train_batch_size": 8,
2225
  "trial_name": null,
2226
  "trial_params": null
 
1
  {
2
  "best_metric": 34.53865432739258,
3
  "best_model_checkpoint": "/kaggle/working/output/checkpoint-28710",
4
+ "epoch": 23.0,
5
  "eval_steps": 500,
6
+ "global_step": 30015,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
2192
  "eval_samples_per_second": 26.454,
2193
  "eval_steps_per_second": 3.324,
2194
  "step": 28710
2195
+ },
2196
+ {
2197
+ "epoch": 22.06896551724138,
2198
+ "grad_norm": 2.77984356880188,
2199
+ "learning_rate": 3.6213122605363986e-05,
2200
+ "loss": 33.6688,
2201
+ "step": 28800
2202
+ },
2203
+ {
2204
+ "epoch": 22.1455938697318,
2205
+ "grad_norm": 3.427570104598999,
2206
+ "learning_rate": 3.616522988505747e-05,
2207
+ "loss": 33.2569,
2208
+ "step": 28900
2209
+ },
2210
+ {
2211
+ "epoch": 22.22222222222222,
2212
+ "grad_norm": 2.060288429260254,
2213
+ "learning_rate": 3.611733716475096e-05,
2214
+ "loss": 33.4445,
2215
+ "step": 29000
2216
+ },
2217
+ {
2218
+ "epoch": 22.298850574712645,
2219
+ "grad_norm": 3.7918601036071777,
2220
+ "learning_rate": 3.6069444444444446e-05,
2221
+ "loss": 34.2303,
2222
+ "step": 29100
2223
+ },
2224
+ {
2225
+ "epoch": 22.375478927203066,
2226
+ "grad_norm": 3.412705659866333,
2227
+ "learning_rate": 3.602155172413793e-05,
2228
+ "loss": 33.5679,
2229
+ "step": 29200
2230
+ },
2231
+ {
2232
+ "epoch": 22.452107279693486,
2233
+ "grad_norm": 4.111233711242676,
2234
+ "learning_rate": 3.597365900383142e-05,
2235
+ "loss": 32.9136,
2236
+ "step": 29300
2237
+ },
2238
+ {
2239
+ "epoch": 22.52873563218391,
2240
+ "grad_norm": 2.1312243938446045,
2241
+ "learning_rate": 3.592576628352491e-05,
2242
+ "loss": 32.8361,
2243
+ "step": 29400
2244
+ },
2245
+ {
2246
+ "epoch": 22.60536398467433,
2247
+ "grad_norm": 2.0618536472320557,
2248
+ "learning_rate": 3.587835249042146e-05,
2249
+ "loss": 33.8499,
2250
+ "step": 29500
2251
+ },
2252
+ {
2253
+ "epoch": 22.68199233716475,
2254
+ "grad_norm": 2.7332096099853516,
2255
+ "learning_rate": 3.5830459770114946e-05,
2256
+ "loss": 33.5899,
2257
+ "step": 29600
2258
+ },
2259
+ {
2260
+ "epoch": 22.75862068965517,
2261
+ "grad_norm": 4.264729022979736,
2262
+ "learning_rate": 3.578256704980843e-05,
2263
+ "loss": 33.194,
2264
+ "step": 29700
2265
+ },
2266
+ {
2267
+ "epoch": 22.835249042145595,
2268
+ "grad_norm": 4.755107402801514,
2269
+ "learning_rate": 3.573467432950192e-05,
2270
+ "loss": 33.2129,
2271
+ "step": 29800
2272
+ },
2273
+ {
2274
+ "epoch": 22.911877394636015,
2275
+ "grad_norm": 3.751232147216797,
2276
+ "learning_rate": 3.56867816091954e-05,
2277
+ "loss": 33.2948,
2278
+ "step": 29900
2279
+ },
2280
+ {
2281
+ "epoch": 22.988505747126435,
2282
+ "grad_norm": 3.3150830268859863,
2283
+ "learning_rate": 3.5638888888888886e-05,
2284
+ "loss": 32.452,
2285
+ "step": 30000
2286
+ },
2287
+ {
2288
+ "epoch": 23.0,
2289
+ "eval_loss": 34.624755859375,
2290
+ "eval_runtime": 49.3378,
2291
+ "eval_samples_per_second": 26.45,
2292
+ "eval_steps_per_second": 3.324,
2293
+ "step": 30015
2294
  }
2295
  ],
2296
  "logging_steps": 100,
 
2305
  "early_stopping_threshold": 0.0
2306
  },
2307
  "attributes": {
2308
+ "early_stopping_patience_counter": 1
2309
  }
2310
  },
2311
  "TrainerControl": {
 
2319
  "attributes": {}
2320
  }
2321
  },
2322
+ "total_flos": 3.2368150770084864e+16,
2323
  "train_batch_size": 8,
2324
  "trial_name": null,
2325
  "trial_params": null