baby-dev commited on
Commit
c4cd8de
·
verified ·
1 Parent(s): cb6a9e1

Training in progress, step 900, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ccee6e143cf262f18ad9d0f53f76c4b3725cb37be70c6f036923d4c306407703
3
  size 335604696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a4a227c79a756f4041b4193fe029400c768e4fb220bda1690a44a40497f15ca
3
  size 335604696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d51af386786f9f5724a0dd3104c9b311e2a6675e051731d163ccb924ee0f7bb4
3
  size 170920532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fa9ea107ed355e1702a55bfaf275d662d9e18bee8ba93874900a4dc29805547
3
  size 170920532
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e9ecd1455bb3fc32a98fe70b8fb37696d4823754f4032a53a3810faccac9b739
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:858ffaf5420905109f055dc370b50c9f0db5d0f1b10c2f4496d7349612d81ec4
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d0c8f35d62ab0308ea4f3d434e6ddceeb2288fdcf54813dbe06805202a497865
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67ea7fdc27d3a55e20051ff7c0b0952cd04b9d78f6edb951d9b6865b402accbc
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 2.35801100730896,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-300",
4
- "epoch": 0.10922247252372176,
5
  "eval_steps": 100,
6
- "global_step": 800,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -191,6 +191,28 @@
191
  "eval_samples_per_second": 34.979,
192
  "eval_steps_per_second": 8.745,
193
  "step": 800
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
194
  }
195
  ],
196
  "logging_steps": 50,
@@ -210,7 +232,7 @@
210
  "attributes": {}
211
  }
212
  },
213
- "total_flos": 2.829010669142016e+17,
214
  "train_batch_size": 4,
215
  "trial_name": null,
216
  "trial_params": null
 
1
  {
2
  "best_metric": 2.35801100730896,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-300",
4
+ "epoch": 0.12287528158918698,
5
  "eval_steps": 100,
6
+ "global_step": 900,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
191
  "eval_samples_per_second": 34.979,
192
  "eval_steps_per_second": 8.745,
193
  "step": 800
194
+ },
195
+ {
196
+ "epoch": 0.11604887705645436,
197
+ "grad_norm": 100.18714141845703,
198
+ "learning_rate": 0.00025,
199
+ "loss": 9.0877,
200
+ "step": 850
201
+ },
202
+ {
203
+ "epoch": 0.12287528158918698,
204
+ "grad_norm": 110.27277374267578,
205
+ "learning_rate": 0.00025,
206
+ "loss": 9.0612,
207
+ "step": 900
208
+ },
209
+ {
210
+ "epoch": 0.12287528158918698,
211
+ "eval_loss": 2.5282108783721924,
212
+ "eval_runtime": 176.2988,
213
+ "eval_samples_per_second": 34.986,
214
+ "eval_steps_per_second": 8.747,
215
+ "step": 900
216
  }
217
  ],
218
  "logging_steps": 50,
 
232
  "attributes": {}
233
  }
234
  },
235
+ "total_flos": 3.182637002784768e+17,
236
  "train_batch_size": 4,
237
  "trial_name": null,
238
  "trial_params": null