rovdetection commited on
Commit
26cb71f
·
verified ·
1 Parent(s): 7408ccd

Training in progress, step 30000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9b36c9471045998dc6ad7ee4cc2aeaaefdf3d7a9d28a0cd9c73fd2c71767f171
3
  size 4523108832
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:015c50ef3cde554cb45fca70e293899004f8c74f38fe544b92ee6cb8590f1c23
3
  size 4523108832
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9eeb36ac22e168f2791b1d42d9a549e8a5fbb6edbd445e239c7b0078ddc1aa5a
3
  size 2912179275
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:705f923f250e4cf34713454dca4260a74ca588c8ae26ba728c768e0fda6447b8
3
  size 2912179275
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d1c4787f018a3c9e54b5e79ac2c75cee94a09ef16036a89d6aba6538b3bb7ab
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10d0c02e3e01cb40066e614c88f8501c0a7503da6a695a0a7c21dcc6749a0bb7
3
  size 14645
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad5d7003fbeece0ada81f421f3f56f766cbc81de1969abfff4e2967e108e8909
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c330d623accbcedfeb643ae851caa657e0812de23ec84a3194c1294e13bd1b0f
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:980a9ecbf3277df9f2b030642ae90342406f96444773adebef3d7ebf41969890
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f9525251bc4e9d90d7d701e292e353aed7200d16ad9e83c22a6eb9c7ee071f4
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 8.000599999999999,
6
  "eval_steps": 500,
7
- "global_step": 29500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -4138,6 +4138,76 @@
4138
  "learning_rate": 2.2379155141950547e-08,
4139
  "loss": 0.7814482879638672,
4140
  "step": 29500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4141
  }
4142
  ],
4143
  "logging_steps": 50,
@@ -4152,12 +4222,12 @@
4152
  "should_evaluate": false,
4153
  "should_log": false,
4154
  "should_save": true,
4155
- "should_training_stop": false
4156
  },
4157
  "attributes": {}
4158
  }
4159
  },
4160
- "total_flos": 2.657073497418203e+18,
4161
  "train_batch_size": 1,
4162
  "trial_name": null,
4163
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 2.999133333333333,
6
  "eval_steps": 500,
7
+ "global_step": 30000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
4138
  "learning_rate": 2.2379155141950547e-08,
4139
  "loss": 0.7814482879638672,
4140
  "step": 29500
4141
+ },
4142
+ {
4143
+ "epoch": 1.0016666666666667,
4144
+ "grad_norm": 1.808127522468567,
4145
+ "learning_rate": 1.8230180538784115e-08,
4146
+ "loss": 0.5795806884765625,
4147
+ "step": 29550
4148
+ },
4149
+ {
4150
+ "epoch": 1.0033333333333334,
4151
+ "grad_norm": 1.9930639266967773,
4152
+ "learning_rate": 1.4505979828129401e-08,
4153
+ "loss": 0.6081678390502929,
4154
+ "step": 29600
4155
+ },
4156
+ {
4157
+ "epoch": 1.005,
4158
+ "grad_norm": 2.1188387870788574,
4159
+ "learning_rate": 1.1206658601197185e-08,
4160
+ "loss": 0.595140495300293,
4161
+ "step": 29650
4162
+ },
4163
+ {
4164
+ "epoch": 1.0066666666666666,
4165
+ "grad_norm": 2.0174291133880615,
4166
+ "learning_rate": 8.332310402714427e-09,
4167
+ "loss": 0.579749412536621,
4168
+ "step": 29700
4169
+ },
4170
+ {
4171
+ "epoch": 1.0083333333333333,
4172
+ "grad_norm": 2.3788022994995117,
4173
+ "learning_rate": 5.883016728259749e-09,
4174
+ "loss": 0.6074051284790039,
4175
+ "step": 29750
4176
+ },
4177
+ {
4178
+ "epoch": 1.01,
4179
+ "grad_norm": 1.9448168277740479,
4180
+ "learning_rate": 3.858847021970258e-09,
4181
+ "loss": 0.5630842208862304,
4182
+ "step": 29800
4183
+ },
4184
+ {
4185
+ "epoch": 1.0116666666666667,
4186
+ "grad_norm": 2.65925669670105,
4187
+ "learning_rate": 2.25985867455647e-09,
4188
+ "loss": 0.6157372665405273,
4189
+ "step": 29850
4190
+ },
4191
+ {
4192
+ "epoch": 1.0133333333333334,
4193
+ "grad_norm": 2.4260473251342773,
4194
+ "learning_rate": 1.086097021681942e-09,
4195
+ "loss": 0.8739725494384766,
4196
+ "step": 29900
4197
+ },
4198
+ {
4199
+ "epoch": 1.015,
4200
+ "grad_norm": 2.43849515914917,
4201
+ "learning_rate": 3.375953426842937e-10,
4202
+ "loss": 0.8965128326416015,
4203
+ "step": 29950
4204
+ },
4205
+ {
4206
+ "epoch": 2.0004,
4207
+ "grad_norm": 1.4195460081100464,
4208
+ "learning_rate": 1.437485961597318e-11,
4209
+ "loss": 0.7812672424316406,
4210
+ "step": 30000
4211
  }
4212
  ],
4213
  "logging_steps": 50,
 
4222
  "should_evaluate": false,
4223
  "should_log": false,
4224
  "should_save": true,
4225
+ "should_training_stop": true
4226
  },
4227
  "attributes": {}
4228
  }
4229
  },
4230
+ "total_flos": 2.704080406538674e+18,
4231
  "train_batch_size": 1,
4232
  "trial_name": null,
4233
  "trial_params": null