NealCaren commited on
Commit
89dbbd7
·
verified ·
1 Parent(s): fa8db06

Training in progress, step 135, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:03564a29944f743d7ff67c8a1dfaf6dd893a50fa893b5c13b3393b17aa1c576b
3
  size 278979768
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a5829c1aaac0370fbc9f55a10a44686e06dcf6a61472d1007b0ca63686efff4
3
  size 278979768
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:04ae2ce54e8d42d573fff28851279fdce2d44c7dc58f7376e00dae7956178023
3
  size 558179131
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aacfad5be4ee84d37602fc40976c81cf13e482d10905721669d5f26b8307caa3
3
  size 558179131
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:92d958415f40e967020c50c5463e8b5f28a31975f8553a3b0737c1fe5f11e59d
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d869e0cd2d34a9404d767c73261715c7815100078a678b556e5244942642e69
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:74a01efb27201589921dd7914fb6c1f6857fe6f9bcf9cf1d909134ca0d4c75d9
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0d5bd5a0c1552b248a35fd6047976779f0285efac8e4a1d87b2e9f236df2b3b
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 2.2222222222222223,
6
  "eval_steps": 500,
7
- "global_step": 100,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -148,6 +148,55 @@
148
  "learning_rate": 5.333333333333333e-05,
149
  "loss": 0.4918,
150
  "step": 100
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
151
  }
152
  ],
153
  "logging_steps": 5,
@@ -162,12 +211,12 @@
162
  "should_evaluate": false,
163
  "should_log": false,
164
  "should_save": true,
165
- "should_training_stop": false
166
  },
167
  "attributes": {}
168
  }
169
  },
170
- "total_flos": 1.2112790202925056e+16,
171
  "train_batch_size": 2,
172
  "trial_name": null,
173
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 3.0,
6
  "eval_steps": 500,
7
+ "global_step": 135,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
148
  "learning_rate": 5.333333333333333e-05,
149
  "loss": 0.4918,
150
  "step": 100
151
+ },
152
+ {
153
+ "epoch": 2.3333333333333335,
154
+ "grad_norm": 0.20853544771671295,
155
+ "learning_rate": 4.592592592592593e-05,
156
+ "loss": 0.369,
157
+ "step": 105
158
+ },
159
+ {
160
+ "epoch": 2.4444444444444446,
161
+ "grad_norm": 0.15505483746528625,
162
+ "learning_rate": 3.851851851851852e-05,
163
+ "loss": 0.4781,
164
+ "step": 110
165
+ },
166
+ {
167
+ "epoch": 2.5555555555555554,
168
+ "grad_norm": 0.23773588240146637,
169
+ "learning_rate": 3.111111111111111e-05,
170
+ "loss": 0.4814,
171
+ "step": 115
172
+ },
173
+ {
174
+ "epoch": 2.6666666666666665,
175
+ "grad_norm": 0.1105145588517189,
176
+ "learning_rate": 2.3703703703703707e-05,
177
+ "loss": 0.3814,
178
+ "step": 120
179
+ },
180
+ {
181
+ "epoch": 2.7777777777777777,
182
+ "grad_norm": 0.2347269505262375,
183
+ "learning_rate": 1.62962962962963e-05,
184
+ "loss": 0.3766,
185
+ "step": 125
186
+ },
187
+ {
188
+ "epoch": 2.888888888888889,
189
+ "grad_norm": 0.21751029789447784,
190
+ "learning_rate": 8.88888888888889e-06,
191
+ "loss": 0.3975,
192
+ "step": 130
193
+ },
194
+ {
195
+ "epoch": 3.0,
196
+ "grad_norm": 0.24321921169757843,
197
+ "learning_rate": 1.4814814814814817e-06,
198
+ "loss": 0.5574,
199
+ "step": 135
200
  }
201
  ],
202
  "logging_steps": 5,
 
211
  "should_evaluate": false,
212
  "should_log": false,
213
  "should_save": true,
214
+ "should_training_stop": true
215
  },
216
  "attributes": {}
217
  }
218
  },
219
+ "total_flos": 1.6395167402459136e+16,
220
  "train_batch_size": 2,
221
  "trial_name": null,
222
  "trial_params": null