raqibcodes commited on
Commit
5836179
·
verified ·
1 Parent(s): 377b259

Training in progress, step 150, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7fe5f4401515e7f8c04702f29139103b362d4b72459b914907c6a4beeac13a8c
3
  size 69839888
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11f0e2ca13e33a85b3120a4ee713ea0e06007c9189c4a3e7fa7b167a9e3c4f20
3
  size 69839888
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:97633cc78b6f5944566b39074c35f615d1189957d3c37bcfd1d701e02d9be687
3
  size 139961199
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4df2282fccbd13d593ec483631834e137826c7a4f170bcecec0d10f808adb66a
3
  size 139961199
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:754399d1834ff01f9450ef44b2e14df008190846354d1ef70746aae4591d4ea6
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25a08711b58e82a94c7d430db91c18062e356888f736cdc904051ea42bffee1f
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d8a4d7a648c7af1e6ae060ef7b768cb4a152a53bf12caf8e299dd53248f81d43
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88fff52255c07c1bc4a8c7a336a046e1a58603d0ff7c2a9d4b7c1a94aea45fe9
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 75,
3
- "best_metric": 0.002200173679739237,
4
- "best_model_checkpoint": "./c2c_gemma4_e4b_qlora_checkpoint/checkpoint-75",
5
- "epoch": 1.25,
6
  "eval_steps": 25,
7
- "global_step": 125,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -163,6 +163,37 @@
163
  "eval_samples_per_second": 0.717,
164
  "eval_steps_per_second": 0.717,
165
  "step": 125
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
166
  }
167
  ],
168
  "logging_steps": 12,
@@ -182,7 +213,7 @@
182
  "attributes": {}
183
  }
184
  },
185
- "total_flos": 6041217642603840.0,
186
  "train_batch_size": 1,
187
  "trial_name": null,
188
  "trial_params": null
 
1
  {
2
+ "best_global_step": 150,
3
+ "best_metric": 0.0021258138585835695,
4
+ "best_model_checkpoint": "./c2c_gemma4_e4b_qlora_checkpoint/checkpoint-150",
5
+ "epoch": 1.5,
6
  "eval_steps": 25,
7
+ "global_step": 150,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
163
  "eval_samples_per_second": 0.717,
164
  "eval_steps_per_second": 0.717,
165
  "step": 125
166
+ },
167
+ {
168
+ "entropy": 0.9591117737193903,
169
+ "epoch": 1.32,
170
+ "grad_norm": 0.01495361328125,
171
+ "learning_rate": 0.00011615120274914091,
172
+ "loss": 0.0018487606818477313,
173
+ "mean_token_accuracy": 1.0,
174
+ "num_tokens": 236737.0,
175
+ "step": 132
176
+ },
177
+ {
178
+ "entropy": 0.9401631454626719,
179
+ "epoch": 1.44,
180
+ "grad_norm": 0.0022735595703125,
181
+ "learning_rate": 0.00010790378006872852,
182
+ "loss": 0.004954988757769267,
183
+ "mean_token_accuracy": 0.9997710343450308,
184
+ "num_tokens": 258514.0,
185
+ "step": 144
186
+ },
187
+ {
188
+ "epoch": 1.5,
189
+ "eval_entropy": 0.9480650842189788,
190
+ "eval_loss": 0.0021258138585835695,
191
+ "eval_mean_token_accuracy": 0.9996193596720695,
192
+ "eval_num_tokens": 269172.0,
193
+ "eval_runtime": 279.1751,
194
+ "eval_samples_per_second": 0.716,
195
+ "eval_steps_per_second": 0.716,
196
+ "step": 150
197
  }
198
  ],
199
  "logging_steps": 12,
 
213
  "attributes": {}
214
  }
215
  },
216
+ "total_flos": 7245552687886080.0,
217
  "train_batch_size": 1,
218
  "trial_name": null,
219
  "trial_params": null