raqibcodes commited on
Commit
acd3c73
·
verified ·
1 Parent(s): 7e73665

Training in progress, step 125, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be3302cf576b47e9a1504e53b3126aabaa5138d21b3980d8feda34748cc5c6bb
3
  size 69839888
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fe5f4401515e7f8c04702f29139103b362d4b72459b914907c6a4beeac13a8c
3
  size 69839888
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1db7e0a193e70c561eef7d43df1fa5f629eea09f568c64a32b28e813f0fea3c9
3
  size 139961199
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97633cc78b6f5944566b39074c35f615d1189957d3c37bcfd1d701e02d9be687
3
  size 139961199
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:00c2073fddb911b507a7d0d37ba1c1035adea36355a18167691ee43733fb41a3
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:754399d1834ff01f9450ef44b2e14df008190846354d1ef70746aae4591d4ea6
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c10c5ead0eacca08e8bf2135902a537d641281f4ab768a9fb4d0a618964122f
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8a4d7a648c7af1e6ae060ef7b768cb4a152a53bf12caf8e299dd53248f81d43
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": 75,
3
  "best_metric": 0.002200173679739237,
4
  "best_model_checkpoint": "./c2c_gemma4_e4b_qlora_checkpoint/checkpoint-75",
5
- "epoch": 1.0,
6
  "eval_steps": 25,
7
- "global_step": 100,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -132,6 +132,37 @@
132
  "eval_samples_per_second": 0.716,
133
  "eval_steps_per_second": 0.716,
134
  "step": 100
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
135
  }
136
  ],
137
  "logging_steps": 12,
@@ -151,7 +182,7 @@
151
  "attributes": {}
152
  }
153
  },
154
- "total_flos": 4842454608550080.0,
155
  "train_batch_size": 1,
156
  "trial_name": null,
157
  "trial_params": null
 
2
  "best_global_step": 75,
3
  "best_metric": 0.002200173679739237,
4
  "best_model_checkpoint": "./c2c_gemma4_e4b_qlora_checkpoint/checkpoint-75",
5
+ "epoch": 1.25,
6
  "eval_steps": 25,
7
+ "global_step": 125,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
132
  "eval_samples_per_second": 0.716,
133
  "eval_steps_per_second": 0.716,
134
  "step": 100
135
+ },
136
+ {
137
+ "entropy": 0.9496191050857306,
138
+ "epoch": 1.08,
139
+ "grad_norm": 0.028076171875,
140
+ "learning_rate": 0.00013264604810996563,
141
+ "loss": 0.021368369460105896,
142
+ "mean_token_accuracy": 0.9992247764021158,
143
+ "num_tokens": 194463.0,
144
+ "step": 108
145
+ },
146
+ {
147
+ "entropy": 0.951437915985783,
148
+ "epoch": 1.2,
149
+ "grad_norm": 0.09228515625,
150
+ "learning_rate": 0.00012439862542955326,
151
+ "loss": 0.005873216316103935,
152
+ "mean_token_accuracy": 0.9998891844103733,
153
+ "num_tokens": 216005.0,
154
+ "step": 120
155
+ },
156
+ {
157
+ "epoch": 1.25,
158
+ "eval_entropy": 0.9553235971927643,
159
+ "eval_loss": 0.0023568905889987946,
160
+ "eval_mean_token_accuracy": 0.9995862373709679,
161
+ "eval_num_tokens": 224431.0,
162
+ "eval_runtime": 278.9364,
163
+ "eval_samples_per_second": 0.717,
164
+ "eval_steps_per_second": 0.717,
165
+ "step": 125
166
  }
167
  ],
168
  "logging_steps": 12,
 
182
  "attributes": {}
183
  }
184
  },
185
+ "total_flos": 6041217642603840.0,
186
  "train_batch_size": 1,
187
  "trial_name": null,
188
  "trial_params": null