Training in progress, step 200
Browse files- adapter_config.json +15 -0
- adapter_model.safetensors +3 -0
- special_tokens_map.json +24 -0
- tokenizer.json +0 -0
- tokenizer.model +3 -0
- tokenizer_config.json +0 -0
- trainer_log.jsonl +41 -0
- training_args.bin +3 -0
adapter_config.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"auto_mapping": null,
|
| 3 |
+
"base_model_name_or_path": "mistralai/Mistral-7B-Instruct-v0.3",
|
| 4 |
+
"exclude_modules": null,
|
| 5 |
+
"inference_mode": true,
|
| 6 |
+
"modules_to_save": null,
|
| 7 |
+
"peft_type": "LN_TUNING",
|
| 8 |
+
"revision": null,
|
| 9 |
+
"target_modules": [
|
| 10 |
+
"input_layernorm",
|
| 11 |
+
"norm",
|
| 12 |
+
"post_attention_layernorm"
|
| 13 |
+
],
|
| 14 |
+
"task_type": "CAUSAL_LM"
|
| 15 |
+
}
|
adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e59ca424f2eb14a890ebfbda8dcc7d974b22af9fd6e392c20a764a5f3c0e3e4e
|
| 3 |
+
size 541712
|
special_tokens_map.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": {
|
| 3 |
+
"content": "<s>",
|
| 4 |
+
"lstrip": false,
|
| 5 |
+
"normalized": false,
|
| 6 |
+
"rstrip": false,
|
| 7 |
+
"single_word": false
|
| 8 |
+
},
|
| 9 |
+
"eos_token": {
|
| 10 |
+
"content": "</s>",
|
| 11 |
+
"lstrip": false,
|
| 12 |
+
"normalized": false,
|
| 13 |
+
"rstrip": false,
|
| 14 |
+
"single_word": false
|
| 15 |
+
},
|
| 16 |
+
"pad_token": "</s>",
|
| 17 |
+
"unk_token": {
|
| 18 |
+
"content": "<unk>",
|
| 19 |
+
"lstrip": false,
|
| 20 |
+
"normalized": false,
|
| 21 |
+
"rstrip": false,
|
| 22 |
+
"single_word": false
|
| 23 |
+
}
|
| 24 |
+
}
|
tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tokenizer.model
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:37f00374dea48658ee8f5d0f21895b9bc55cb0103939607c8185bfd1c6ca1f89
|
| 3 |
+
size 587404
|
tokenizer_config.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
trainer_log.jsonl
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"current_steps": 5, "total_steps": 40000, "loss": 2.3436, "lr": 4.999999876629946e-05, "epoch": 0.0023573785950023575, "percentage": 0.01, "elapsed_time": "0:00:03", "remaining_time": "8:01:02", "throughput": 1268.18, "total_tokens": 4576}
|
| 2 |
+
{"current_steps": 10, "total_steps": 40000, "loss": 1.7024, "lr": 4.999999375439123e-05, "epoch": 0.004714757190004715, "percentage": 0.03, "elapsed_time": "0:00:05", "remaining_time": "6:01:57", "throughput": 1658.68, "total_tokens": 9008}
|
| 3 |
+
{"current_steps": 15, "total_steps": 40000, "loss": 1.1882, "lr": 4.9999984887169785e-05, "epoch": 0.007072135785007072, "percentage": 0.04, "elapsed_time": "0:00:07", "remaining_time": "5:12:52", "throughput": 1931.15, "total_tokens": 13600}
|
| 4 |
+
{"current_steps": 20, "total_steps": 40000, "loss": 0.8241, "lr": 4.9999972164636506e-05, "epoch": 0.00942951438000943, "percentage": 0.05, "elapsed_time": "0:00:08", "remaining_time": "4:53:01", "throughput": 2117.51, "total_tokens": 18624}
|
| 5 |
+
{"current_steps": 25, "total_steps": 40000, "loss": 2.7277, "lr": 4.999995558679334e-05, "epoch": 0.011786892975011787, "percentage": 0.06, "elapsed_time": "0:00:10", "remaining_time": "4:36:50", "throughput": 2250.21, "total_tokens": 23376}
|
| 6 |
+
{"current_steps": 30, "total_steps": 40000, "loss": 1.0057, "lr": 4.999993515364287e-05, "epoch": 0.014144271570014143, "percentage": 0.07, "elapsed_time": "0:00:11", "remaining_time": "4:25:49", "throughput": 2324.29, "total_tokens": 27824}
|
| 7 |
+
{"current_steps": 35, "total_steps": 40000, "loss": 1.7165, "lr": 4.999991086518822e-05, "epoch": 0.0165016501650165, "percentage": 0.09, "elapsed_time": "0:00:13", "remaining_time": "4:16:08", "throughput": 2351.37, "total_tokens": 31648}
|
| 8 |
+
{"current_steps": 40, "total_steps": 40000, "loss": 2.6309, "lr": 4.999988272143315e-05, "epoch": 0.01885902876001886, "percentage": 0.1, "elapsed_time": "0:00:15", "remaining_time": "4:10:42", "throughput": 2385.51, "total_tokens": 35920}
|
| 9 |
+
{"current_steps": 45, "total_steps": 40000, "loss": 2.3299, "lr": 4.999985072238199e-05, "epoch": 0.021216407355021217, "percentage": 0.11, "elapsed_time": "0:00:16", "remaining_time": "4:06:36", "throughput": 2414.64, "total_tokens": 40240}
|
| 10 |
+
{"current_steps": 50, "total_steps": 40000, "loss": 1.1989, "lr": 4.999981486803969e-05, "epoch": 0.023573785950023574, "percentage": 0.12, "elapsed_time": "0:00:18", "remaining_time": "4:02:59", "throughput": 2449.02, "total_tokens": 44688}
|
| 11 |
+
{"current_steps": 55, "total_steps": 40000, "loss": 2.1676, "lr": 4.999977515841176e-05, "epoch": 0.02593116454502593, "percentage": 0.14, "elapsed_time": "0:00:19", "remaining_time": "4:01:16", "throughput": 2485.21, "total_tokens": 49536}
|
| 12 |
+
{"current_steps": 60, "total_steps": 40000, "loss": 1.138, "lr": 4.9999731593504344e-05, "epoch": 0.028288543140028287, "percentage": 0.15, "elapsed_time": "0:00:21", "remaining_time": "4:00:29", "throughput": 2519.97, "total_tokens": 54624}
|
| 13 |
+
{"current_steps": 65, "total_steps": 40000, "loss": 2.6969, "lr": 4.999968417332415e-05, "epoch": 0.030645921735030647, "percentage": 0.16, "elapsed_time": "0:00:23", "remaining_time": "3:59:12", "throughput": 2545.18, "total_tokens": 59456}
|
| 14 |
+
{"current_steps": 70, "total_steps": 40000, "loss": 1.5403, "lr": 4.999963289787848e-05, "epoch": 0.033003300330033, "percentage": 0.18, "elapsed_time": "0:00:25", "remaining_time": "3:59:02", "throughput": 2575.98, "total_tokens": 64768}
|
| 15 |
+
{"current_steps": 75, "total_steps": 40000, "loss": 1.9796, "lr": 4.999957776717526e-05, "epoch": 0.03536067892503536, "percentage": 0.19, "elapsed_time": "0:00:26", "remaining_time": "3:56:41", "throughput": 2579.49, "total_tokens": 68816}
|
| 16 |
+
{"current_steps": 80, "total_steps": 40000, "loss": 1.604, "lr": 4.9999518781222984e-05, "epoch": 0.03771805752003772, "percentage": 0.2, "elapsed_time": "0:00:28", "remaining_time": "3:55:52", "throughput": 2595.05, "total_tokens": 73600}
|
| 17 |
+
{"current_steps": 85, "total_steps": 40000, "loss": 1.2102, "lr": 4.9999455940030746e-05, "epoch": 0.040075436115040074, "percentage": 0.21, "elapsed_time": "0:00:29", "remaining_time": "3:54:11", "throughput": 2599.15, "total_tokens": 77776}
|
| 18 |
+
{"current_steps": 90, "total_steps": 40000, "loss": 1.7299, "lr": 4.999938924360824e-05, "epoch": 0.042432814710042434, "percentage": 0.22, "elapsed_time": "0:00:31", "remaining_time": "3:52:12", "throughput": 2604.73, "total_tokens": 81840}
|
| 19 |
+
{"current_steps": 95, "total_steps": 40000, "loss": 2.0401, "lr": 4.999931869196575e-05, "epoch": 0.04479019330504479, "percentage": 0.24, "elapsed_time": "0:00:32", "remaining_time": "3:50:49", "throughput": 2607.83, "total_tokens": 85984}
|
| 20 |
+
{"current_steps": 100, "total_steps": 40000, "loss": 1.5022, "lr": 4.999924428511416e-05, "epoch": 0.04714757190004715, "percentage": 0.25, "elapsed_time": "0:00:34", "remaining_time": "3:50:22", "throughput": 2620.18, "total_tokens": 90768}
|
| 21 |
+
{"current_steps": 105, "total_steps": 40000, "loss": 1.7047, "lr": 4.999916602306494e-05, "epoch": 0.04950495049504951, "percentage": 0.26, "elapsed_time": "0:00:36", "remaining_time": "3:49:23", "throughput": 2624.46, "total_tokens": 95072}
|
| 22 |
+
{"current_steps": 110, "total_steps": 40000, "loss": 0.6689, "lr": 4.999908390583016e-05, "epoch": 0.05186232909005186, "percentage": 0.27, "elapsed_time": "0:00:37", "remaining_time": "3:49:20", "throughput": 2631.21, "total_tokens": 99840}
|
| 23 |
+
{"current_steps": 115, "total_steps": 40000, "loss": 1.9701, "lr": 4.999899793342247e-05, "epoch": 0.05421970768505422, "percentage": 0.29, "elapsed_time": "0:00:39", "remaining_time": "3:49:46", "throughput": 2644.44, "total_tokens": 105120}
|
| 24 |
+
{"current_steps": 120, "total_steps": 40000, "loss": 1.7989, "lr": 4.999890810585516e-05, "epoch": 0.056577086280056574, "percentage": 0.3, "elapsed_time": "0:00:41", "remaining_time": "3:50:17", "throughput": 2653.05, "total_tokens": 110304}
|
| 25 |
+
{"current_steps": 125, "total_steps": 40000, "loss": 2.7486, "lr": 4.999881442314206e-05, "epoch": 0.058934464875058934, "percentage": 0.31, "elapsed_time": "0:00:43", "remaining_time": "3:51:27", "throughput": 2667.91, "total_tokens": 116144}
|
| 26 |
+
{"current_steps": 130, "total_steps": 40000, "loss": 1.2013, "lr": 4.9998716885297617e-05, "epoch": 0.061291843470061294, "percentage": 0.33, "elapsed_time": "0:00:45", "remaining_time": "3:51:53", "throughput": 2675.54, "total_tokens": 121376}
|
| 27 |
+
{"current_steps": 135, "total_steps": 40000, "loss": 1.8873, "lr": 4.999861549233688e-05, "epoch": 0.06364922206506365, "percentage": 0.34, "elapsed_time": "0:00:47", "remaining_time": "3:51:44", "throughput": 2685.1, "total_tokens": 126432}
|
| 28 |
+
{"current_steps": 140, "total_steps": 40000, "loss": 2.3321, "lr": 4.999851024427548e-05, "epoch": 0.066006600660066, "percentage": 0.35, "elapsed_time": "0:00:48", "remaining_time": "3:51:18", "throughput": 2688.51, "total_tokens": 131056}
|
| 29 |
+
{"current_steps": 145, "total_steps": 40000, "loss": 0.9244, "lr": 4.999840114112965e-05, "epoch": 0.06836397925506836, "percentage": 0.36, "elapsed_time": "0:00:50", "remaining_time": "3:50:34", "throughput": 2693.78, "total_tokens": 135584}
|
| 30 |
+
{"current_steps": 150, "total_steps": 40000, "loss": 1.985, "lr": 4.999828818291621e-05, "epoch": 0.07072135785007072, "percentage": 0.38, "elapsed_time": "0:00:51", "remaining_time": "3:50:06", "throughput": 2695.13, "total_tokens": 140064}
|
| 31 |
+
{"current_steps": 155, "total_steps": 40000, "loss": 1.4339, "lr": 4.999817136965259e-05, "epoch": 0.07307873644507308, "percentage": 0.39, "elapsed_time": "0:00:53", "remaining_time": "3:50:08", "throughput": 2700.32, "total_tokens": 145056}
|
| 32 |
+
{"current_steps": 160, "total_steps": 40000, "loss": 1.3181, "lr": 4.9998050701356794e-05, "epoch": 0.07543611504007544, "percentage": 0.4, "elapsed_time": "0:00:55", "remaining_time": "3:49:26", "throughput": 2703.62, "total_tokens": 149472}
|
| 33 |
+
{"current_steps": 165, "total_steps": 40000, "loss": 1.4988, "lr": 4.999792617804744e-05, "epoch": 0.07779349363507779, "percentage": 0.41, "elapsed_time": "0:00:57", "remaining_time": "3:49:39", "throughput": 2710.8, "total_tokens": 154720}
|
| 34 |
+
{"current_steps": 170, "total_steps": 40000, "loss": 1.3833, "lr": 4.9997797799743724e-05, "epoch": 0.08015087223008015, "percentage": 0.43, "elapsed_time": "0:00:58", "remaining_time": "3:49:42", "throughput": 2714.78, "total_tokens": 159696}
|
| 35 |
+
{"current_steps": 175, "total_steps": 40000, "loss": 2.278, "lr": 4.999766556646545e-05, "epoch": 0.08250825082508251, "percentage": 0.44, "elapsed_time": "0:01:00", "remaining_time": "3:49:48", "throughput": 2719.72, "total_tokens": 164784}
|
| 36 |
+
{"current_steps": 180, "total_steps": 40000, "loss": 1.431, "lr": 4.9997529478232996e-05, "epoch": 0.08486562942008487, "percentage": 0.45, "elapsed_time": "0:01:02", "remaining_time": "3:48:55", "throughput": 2718.21, "total_tokens": 168768}
|
| 37 |
+
{"current_steps": 185, "total_steps": 40000, "loss": 1.7909, "lr": 4.9997389535067365e-05, "epoch": 0.08722300801508723, "percentage": 0.46, "elapsed_time": "0:01:03", "remaining_time": "3:48:49", "throughput": 2723.58, "total_tokens": 173744}
|
| 38 |
+
{"current_steps": 190, "total_steps": 40000, "loss": 1.0259, "lr": 4.999724573699012e-05, "epoch": 0.08958038661008957, "percentage": 0.47, "elapsed_time": "0:01:05", "remaining_time": "3:48:04", "throughput": 2721.22, "total_tokens": 177728}
|
| 39 |
+
{"current_steps": 195, "total_steps": 40000, "loss": 1.1624, "lr": 4.9997098084023457e-05, "epoch": 0.09193776520509193, "percentage": 0.49, "elapsed_time": "0:01:06", "remaining_time": "3:47:35", "throughput": 2722.49, "total_tokens": 182128}
|
| 40 |
+
{"current_steps": 200, "total_steps": 40000, "loss": 0.9126, "lr": 4.999694657619013e-05, "epoch": 0.0942951438000943, "percentage": 0.5, "elapsed_time": "0:01:08", "remaining_time": "3:47:22", "throughput": 2724.29, "total_tokens": 186768}
|
| 41 |
+
{"current_steps": 200, "total_steps": 40000, "eval_loss": 1.6075475215911865, "epoch": 0.0942951438000943, "percentage": 0.5, "elapsed_time": "0:01:32", "remaining_time": "5:08:18", "throughput": 2009.14, "total_tokens": 186768}
|
training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b7106a178c3cb00eac143173f5a64611b42a9bb465e122a70ae327913c841b8c
|
| 3 |
+
size 5752
|