Hugging Face's logo

rbelanec
/
test

Text Generation
PEFT
Safetensors
Transformers
llama-factory
conversational
Model card Files
xet
Community
rbelanec commited on
Commit
8403946
路
verified 路
1 Parent(s): 86dd13f

Training in progress, step 13

Browse files
Files changed (4) hide show
  1. adapter_config.json +7 -3
  2. adapter_model.safetensors +2 -2
  3. trainer_log.jsonl +43 -69
  4. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -1,12 +1,16 @@
1
  {
2
  "auto_mapping": null,
3
  "base_model_name_or_path": "meta-llama/Llama-3.2-1B-Instruct",
 
4
  "inference_mode": true,
5
- "peft_type": "BITFIT",
 
 
 
6
  "revision": null,
7
  "target_modules": [
8
- "v_proj",
9
- "q_proj"
10
  ],
11
  "task_type": "CAUSAL_LM"
12
  }
 
1
  {
2
  "auto_mapping": null,
3
  "base_model_name_or_path": "meta-llama/Llama-3.2-1B-Instruct",
4
+ "fill_orthonormal": false,
5
  "inference_mode": true,
6
+ "off_diag": 1,
7
+ "pattern": "banded",
8
+ "peft_type": "SVFT",
9
+ "rank": null,
10
  "revision": null,
11
  "target_modules": [
12
+ "q_proj",
13
+ "k_proj"
14
  ],
15
  "task_type": "CAUSAL_LM"
16
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4304744297050635f73d3344a18cd231f441a5afcdd8857ed1683f6664a31cf9
3
- size 335717200
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f98dc81a9e9c2d70daf5d1eafd79eeca326649060dc43a2022f74c14077cfe2
3
+ size 312947112
trainer_log.jsonl CHANGED
@@ -1,69 +1,43 @@
1
- {"current_steps": 5, "total_steps": 249, "loss": 0.8323, "lr": 8.000000000000001e-06, "epoch": 0.020080321285140562, "percentage": 2.01, "elapsed_time": "0:00:05", "remaining_time": "0:04:22", "throughput": 154.92, "total_tokens": 832}
2
- {"current_steps": 10, "total_steps": 249, "loss": 0.7462, "lr": 1.8e-05, "epoch": 0.040160642570281124, "percentage": 4.02, "elapsed_time": "0:00:05", "remaining_time": "0:02:16", "throughput": 309.05, "total_tokens": 1760}
3
- {"current_steps": 13, "total_steps": 249, "eval_loss": 0.6849029660224915, "epoch": 0.05220883534136546, "percentage": 5.22, "elapsed_time": "0:00:06", "remaining_time": "0:01:57", "throughput": 354.64, "total_tokens": 2288}
4
- {"current_steps": 15, "total_steps": 249, "loss": 0.71, "lr": 2.8000000000000003e-05, "epoch": 0.060240963855421686, "percentage": 6.02, "elapsed_time": "0:00:09", "remaining_time": "0:02:28", "throughput": 273.83, "total_tokens": 2608}
5
- {"current_steps": 20, "total_steps": 249, "loss": 0.5466, "lr": 3.8e-05, "epoch": 0.08032128514056225, "percentage": 8.03, "elapsed_time": "0:00:09", "remaining_time": "0:01:52", "throughput": 358.99, "total_tokens": 3536}
6
- {"current_steps": 25, "total_steps": 249, "loss": 0.6639, "lr": 4.8e-05, "epoch": 0.10040160642570281, "percentage": 10.04, "elapsed_time": "0:00:10", "remaining_time": "0:01:31", "throughput": 441.8, "total_tokens": 4496}
7
- {"current_steps": 26, "total_steps": 249, "eval_loss": 0.45566946268081665, "epoch": 0.10441767068273092, "percentage": 10.44, "elapsed_time": "0:00:10", "remaining_time": "0:01:32", "throughput": 431.04, "total_tokens": 4656}
8
- {"current_steps": 30, "total_steps": 249, "loss": 0.5107, "lr": 4.996067037544542e-05, "epoch": 0.12048192771084337, "percentage": 12.05, "elapsed_time": "0:00:12", "remaining_time": "0:01:33", "throughput": 422.01, "total_tokens": 5424}
9
- {"current_steps": 35, "total_steps": 249, "loss": 0.3742, "lr": 4.980110583549062e-05, "epoch": 0.14056224899598393, "percentage": 14.06, "elapsed_time": "0:00:13", "remaining_time": "0:01:20", "throughput": 478.42, "total_tokens": 6304}
10
- {"current_steps": 39, "total_steps": 249, "eval_loss": 0.3848888874053955, "epoch": 0.1566265060240964, "percentage": 15.66, "elapsed_time": "0:00:14", "remaining_time": "0:01:15", "throughput": 495.43, "total_tokens": 6944}
11
- {"current_steps": 40, "total_steps": 249, "loss": 0.3994, "lr": 4.951963201008076e-05, "epoch": 0.1606425702811245, "percentage": 16.06, "elapsed_time": "0:00:15", "remaining_time": "0:01:20", "throughput": 458.29, "total_tokens": 7072}
12
- {"current_steps": 45, "total_steps": 249, "loss": 0.3929, "lr": 4.91176324775594e-05, "epoch": 0.18072289156626506, "percentage": 18.07, "elapsed_time": "0:00:15", "remaining_time": "0:01:11", "throughput": 498.33, "total_tokens": 7856}
13
- {"current_steps": 50, "total_steps": 249, "loss": 0.3565, "lr": 4.8597083257709194e-05, "epoch": 0.20080321285140562, "percentage": 20.08, "elapsed_time": "0:00:16", "remaining_time": "0:01:04", "throughput": 551.64, "total_tokens": 8880}
14
- {"current_steps": 52, "total_steps": 249, "eval_loss": 0.3768366277217865, "epoch": 0.20883534136546184, "percentage": 20.88, "elapsed_time": "0:00:16", "remaining_time": "0:01:03", "throughput": 548.86, "total_tokens": 9232}
15
- {"current_steps": 55, "total_steps": 249, "loss": 0.4015, "lr": 4.796054309867053e-05, "epoch": 0.22088353413654618, "percentage": 22.09, "elapsed_time": "0:00:18", "remaining_time": "0:01:04", "throughput": 526.83, "total_tokens": 9680}
16
- {"current_steps": 60, "total_steps": 249, "loss": 0.3437, "lr": 4.721114089947181e-05, "epoch": 0.24096385542168675, "percentage": 24.1, "elapsed_time": "0:00:18", "remaining_time": "0:00:58", "throughput": 565.33, "total_tokens": 10576}
17
- {"current_steps": 65, "total_steps": 249, "loss": 0.3087, "lr": 4.6352560329995686e-05, "epoch": 0.26104417670682734, "percentage": 26.1, "elapsed_time": "0:00:19", "remaining_time": "0:00:53", "throughput": 599.97, "total_tokens": 11424}
18
- {"current_steps": 65, "total_steps": 249, "eval_loss": 0.3713006377220154, "epoch": 0.26104417670682734, "percentage": 26.1, "elapsed_time": "0:00:19", "remaining_time": "0:00:55", "throughput": 582.24, "total_tokens": 11424}
19
- {"current_steps": 70, "total_steps": 249, "loss": 0.3702, "lr": 4.538902172398151e-05, "epoch": 0.28112449799196787, "percentage": 28.11, "elapsed_time": "0:00:23", "remaining_time": "0:00:59", "throughput": 523.92, "total_tokens": 12224}
20
- {"current_steps": 75, "total_steps": 249, "loss": 0.3607, "lr": 4.4325261334068426e-05, "epoch": 0.30120481927710846, "percentage": 30.12, "elapsed_time": "0:00:23", "remaining_time": "0:00:54", "throughput": 556.31, "total_tokens": 13168}
21
- {"current_steps": 78, "total_steps": 249, "eval_loss": 0.3614208996295929, "epoch": 0.3132530120481928, "percentage": 31.33, "elapsed_time": "0:00:24", "remaining_time": "0:00:53", "throughput": 562.07, "total_tokens": 13760}
22
- {"current_steps": 80, "total_steps": 249, "loss": 0.3766, "lr": 4.316650805085068e-05, "epoch": 0.321285140562249, "percentage": 32.13, "elapsed_time": "0:00:26", "remaining_time": "0:00:55", "throughput": 539.63, "total_tokens": 14080}
23
- {"current_steps": 85, "total_steps": 249, "loss": 0.3639, "lr": 4.1918457700381855e-05, "epoch": 0.3413654618473896, "percentage": 34.14, "elapsed_time": "0:00:26", "remaining_time": "0:00:50", "throughput": 569.82, "total_tokens": 15056}
24
- {"current_steps": 90, "total_steps": 249, "loss": 0.3589, "lr": 4.058724504646834e-05, "epoch": 0.3614457831325301, "percentage": 36.14, "elapsed_time": "0:00:26", "remaining_time": "0:00:47", "throughput": 594.48, "total_tokens": 15904}
25
- {"current_steps": 91, "total_steps": 249, "eval_loss": 0.36092114448547363, "epoch": 0.3654618473895582, "percentage": 36.55, "elapsed_time": "0:00:27", "remaining_time": "0:00:47", "throughput": 585.62, "total_tokens": 16048}
26
- {"current_steps": 95, "total_steps": 249, "loss": 0.3395, "lr": 3.9179413635373897e-05, "epoch": 0.3815261044176707, "percentage": 38.15, "elapsed_time": "0:00:30", "remaining_time": "0:00:50", "throughput": 539.73, "total_tokens": 16688}
27
- {"current_steps": 100, "total_steps": 249, "loss": 0.2898, "lr": 3.770188363116324e-05, "epoch": 0.40160642570281124, "percentage": 40.16, "elapsed_time": "0:00:31", "remaining_time": "0:00:46", "throughput": 561.52, "total_tokens": 17552}
28
- {"current_steps": 104, "total_steps": 249, "eval_loss": 0.37226182222366333, "epoch": 0.41767068273092367, "percentage": 41.77, "elapsed_time": "0:00:32", "remaining_time": "0:00:44", "throughput": 568.78, "total_tokens": 18272}
29
- {"current_steps": 105, "total_steps": 249, "loss": 0.3169, "lr": 3.616191779978907e-05, "epoch": 0.42168674698795183, "percentage": 42.17, "elapsed_time": "0:00:33", "remaining_time": "0:00:45", "throughput": 549.13, "total_tokens": 18400}
30
- {"current_steps": 110, "total_steps": 249, "loss": 0.3631, "lr": 3.456708580912725e-05, "epoch": 0.44176706827309237, "percentage": 44.18, "elapsed_time": "0:00:33", "remaining_time": "0:00:42", "throughput": 574.97, "total_tokens": 19456}
31
- {"current_steps": 115, "total_steps": 249, "loss": 0.4246, "lr": 3.292522702044221e-05, "epoch": 0.46184738955823296, "percentage": 46.18, "elapsed_time": "0:00:34", "remaining_time": "0:00:39", "throughput": 593.75, "total_tokens": 20288}
32
- {"current_steps": 117, "total_steps": 249, "eval_loss": 0.36986905336380005, "epoch": 0.46987951807228917, "percentage": 46.99, "elapsed_time": "0:00:34", "remaining_time": "0:00:39", "throughput": 592.06, "total_tokens": 20656}
33
- {"current_steps": 120, "total_steps": 249, "loss": 0.3885, "lr": 3.1244411954180676e-05, "epoch": 0.4819277108433735, "percentage": 48.19, "elapsed_time": "0:00:38", "remaining_time": "0:00:41", "throughput": 552.47, "total_tokens": 21328}
34
- {"current_steps": 125, "total_steps": 249, "loss": 0.3539, "lr": 2.9532902619507462e-05, "epoch": 0.5020080321285141, "percentage": 50.2, "elapsed_time": "0:00:38", "remaining_time": "0:00:38", "throughput": 572.73, "total_tokens": 22304}
35
- {"current_steps": 130, "total_steps": 249, "loss": 0.3657, "lr": 2.7799111902582696e-05, "epoch": 0.5220883534136547, "percentage": 52.21, "elapsed_time": "0:00:39", "remaining_time": "0:00:35", "throughput": 586.92, "total_tokens": 23056}
36
- {"current_steps": 130, "total_steps": 249, "eval_loss": 0.35231098532676697, "epoch": 0.5220883534136547, "percentage": 52.21, "elapsed_time": "0:00:39", "remaining_time": "0:00:36", "throughput": 578.36, "total_tokens": 23056}
37
- {"current_steps": 135, "total_steps": 249, "loss": 0.3499, "lr": 2.6051562213206632e-05, "epoch": 0.5421686746987951, "percentage": 54.22, "elapsed_time": "0:00:41", "remaining_time": "0:00:35", "throughput": 571.58, "total_tokens": 23840}
38
- {"current_steps": 140, "total_steps": 249, "loss": 0.3637, "lr": 2.429884359310328e-05, "epoch": 0.5622489959839357, "percentage": 56.22, "elapsed_time": "0:00:42", "remaining_time": "0:00:32", "throughput": 590.67, "total_tokens": 24832}
39
- {"current_steps": 143, "total_steps": 249, "eval_loss": 0.3550644516944885, "epoch": 0.5742971887550201, "percentage": 57.43, "elapsed_time": "0:00:42", "remaining_time": "0:00:31", "throughput": 591.19, "total_tokens": 25312}
40
- {"current_steps": 145, "total_steps": 249, "loss": 0.3785, "lr": 2.2549571491760986e-05, "epoch": 0.5823293172690763, "percentage": 58.23, "elapsed_time": "0:00:45", "remaining_time": "0:00:32", "throughput": 560.26, "total_tokens": 25648}
41
- {"current_steps": 150, "total_steps": 249, "loss": 0.3394, "lr": 2.0812344417381595e-05, "epoch": 0.6024096385542169, "percentage": 60.24, "elapsed_time": "0:00:46", "remaining_time": "0:00:30", "throughput": 574.55, "total_tokens": 26496}
42
- {"current_steps": 155, "total_steps": 249, "loss": 0.3938, "lr": 1.909570167110415e-05, "epoch": 0.6224899598393574, "percentage": 62.25, "elapsed_time": "0:00:46", "remaining_time": "0:00:28", "throughput": 589.65, "total_tokens": 27392}
43
- {"current_steps": 156, "total_steps": 249, "eval_loss": 0.3516700565814972, "epoch": 0.6265060240963856, "percentage": 62.65, "elapsed_time": "0:00:47", "remaining_time": "0:00:28", "throughput": 584.93, "total_tokens": 27552}
44
- {"current_steps": 160, "total_steps": 249, "loss": 0.3667, "lr": 1.7408081372259632e-05, "epoch": 0.642570281124498, "percentage": 64.26, "elapsed_time": "0:00:48", "remaining_time": "0:00:27", "throughput": 580.26, "total_tokens": 28272}
45
- {"current_steps": 165, "total_steps": 249, "loss": 0.3198, "lr": 1.5757778980982626e-05, "epoch": 0.6626506024096386, "percentage": 66.27, "elapsed_time": "0:00:49", "remaining_time": "0:00:24", "throughput": 594.93, "total_tokens": 29184}
46
- {"current_steps": 169, "total_steps": 249, "eval_loss": 0.354565292596817, "epoch": 0.678714859437751, "percentage": 67.87, "elapsed_time": "0:00:49", "remaining_time": "0:00:23", "throughput": 600.92, "total_tokens": 29984}
47
- {"current_steps": 170, "total_steps": 249, "loss": 0.3366, "lr": 1.4152906522061048e-05, "epoch": 0.6827309236947792, "percentage": 68.27, "elapsed_time": "0:00:52", "remaining_time": "0:00:24", "throughput": 568.69, "total_tokens": 30128}
48
- {"current_steps": 175, "total_steps": 249, "loss": 0.3291, "lr": 1.2601352710458313e-05, "epoch": 0.7028112449799196, "percentage": 70.28, "elapsed_time": "0:00:53", "remaining_time": "0:00:22", "throughput": 581.0, "total_tokens": 30976}
49
- {"current_steps": 180, "total_steps": 249, "loss": 0.369, "lr": 1.1110744174509952e-05, "epoch": 0.7228915662650602, "percentage": 72.29, "elapsed_time": "0:00:53", "remaining_time": "0:00:20", "throughput": 592.22, "total_tokens": 31776}
50
- {"current_steps": 182, "total_steps": 249, "eval_loss": 0.34907668828964233, "epoch": 0.7309236947791165, "percentage": 73.09, "elapsed_time": "0:00:54", "remaining_time": "0:00:20", "throughput": 590.05, "total_tokens": 32080}
51
- {"current_steps": 185, "total_steps": 249, "loss": 0.3852, "lr": 9.688407967401248e-06, "epoch": 0.7429718875502008, "percentage": 74.3, "elapsed_time": "0:00:55", "remaining_time": "0:00:19", "throughput": 583.93, "total_tokens": 32608}
52
- {"current_steps": 190, "total_steps": 249, "loss": 0.4115, "lr": 8.341335551199902e-06, "epoch": 0.7630522088353414, "percentage": 76.31, "elapsed_time": "0:00:56", "remaining_time": "0:00:17", "throughput": 593.85, "total_tokens": 33360}
53
- {"current_steps": 195, "total_steps": 249, "loss": 0.3673, "lr": 7.076148430479321e-06, "epoch": 0.7831325301204819, "percentage": 78.31, "elapsed_time": "0:00:56", "remaining_time": "0:00:15", "throughput": 604.8, "total_tokens": 34176}
54
- {"current_steps": 195, "total_steps": 249, "eval_loss": 0.3541497588157654, "epoch": 0.7831325301204819, "percentage": 78.31, "elapsed_time": "0:00:57", "remaining_time": "0:00:15", "throughput": 598.64, "total_tokens": 34176}
55
- {"current_steps": 200, "total_steps": 249, "loss": 0.3583, "lr": 5.899065604459814e-06, "epoch": 0.8032128514056225, "percentage": 80.32, "elapsed_time": "0:01:00", "remaining_time": "0:00:14", "throughput": 581.33, "total_tokens": 34992}
56
- {"current_steps": 205, "total_steps": 249, "loss": 0.3675, "lr": 4.81587299765594e-06, "epoch": 0.8232931726907631, "percentage": 82.33, "elapsed_time": "0:01:00", "remaining_time": "0:00:12", "throughput": 592.88, "total_tokens": 35888}
57
- {"current_steps": 208, "total_steps": 249, "eval_loss": 0.3513210713863373, "epoch": 0.8353413654618473, "percentage": 83.53, "elapsed_time": "0:01:01", "remaining_time": "0:00:12", "throughput": 595.29, "total_tokens": 36512}
58
- {"current_steps": 210, "total_steps": 249, "loss": 0.3717, "lr": 3.831895019292897e-06, "epoch": 0.8433734939759037, "percentage": 84.34, "elapsed_time": "0:01:02", "remaining_time": "0:00:11", "throughput": 586.88, "total_tokens": 36848}
59
- {"current_steps": 215, "total_steps": 249, "loss": 0.3723, "lr": 2.9519683912911266e-06, "epoch": 0.8634538152610441, "percentage": 86.35, "elapsed_time": "0:01:03", "remaining_time": "0:00:09", "throughput": 600.27, "total_tokens": 37888}
60
- {"current_steps": 220, "total_steps": 249, "loss": 0.3634, "lr": 2.1804183734670277e-06, "epoch": 0.8835341365461847, "percentage": 88.35, "elapsed_time": "0:01:03", "remaining_time": "0:00:08", "throughput": 610.98, "total_tokens": 38768}
61
- {"current_steps": 221, "total_steps": 249, "eval_loss": 0.3546585738658905, "epoch": 0.8875502008032129, "percentage": 88.76, "elapsed_time": "0:01:04", "remaining_time": "0:00:08", "throughput": 606.77, "total_tokens": 38912}
62
- {"current_steps": 225, "total_steps": 249, "loss": 0.3656, "lr": 1.5210375028143097e-06, "epoch": 0.9036144578313253, "percentage": 90.36, "elapsed_time": "0:01:07", "remaining_time": "0:00:07", "throughput": 583.99, "total_tokens": 39488}
63
- {"current_steps": 230, "total_steps": 249, "loss": 0.3446, "lr": 9.770669513725128e-07, "epoch": 0.9236947791164659, "percentage": 92.37, "elapsed_time": "0:01:07", "remaining_time": "0:00:05", "throughput": 593.53, "total_tokens": 40336}
64
- {"current_steps": 234, "total_steps": 249, "eval_loss": 0.35187554359436035, "epoch": 0.9397590361445783, "percentage": 93.98, "elapsed_time": "0:01:08", "remaining_time": "0:00:04", "throughput": 597.4, "total_tokens": 41120}
65
- {"current_steps": 235, "total_steps": 249, "loss": 0.3724, "lr": 5.5118059431781e-07, "epoch": 0.9437751004016064, "percentage": 94.38, "elapsed_time": "0:01:10", "remaining_time": "0:00:04", "throughput": 588.5, "total_tokens": 41328}
66
- {"current_steps": 240, "total_steps": 249, "loss": 0.3493, "lr": 2.454718665888589e-07, "epoch": 0.963855421686747, "percentage": 96.39, "elapsed_time": "0:01:10", "remaining_time": "0:00:02", "throughput": 597.74, "total_tokens": 42176}
67
- {"current_steps": 245, "total_steps": 249, "loss": 0.3364, "lr": 6.14434726538493e-08, "epoch": 0.9839357429718876, "percentage": 98.39, "elapsed_time": "0:01:10", "remaining_time": "0:00:01", "throughput": 610.97, "total_tokens": 43312}
68
- {"current_steps": 247, "total_steps": 249, "eval_loss": 0.3515866696834564, "epoch": 0.9919678714859438, "percentage": 99.2, "elapsed_time": "0:01:11", "remaining_time": "0:00:00", "throughput": 608.57, "total_tokens": 43600}
69
- {"current_steps": 249, "total_steps": 249, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "0:01:16", "remaining_time": "0:00:00", "throughput": 572.2, "total_tokens": 43904}
 
1
+ {"current_steps": 5, "total_steps": 249, "loss": 0.9403, "lr": 8.000000000000001e-06, "epoch": 0.020080321285140562, "percentage": 2.01, "elapsed_time": "0:00:01", "remaining_time": "0:00:56", "throughput": 723.21, "total_tokens": 832}
2
+ {"current_steps": 10, "total_steps": 249, "loss": 0.9316, "lr": 1.8e-05, "epoch": 0.040160642570281124, "percentage": 4.02, "elapsed_time": "0:00:01", "remaining_time": "0:00:39", "throughput": 1078.1, "total_tokens": 1760}
3
+ {"current_steps": 13, "total_steps": 249, "eval_loss": 0.9549338221549988, "epoch": 0.05220883534136546, "percentage": 5.22, "elapsed_time": "0:00:02", "remaining_time": "0:00:53", "throughput": 781.88, "total_tokens": 2288}
4
+ {"current_steps": 15, "total_steps": 249, "loss": 0.9858, "lr": 2.8000000000000003e-05, "epoch": 0.060240963855421686, "percentage": 6.02, "elapsed_time": "0:00:04", "remaining_time": "0:01:08", "throughput": 593.13, "total_tokens": 2608}
5
+ {"current_steps": 20, "total_steps": 249, "loss": 0.8997, "lr": 3.8e-05, "epoch": 0.08032128514056225, "percentage": 8.03, "elapsed_time": "0:00:04", "remaining_time": "0:00:55", "throughput": 725.59, "total_tokens": 3536}
6
+ {"current_steps": 25, "total_steps": 249, "loss": 1.1199, "lr": 4.8e-05, "epoch": 0.10040160642570281, "percentage": 10.04, "elapsed_time": "0:00:05", "remaining_time": "0:00:48", "throughput": 835.61, "total_tokens": 4496}
7
+ {"current_steps": 26, "total_steps": 249, "eval_loss": 0.8821852803230286, "epoch": 0.10441767068273092, "percentage": 10.44, "elapsed_time": "0:00:06", "remaining_time": "0:00:55", "throughput": 720.28, "total_tokens": 4656}
8
+ {"current_steps": 30, "total_steps": 249, "loss": 1.0716, "lr": 4.996067037544542e-05, "epoch": 0.12048192771084337, "percentage": 12.05, "elapsed_time": "0:00:08", "remaining_time": "0:01:02", "throughput": 631.06, "total_tokens": 5424}
9
+ {"current_steps": 35, "total_steps": 249, "loss": 0.8317, "lr": 4.980110583549062e-05, "epoch": 0.14056224899598393, "percentage": 14.06, "elapsed_time": "0:00:09", "remaining_time": "0:00:55", "throughput": 694.82, "total_tokens": 6304}
10
+ {"current_steps": 39, "total_steps": 249, "eval_loss": 0.8176223039627075, "epoch": 0.1566265060240964, "percentage": 15.66, "elapsed_time": "0:00:10", "remaining_time": "0:00:56", "throughput": 662.37, "total_tokens": 6944}
11
+ {"current_steps": 40, "total_steps": 249, "loss": 0.9978, "lr": 4.951963201008076e-05, "epoch": 0.1606425702811245, "percentage": 16.06, "elapsed_time": "0:00:11", "remaining_time": "0:01:00", "throughput": 610.36, "total_tokens": 7072}
12
+ {"current_steps": 45, "total_steps": 249, "loss": 0.7925, "lr": 4.91176324775594e-05, "epoch": 0.18072289156626506, "percentage": 18.07, "elapsed_time": "0:00:12", "remaining_time": "0:00:54", "throughput": 653.75, "total_tokens": 7856}
13
+ {"current_steps": 50, "total_steps": 249, "loss": 0.7882, "lr": 4.8597083257709194e-05, "epoch": 0.20080321285140562, "percentage": 20.08, "elapsed_time": "0:00:12", "remaining_time": "0:00:49", "throughput": 711.62, "total_tokens": 8880}
14
+ {"current_steps": 52, "total_steps": 249, "eval_loss": 0.7668408155441284, "epoch": 0.20883534136546184, "percentage": 20.88, "elapsed_time": "0:00:13", "remaining_time": "0:00:52", "throughput": 669.27, "total_tokens": 9232}
15
+ {"current_steps": 55, "total_steps": 249, "loss": 0.7209, "lr": 4.796054309867053e-05, "epoch": 0.22088353413654618, "percentage": 22.09, "elapsed_time": "0:00:15", "remaining_time": "0:00:53", "throughput": 636.84, "total_tokens": 9680}
16
+ {"current_steps": 60, "total_steps": 249, "loss": 0.8405, "lr": 4.721114089947181e-05, "epoch": 0.24096385542168675, "percentage": 24.1, "elapsed_time": "0:00:15", "remaining_time": "0:00:49", "throughput": 674.09, "total_tokens": 10576}
17
+ {"current_steps": 65, "total_steps": 249, "loss": 0.7909, "lr": 4.6352560329995686e-05, "epoch": 0.26104417670682734, "percentage": 26.1, "elapsed_time": "0:00:16", "remaining_time": "0:00:46", "throughput": 702.43, "total_tokens": 11424}
18
+ {"current_steps": 65, "total_steps": 249, "eval_loss": 0.6973205208778381, "epoch": 0.26104417670682734, "percentage": 26.1, "elapsed_time": "0:00:17", "remaining_time": "0:00:49", "throughput": 657.87, "total_tokens": 11424}
19
+ {"current_steps": 70, "total_steps": 249, "loss": 0.7974, "lr": 4.538902172398151e-05, "epoch": 0.28112449799196787, "percentage": 28.11, "elapsed_time": "0:00:18", "remaining_time": "0:00:48", "throughput": 646.15, "total_tokens": 12224}
20
+ {"current_steps": 75, "total_steps": 249, "loss": 0.7007, "lr": 4.4325261334068426e-05, "epoch": 0.30120481927710846, "percentage": 30.12, "elapsed_time": "0:00:19", "remaining_time": "0:00:45", "throughput": 677.51, "total_tokens": 13168}
21
+ {"current_steps": 78, "total_steps": 249, "eval_loss": 0.6643471121788025, "epoch": 0.3132530120481928, "percentage": 31.33, "elapsed_time": "0:00:20", "remaining_time": "0:00:45", "throughput": 657.6, "total_tokens": 13760}
22
+ {"current_steps": 80, "total_steps": 249, "loss": 0.6931, "lr": 4.316650805085068e-05, "epoch": 0.321285140562249, "percentage": 32.13, "elapsed_time": "0:00:22", "remaining_time": "0:00:46", "throughput": 635.79, "total_tokens": 14080}
23
+ {"current_steps": 85, "total_steps": 249, "loss": 0.6361, "lr": 4.1918457700381855e-05, "epoch": 0.3413654618473896, "percentage": 34.14, "elapsed_time": "0:00:22", "remaining_time": "0:00:43", "throughput": 666.09, "total_tokens": 15056}
24
+ {"current_steps": 90, "total_steps": 249, "loss": 0.7416, "lr": 4.058724504646834e-05, "epoch": 0.3614457831325301, "percentage": 36.14, "elapsed_time": "0:00:23", "remaining_time": "0:00:40", "throughput": 689.71, "total_tokens": 15904}
25
+ {"current_steps": 91, "total_steps": 249, "eval_loss": 0.6244128346443176, "epoch": 0.3654618473895582, "percentage": 36.55, "elapsed_time": "0:00:24", "remaining_time": "0:00:42", "throughput": 661.33, "total_tokens": 16048}
26
+ {"current_steps": 95, "total_steps": 249, "loss": 0.7075, "lr": 3.9179413635373897e-05, "epoch": 0.3815261044176707, "percentage": 38.15, "elapsed_time": "0:00:25", "remaining_time": "0:00:41", "throughput": 649.28, "total_tokens": 16688}
27
+ {"current_steps": 100, "total_steps": 249, "loss": 0.8212, "lr": 3.770188363116324e-05, "epoch": 0.40160642570281124, "percentage": 40.16, "elapsed_time": "0:00:26", "remaining_time": "0:00:38", "throughput": 670.91, "total_tokens": 17552}
28
+ {"current_steps": 104, "total_steps": 249, "eval_loss": 0.5989917516708374, "epoch": 0.41767068273092367, "percentage": 41.77, "elapsed_time": "0:00:27", "remaining_time": "0:00:38", "throughput": 662.71, "total_tokens": 18272}
29
+ {"current_steps": 105, "total_steps": 249, "loss": 0.71, "lr": 3.616191779978907e-05, "epoch": 0.42168674698795183, "percentage": 42.17, "elapsed_time": "0:00:28", "remaining_time": "0:00:39", "throughput": 642.42, "total_tokens": 18400}
30
+ {"current_steps": 110, "total_steps": 249, "loss": 0.5662, "lr": 3.456708580912725e-05, "epoch": 0.44176706827309237, "percentage": 44.18, "elapsed_time": "0:00:29", "remaining_time": "0:00:36", "throughput": 668.16, "total_tokens": 19456}
31
+ {"current_steps": 115, "total_steps": 249, "loss": 0.4927, "lr": 3.292522702044221e-05, "epoch": 0.46184738955823296, "percentage": 46.18, "elapsed_time": "0:00:29", "remaining_time": "0:00:34", "throughput": 686.54, "total_tokens": 20288}
32
+ {"current_steps": 117, "total_steps": 249, "eval_loss": 0.5652104020118713, "epoch": 0.46987951807228917, "percentage": 46.99, "elapsed_time": "0:00:30", "remaining_time": "0:00:34", "throughput": 671.72, "total_tokens": 20656}
33
+ {"current_steps": 120, "total_steps": 249, "loss": 0.5256, "lr": 3.1244411954180676e-05, "epoch": 0.4819277108433735, "percentage": 48.19, "elapsed_time": "0:00:32", "remaining_time": "0:00:34", "throughput": 665.04, "total_tokens": 21328}
34
+ {"current_steps": 125, "total_steps": 249, "loss": 0.4829, "lr": 2.9532902619507462e-05, "epoch": 0.5020080321285141, "percentage": 50.2, "elapsed_time": "0:00:32", "remaining_time": "0:00:32", "throughput": 684.53, "total_tokens": 22304}
35
+ {"current_steps": 130, "total_steps": 249, "loss": 0.5708, "lr": 2.7799111902582696e-05, "epoch": 0.5220883534136547, "percentage": 52.21, "elapsed_time": "0:00:33", "remaining_time": "0:00:30", "throughput": 697.63, "total_tokens": 23056}
36
+ {"current_steps": 130, "total_steps": 249, "eval_loss": 0.5374971032142639, "epoch": 0.5220883534136547, "percentage": 52.21, "elapsed_time": "0:00:34", "remaining_time": "0:00:31", "throughput": 677.71, "total_tokens": 23056}
37
+ {"current_steps": 135, "total_steps": 249, "loss": 0.4772, "lr": 2.6051562213206632e-05, "epoch": 0.5421686746987951, "percentage": 54.22, "elapsed_time": "0:00:35", "remaining_time": "0:00:30", "throughput": 670.04, "total_tokens": 23840}
38
+ {"current_steps": 140, "total_steps": 249, "loss": 0.4855, "lr": 2.429884359310328e-05, "epoch": 0.5622489959839357, "percentage": 56.22, "elapsed_time": "0:00:36", "remaining_time": "0:00:28", "throughput": 688.61, "total_tokens": 24832}
39
+ {"current_steps": 143, "total_steps": 249, "eval_loss": 0.5332380533218384, "epoch": 0.5742971887550201, "percentage": 57.43, "elapsed_time": "0:00:37", "remaining_time": "0:00:27", "throughput": 676.52, "total_tokens": 25312}
40
+ {"current_steps": 145, "total_steps": 249, "loss": 0.5654, "lr": 2.2549571491760986e-05, "epoch": 0.5823293172690763, "percentage": 58.23, "elapsed_time": "0:00:38", "remaining_time": "0:00:27", "throughput": 663.41, "total_tokens": 25648}
41
+ {"current_steps": 150, "total_steps": 249, "loss": 0.5382, "lr": 2.0812344417381595e-05, "epoch": 0.6024096385542169, "percentage": 60.24, "elapsed_time": "0:00:39", "remaining_time": "0:00:25", "throughput": 677.04, "total_tokens": 26496}
42
+ {"current_steps": 155, "total_steps": 249, "loss": 0.5239, "lr": 1.909570167110415e-05, "epoch": 0.6224899598393574, "percentage": 62.25, "elapsed_time": "0:00:39", "remaining_time": "0:00:24", "throughput": 692.05, "total_tokens": 27392}
43
+ {"current_steps": 156, "total_steps": 249, "eval_loss": 0.5172758102416992, "epoch": 0.6265060240963856, "percentage": 62.65, "elapsed_time": "0:00:41", "remaining_time": "0:00:24", "throughput": 667.09, "total_tokens": 27552}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6d3bdf3a163b7ee13e312a224f1f3c698026232fb95184906217a8d73515393f
3
  size 6097
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5e929e74641826aee4b882ab09fb5f7261bd21a08b9236956a773029c9d38c9
3
  size 6097