Hugging Face's logo

mlfoundations-dev
/
instruction_filtering_random_code

Text Generation
Transformers
Safetensors
qwen2
llama-factory
full
Generated from Trainer
conversational
text-generation-inference
Model card Files
xet
Community
1
sedrickkeh commited on
Commit
6fc6338
·
verified ·
1 Parent(s): db7f13e

Training in progress, epoch 1

Browse files
Files changed (5) hide show
  1. model-00001-of-00004.safetensors +1 -1
  2. model-00002-of-00004.safetensors +1 -1
  3. model-00003-of-00004.safetensors +1 -1
  4. model-00004-of-00004.safetensors +1 -1
  5. trainer_log.jsonl +25 -0
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1ddf7196d9493894d88b1b7c9841445babda7a6ebb094bc1c47347bf0d90384b
3
  size 4877660776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:849db2c26833ff68f8a41e31af73165bf96e8d4ef323692879639ced89a07a51
3
  size 4877660776
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e6b1a6705889c67eae02cdbbb8cd6e9aad5a359f815c2ab9e1df1cfad64e4ba
3
  size 4932751008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c66b4f81463ce03ca011513eb43f7ac39d8326d8c5774afa44dab17d31c3600
3
  size 4932751008
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ba8c14f3685828bf76e1db772fe40ebe6a001973a79835ea4a36f16bc8b7a091
3
  size 4330865200
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da8710c235f361df6ff625eb706a86c2aeecdc322963e6ac20dc4a194e1b4129
3
  size 4330865200
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:846f3e084797946679840f422f75ebbcd70d948cb8938f594e2f45a0534e51c1
3
  size 1089994880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3085094b9e9f67d374264793d211a44be645bc765a1cc599d0e67d8351655b8
3
  size 1089994880
trainer_log.jsonl CHANGED
@@ -32,3 +32,28 @@
32
  {"current_steps": 32, "total_steps": 78, "loss": 0.8265, "lr": 7.369343312364994e-06, "epoch": 1.2151898734177216, "percentage": 41.03, "elapsed_time": "0:15:03", "remaining_time": "0:21:38"}
33
  {"current_steps": 33, "total_steps": 78, "loss": 0.7291, "lr": 7.169418695587791e-06, "epoch": 1.2531645569620253, "percentage": 42.31, "elapsed_time": "0:15:33", "remaining_time": "0:21:12"}
34
  {"current_steps": 34, "total_steps": 78, "loss": 0.8297, "lr": 6.965125158269619e-06, "epoch": 1.2911392405063291, "percentage": 43.59, "elapsed_time": "0:15:58", "remaining_time": "0:20:40"}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
32
  {"current_steps": 32, "total_steps": 78, "loss": 0.8265, "lr": 7.369343312364994e-06, "epoch": 1.2151898734177216, "percentage": 41.03, "elapsed_time": "0:15:03", "remaining_time": "0:21:38"}
33
  {"current_steps": 33, "total_steps": 78, "loss": 0.7291, "lr": 7.169418695587791e-06, "epoch": 1.2531645569620253, "percentage": 42.31, "elapsed_time": "0:15:33", "remaining_time": "0:21:12"}
34
  {"current_steps": 34, "total_steps": 78, "loss": 0.8297, "lr": 6.965125158269619e-06, "epoch": 1.2911392405063291, "percentage": 43.59, "elapsed_time": "0:15:58", "remaining_time": "0:20:40"}
35
+ {"current_steps": 35, "total_steps": 78, "loss": 0.8185, "lr": 6.7568741204067145e-06, "epoch": 1.3291139240506329, "percentage": 44.87, "elapsed_time": "0:16:22", "remaining_time": "0:20:06"}
36
+ {"current_steps": 36, "total_steps": 78, "loss": 0.7387, "lr": 6.545084971874738e-06, "epoch": 1.3670886075949367, "percentage": 46.15, "elapsed_time": "0:16:53", "remaining_time": "0:19:42"}
37
+ {"current_steps": 37, "total_steps": 78, "loss": 0.9091, "lr": 6.330184227833376e-06, "epoch": 1.4050632911392404, "percentage": 47.44, "elapsed_time": "0:17:24", "remaining_time": "0:19:17"}
38
+ {"current_steps": 38, "total_steps": 78, "loss": 0.6398, "lr": 6.112604669781572e-06, "epoch": 1.4430379746835442, "percentage": 48.72, "elapsed_time": "0:17:39", "remaining_time": "0:18:35"}
39
+ {"current_steps": 39, "total_steps": 78, "loss": 0.8847, "lr": 5.892784473993184e-06, "epoch": 1.481012658227848, "percentage": 50.0, "elapsed_time": "0:18:09", "remaining_time": "0:18:09"}
40
+ {"current_steps": 40, "total_steps": 78, "loss": 0.6747, "lr": 5.671166329088278e-06, "epoch": 1.518987341772152, "percentage": 51.28, "elapsed_time": "0:18:32", "remaining_time": "0:17:36"}
41
+ {"current_steps": 41, "total_steps": 78, "loss": 0.8577, "lr": 5.448196544517168e-06, "epoch": 1.5569620253164556, "percentage": 52.56, "elapsed_time": "0:19:00", "remaining_time": "0:17:09"}
42
+ {"current_steps": 42, "total_steps": 78, "loss": 0.7415, "lr": 5.224324151752575e-06, "epoch": 1.5949367088607596, "percentage": 53.85, "elapsed_time": "0:19:28", "remaining_time": "0:16:41"}
43
+ {"current_steps": 43, "total_steps": 78, "loss": 0.8034, "lr": 5e-06, "epoch": 1.6329113924050633, "percentage": 55.13, "elapsed_time": "0:19:55", "remaining_time": "0:16:12"}
44
+ {"current_steps": 44, "total_steps": 78, "loss": 0.7571, "lr": 4.775675848247427e-06, "epoch": 1.6708860759493671, "percentage": 56.41, "elapsed_time": "0:20:21", "remaining_time": "0:15:43"}
45
+ {"current_steps": 45, "total_steps": 78, "loss": 0.781, "lr": 4.551803455482833e-06, "epoch": 1.7088607594936709, "percentage": 57.69, "elapsed_time": "0:20:50", "remaining_time": "0:15:16"}
46
+ {"current_steps": 46, "total_steps": 78, "loss": 0.8378, "lr": 4.3288336709117246e-06, "epoch": 1.7468354430379747, "percentage": 58.97, "elapsed_time": "0:21:17", "remaining_time": "0:14:48"}
47
+ {"current_steps": 47, "total_steps": 78, "loss": 0.7435, "lr": 4.107215526006818e-06, "epoch": 1.7848101265822784, "percentage": 60.26, "elapsed_time": "0:21:45", "remaining_time": "0:14:20"}
48
+ {"current_steps": 48, "total_steps": 78, "loss": 0.7567, "lr": 3.887395330218429e-06, "epoch": 1.8227848101265822, "percentage": 61.54, "elapsed_time": "0:22:11", "remaining_time": "0:13:52"}
49
+ {"current_steps": 49, "total_steps": 78, "loss": 0.8524, "lr": 3.669815772166625e-06, "epoch": 1.8607594936708862, "percentage": 62.82, "elapsed_time": "0:22:34", "remaining_time": "0:13:21"}
50
+ {"current_steps": 50, "total_steps": 78, "loss": 0.79, "lr": 3.4549150281252635e-06, "epoch": 1.8987341772151898, "percentage": 64.1, "elapsed_time": "0:22:57", "remaining_time": "0:12:51"}
51
+ {"current_steps": 51, "total_steps": 78, "loss": 0.6748, "lr": 3.2431258795932863e-06, "epoch": 1.9367088607594938, "percentage": 65.38, "elapsed_time": "0:23:20", "remaining_time": "0:12:21"}
52
+ {"current_steps": 52, "total_steps": 78, "loss": 0.8389, "lr": 3.0348748417303826e-06, "epoch": 1.9746835443037973, "percentage": 66.67, "elapsed_time": "0:23:54", "remaining_time": "0:11:57"}
53
+ {"current_steps": 53, "total_steps": 78, "loss": 1.2065, "lr": 2.83058130441221e-06, "epoch": 2.0126582278481013, "percentage": 67.95, "elapsed_time": "0:25:07", "remaining_time": "0:11:51"}
54
+ {"current_steps": 54, "total_steps": 78, "loss": 0.6939, "lr": 2.6306566876350072e-06, "epoch": 2.050632911392405, "percentage": 69.23, "elapsed_time": "0:25:34", "remaining_time": "0:11:21"}
55
+ {"current_steps": 55, "total_steps": 78, "loss": 0.7477, "lr": 2.43550361297047e-06, "epoch": 2.088607594936709, "percentage": 70.51, "elapsed_time": "0:26:02", "remaining_time": "0:10:53"}
56
+ {"current_steps": 56, "total_steps": 78, "loss": 0.7241, "lr": 2.245515092739488e-06, "epoch": 2.1265822784810124, "percentage": 71.79, "elapsed_time": "0:26:27", "remaining_time": "0:10:23"}
57
+ {"current_steps": 57, "total_steps": 78, "loss": 0.7567, "lr": 2.061073738537635e-06, "epoch": 2.1645569620253164, "percentage": 73.08, "elapsed_time": "0:26:52", "remaining_time": "0:09:54"}
58
+ {"current_steps": 58, "total_steps": 78, "loss": 0.656, "lr": 1.8825509907063328e-06, "epoch": 2.2025316455696204, "percentage": 74.36, "elapsed_time": "0:27:18", "remaining_time": "0:09:25"}
59
+ {"current_steps": 59, "total_steps": 78, "loss": 0.7382, "lr": 1.7103063703014372e-06, "epoch": 2.240506329113924, "percentage": 75.64, "elapsed_time": "0:27:41", "remaining_time": "0:08:55"}