Hugging Face's logo

mlfoundations-dev
/
fasttext_mixing_domains_top_4_code

Text Generation
Transformers
Safetensors
qwen2
llama-factory
full
Generated from Trainer
conversational
text-generation-inference
Model card Files
xet
Community
1
sedrickkeh commited on
Commit
b30bc3d
·
verified ·
1 Parent(s): 825284b

Training in progress, epoch 1

Browse files
Files changed (5) hide show
  1. model-00001-of-00004.safetensors +1 -1
  2. model-00002-of-00004.safetensors +1 -1
  3. model-00003-of-00004.safetensors +1 -1
  4. model-00004-of-00004.safetensors +1 -1
  5. trainer_log.jsonl +26 -0
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d58bf35b9da9a6d4ad20b413f7bf088d0961d4176c83f9635c19c7e287cd209f
3
  size 4877660776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c1826c676565338b926449bfdee8cf15cbae84c3fe49c3f0456e30d89bcf799
3
  size 4877660776
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f3275247f73eeb18c35042a2ecd086f87906be32e5a5a76227f8568ddd0364f
3
  size 4932751008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abe1cd14df34b5351929644954bbb271a69edbf987904d550074279ad6075e31
3
  size 4932751008
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cbedc204e666798b817b2be104ff9457cc48c6e0927e5f9fba56892cf1d355ae
3
  size 4330865200
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30179716e5a4f2bc585cb818bad067b5968a29decf0b561c9cf35b066c0eebcf
3
  size 4330865200
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5f1325068cebfa568293ac0017fa43635b3944de286e2e17fa282a11443da480
3
  size 1089994880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08277033eb9850f62669d317ca3fe8d2d849b86d6905fbe45493faf8e883d4c5
3
  size 1089994880
trainer_log.jsonl CHANGED
@@ -25,3 +25,29 @@
25
  {"current_steps": 25, "total_steps": 78, "loss": 0.9868, "lr": 8.613974319136959e-06, "epoch": 0.9584664536741214, "percentage": 32.05, "elapsed_time": "0:40:25", "remaining_time": "1:25:41"}
26
  {"current_steps": 26, "total_steps": 78, "loss": 0.9477, "lr": 8.455313244934324e-06, "epoch": 0.9968051118210862, "percentage": 33.33, "elapsed_time": "0:42:16", "remaining_time": "1:24:33"}
27
  {"current_steps": 27, "total_steps": 78, "loss": 1.5598, "lr": 8.289693629698564e-06, "epoch": 1.035143769968051, "percentage": 34.62, "elapsed_time": "0:44:39", "remaining_time": "1:24:21"}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
25
  {"current_steps": 25, "total_steps": 78, "loss": 0.9868, "lr": 8.613974319136959e-06, "epoch": 0.9584664536741214, "percentage": 32.05, "elapsed_time": "0:40:25", "remaining_time": "1:25:41"}
26
  {"current_steps": 26, "total_steps": 78, "loss": 0.9477, "lr": 8.455313244934324e-06, "epoch": 0.9968051118210862, "percentage": 33.33, "elapsed_time": "0:42:16", "remaining_time": "1:24:33"}
27
  {"current_steps": 27, "total_steps": 78, "loss": 1.5598, "lr": 8.289693629698564e-06, "epoch": 1.035143769968051, "percentage": 34.62, "elapsed_time": "0:44:39", "remaining_time": "1:24:21"}
28
+ {"current_steps": 28, "total_steps": 78, "loss": 0.8733, "lr": 8.117449009293668e-06, "epoch": 1.073482428115016, "percentage": 35.9, "elapsed_time": "0:46:10", "remaining_time": "1:22:27"}
29
+ {"current_steps": 29, "total_steps": 78, "loss": 0.9163, "lr": 7.938926261462366e-06, "epoch": 1.1118210862619808, "percentage": 37.18, "elapsed_time": "0:47:54", "remaining_time": "1:20:56"}
30
+ {"current_steps": 30, "total_steps": 78, "loss": 0.9485, "lr": 7.754484907260513e-06, "epoch": 1.1501597444089458, "percentage": 38.46, "elapsed_time": "0:49:33", "remaining_time": "1:19:17"}
31
+ {"current_steps": 31, "total_steps": 78, "loss": 0.8937, "lr": 7.564496387029532e-06, "epoch": 1.1884984025559104, "percentage": 39.74, "elapsed_time": "0:51:19", "remaining_time": "1:17:49"}
32
+ {"current_steps": 32, "total_steps": 78, "loss": 0.894, "lr": 7.369343312364994e-06, "epoch": 1.2268370607028753, "percentage": 41.03, "elapsed_time": "0:53:00", "remaining_time": "1:16:11"}
33
+ {"current_steps": 33, "total_steps": 78, "loss": 0.924, "lr": 7.169418695587791e-06, "epoch": 1.2651757188498403, "percentage": 42.31, "elapsed_time": "0:54:35", "remaining_time": "1:14:27"}
34
+ {"current_steps": 34, "total_steps": 78, "loss": 0.8593, "lr": 6.965125158269619e-06, "epoch": 1.3035143769968052, "percentage": 43.59, "elapsed_time": "0:56:12", "remaining_time": "1:12:43"}
35
+ {"current_steps": 35, "total_steps": 78, "loss": 0.8627, "lr": 6.7568741204067145e-06, "epoch": 1.34185303514377, "percentage": 44.87, "elapsed_time": "0:57:53", "remaining_time": "1:11:07"}
36
+ {"current_steps": 36, "total_steps": 78, "loss": 0.8712, "lr": 6.545084971874738e-06, "epoch": 1.3801916932907348, "percentage": 46.15, "elapsed_time": "0:59:36", "remaining_time": "1:09:32"}
37
+ {"current_steps": 37, "total_steps": 78, "loss": 0.8984, "lr": 6.330184227833376e-06, "epoch": 1.4185303514376997, "percentage": 47.44, "elapsed_time": "1:01:31", "remaining_time": "1:08:10"}
38
+ {"current_steps": 38, "total_steps": 78, "loss": 0.8588, "lr": 6.112604669781572e-06, "epoch": 1.4568690095846646, "percentage": 48.72, "elapsed_time": "1:03:04", "remaining_time": "1:06:23"}
39
+ {"current_steps": 39, "total_steps": 78, "loss": 0.9026, "lr": 5.892784473993184e-06, "epoch": 1.4952076677316293, "percentage": 50.0, "elapsed_time": "1:04:45", "remaining_time": "1:04:45"}
40
+ {"current_steps": 40, "total_steps": 78, "loss": 0.8586, "lr": 5.671166329088278e-06, "epoch": 1.5335463258785942, "percentage": 51.28, "elapsed_time": "1:06:24", "remaining_time": "1:03:05"}
41
+ {"current_steps": 41, "total_steps": 78, "loss": 0.8117, "lr": 5.448196544517168e-06, "epoch": 1.571884984025559, "percentage": 52.56, "elapsed_time": "1:07:58", "remaining_time": "1:01:20"}
42
+ {"current_steps": 42, "total_steps": 78, "loss": 0.8858, "lr": 5.224324151752575e-06, "epoch": 1.610223642172524, "percentage": 53.85, "elapsed_time": "1:09:52", "remaining_time": "0:59:53"}
43
+ {"current_steps": 43, "total_steps": 78, "loss": 0.8353, "lr": 5e-06, "epoch": 1.648562300319489, "percentage": 55.13, "elapsed_time": "1:11:21", "remaining_time": "0:58:05"}
44
+ {"current_steps": 44, "total_steps": 78, "loss": 0.8308, "lr": 4.775675848247427e-06, "epoch": 1.6869009584664538, "percentage": 56.41, "elapsed_time": "1:12:54", "remaining_time": "0:56:20"}
45
+ {"current_steps": 45, "total_steps": 78, "loss": 0.8464, "lr": 4.551803455482833e-06, "epoch": 1.7252396166134185, "percentage": 57.69, "elapsed_time": "1:14:31", "remaining_time": "0:54:39"}
46
+ {"current_steps": 46, "total_steps": 78, "loss": 0.8905, "lr": 4.3288336709117246e-06, "epoch": 1.7635782747603834, "percentage": 58.97, "elapsed_time": "1:16:17", "remaining_time": "0:53:04"}
47
+ {"current_steps": 47, "total_steps": 78, "loss": 0.9465, "lr": 4.107215526006818e-06, "epoch": 1.8019169329073481, "percentage": 60.26, "elapsed_time": "1:17:53", "remaining_time": "0:51:22"}
48
+ {"current_steps": 48, "total_steps": 78, "loss": 0.7775, "lr": 3.887395330218429e-06, "epoch": 1.840255591054313, "percentage": 61.54, "elapsed_time": "1:19:16", "remaining_time": "0:49:33"}
49
+ {"current_steps": 49, "total_steps": 78, "loss": 0.8888, "lr": 3.669815772166625e-06, "epoch": 1.878594249201278, "percentage": 62.82, "elapsed_time": "1:20:56", "remaining_time": "0:47:54"}
50
+ {"current_steps": 50, "total_steps": 78, "loss": 0.8844, "lr": 3.4549150281252635e-06, "epoch": 1.9169329073482428, "percentage": 64.1, "elapsed_time": "1:22:30", "remaining_time": "0:46:12"}
51
+ {"current_steps": 51, "total_steps": 78, "loss": 0.8484, "lr": 3.2431258795932863e-06, "epoch": 1.9552715654952078, "percentage": 65.38, "elapsed_time": "1:24:18", "remaining_time": "0:44:38"}
52
+ {"current_steps": 52, "total_steps": 78, "loss": 0.8936, "lr": 3.0348748417303826e-06, "epoch": 1.9936102236421727, "percentage": 66.67, "elapsed_time": "1:25:58", "remaining_time": "0:42:59"}
53
+ {"current_steps": 53, "total_steps": 78, "loss": 1.5562, "lr": 2.83058130441221e-06, "epoch": 2.0319488817891376, "percentage": 67.95, "elapsed_time": "1:28:37", "remaining_time": "0:41:48"}