Rano23 commited on
Commit
d155c78
·
verified ·
1 Parent(s): 4b25584

End of training

Browse files
README.md CHANGED
@@ -4,6 +4,7 @@ license: other
4
  base_model: Qwen/Qwen2.5-3B-Instruct
5
  tags:
6
  - llama-factory
 
7
  - generated_from_trainer
8
  model-index:
9
  - name: sft_ctx16384
@@ -15,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
15
 
16
  # sft_ctx16384
17
 
18
- This model is a fine-tuned version of [Qwen/Qwen2.5-3B-Instruct](https://huggingface.co/Qwen/Qwen2.5-3B-Instruct) on an unknown dataset.
19
 
20
  ## Model description
21
 
 
4
  base_model: Qwen/Qwen2.5-3B-Instruct
5
  tags:
6
  - llama-factory
7
+ - lora
8
  - generated_from_trainer
9
  model-index:
10
  - name: sft_ctx16384
 
16
 
17
  # sft_ctx16384
18
 
19
+ This model is a fine-tuned version of [Qwen/Qwen2.5-3B-Instruct](https://huggingface.co/Qwen/Qwen2.5-3B-Instruct) on the open_r1_math dataset.
20
 
21
  ## Model description
22
 
all_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 4.9988942130482865,
3
+ "total_flos": 6.700673317784781e+16,
4
+ "train_loss": 0.4786904600803903,
5
+ "train_runtime": 98131.1995,
6
+ "train_samples_per_second": 3.317,
7
+ "train_steps_per_second": 0.207
8
+ }
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 4.9988942130482865,
3
+ "total_flos": 6.700673317784781e+16,
4
+ "train_loss": 0.4786904600803903,
5
+ "train_runtime": 98131.1995,
6
+ "train_samples_per_second": 3.317,
7
+ "train_steps_per_second": 0.207
8
+ }
trainer_log.jsonl CHANGED
@@ -3283,3 +3283,4 @@
3283
  {"current_steps": 16890, "total_steps": 20345, "loss": 0.1602, "lr": 4.265536082616905e-06, "epoch": 4.149895564565671, "percentage": 83.02, "elapsed_time": "21:24:33", "remaining_time": "4:22:46"}
3284
  {"current_steps": 20345, "total_steps": 20345, "epoch": 4.9988942130482865, "percentage": 100.0, "elapsed_time": "1 day, 3:15:29", "remaining_time": "0:00:00"}
3285
  {"current_steps": 16900, "total_steps": 20345, "loss": 0.1432, "lr": 4.2416020172007606e-06, "epoch": 4.152352868902813, "percentage": 83.07, "elapsed_time": "21:25:13", "remaining_time": "4:21:59"}
 
 
3283
  {"current_steps": 16890, "total_steps": 20345, "loss": 0.1602, "lr": 4.265536082616905e-06, "epoch": 4.149895564565671, "percentage": 83.02, "elapsed_time": "21:24:33", "remaining_time": "4:22:46"}
3284
  {"current_steps": 20345, "total_steps": 20345, "epoch": 4.9988942130482865, "percentage": 100.0, "elapsed_time": "1 day, 3:15:29", "remaining_time": "0:00:00"}
3285
  {"current_steps": 16900, "total_steps": 20345, "loss": 0.1432, "lr": 4.2416020172007606e-06, "epoch": 4.152352868902813, "percentage": 83.07, "elapsed_time": "21:25:13", "remaining_time": "4:21:59"}
3286
+ {"current_steps": 16910, "total_steps": 20345, "loss": 0.1483, "lr": 4.2177290624179e-06, "epoch": 4.154810173239956, "percentage": 83.12, "elapsed_time": "21:25:56", "remaining_time": "4:21:13"}
trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
training_loss.png ADDED