atomwalk12 commited on
Commit
30b2db4
·
verified ·
1 Parent(s): 2b6e3a2

End of training

Browse files
Files changed (3) hide show
  1. README.md +4 -1
  2. all_results.json +14 -0
  3. eval_results.json +16 -0
README.md CHANGED
@@ -1,9 +1,12 @@
1
  ---
2
  base_model: Qwen/Qwen2.5-3B-Instruct
 
3
  library_name: transformers
4
  model_name: Qwen2.5-3B-Instruct-SFT
5
  tags:
6
  - generated_from_trainer
 
 
7
  - sft
8
  - trl
9
  licence: license
@@ -11,7 +14,7 @@ licence: license
11
 
12
  # Model Card for Qwen2.5-3B-Instruct-SFT
13
 
14
- This model is a fine-tuned version of [Qwen/Qwen2.5-3B-Instruct](https://huggingface.co/Qwen/Qwen2.5-3B-Instruct).
15
  It has been trained using [TRL](https://github.com/huggingface/trl).
16
 
17
  ## Quick start
 
1
  ---
2
  base_model: Qwen/Qwen2.5-3B-Instruct
3
+ datasets: atomwalk12/linalgzero-distilled
4
  library_name: transformers
5
  model_name: Qwen2.5-3B-Instruct-SFT
6
  tags:
7
  - generated_from_trainer
8
+ - tool-use
9
+ - linalg-zero
10
  - sft
11
  - trl
12
  licence: license
 
14
 
15
  # Model Card for Qwen2.5-3B-Instruct-SFT
16
 
17
+ This model is a fine-tuned version of [Qwen/Qwen2.5-3B-Instruct](https://huggingface.co/Qwen/Qwen2.5-3B-Instruct) on the [atomwalk12/linalgzero-distilled](https://huggingface.co/datasets/atomwalk12/linalgzero-distilled) dataset.
18
  It has been trained using [TRL](https://github.com/huggingface/trl).
19
 
20
  ## Quick start
all_results.json CHANGED
@@ -1,4 +1,18 @@
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "total_flos": 5.5251981578153165e+17,
3
  "train_loss": 0.16806216436064142,
4
  "train_runtime": 6592.4366,
 
1
  {
2
+ "diagnostic/answer_attempted_ratio": 0.0,
3
+ "diagnostic/avg_turns_taken": 1.0,
4
+ "diagnostic/format_valid_ratio": 0.1,
5
+ "diagnostic/stop_reason/extraction_failed": 0.9,
6
+ "diagnostic/stop_reason/no_action": 0.1,
7
+ "diagnostic/tool_parse_success_ratio": 0.0,
8
+ "eval_loss": 0.4209205210208893,
9
+ "eval_runtime": 4.5445,
10
+ "eval_samples": 20,
11
+ "eval_samples_per_second": 4.401,
12
+ "eval_steps_per_second": 2.2,
13
+ "reward_final_answer": 0.0,
14
+ "reward_interaction": 0.0,
15
+ "reward_response_format": 0.0,
16
  "total_flos": 5.5251981578153165e+17,
17
  "train_loss": 0.16806216436064142,
18
  "train_runtime": 6592.4366,
eval_results.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "diagnostic/answer_attempted_ratio": 0.0,
3
+ "diagnostic/avg_turns_taken": 1.0,
4
+ "diagnostic/format_valid_ratio": 0.1,
5
+ "diagnostic/stop_reason/extraction_failed": 0.9,
6
+ "diagnostic/stop_reason/no_action": 0.1,
7
+ "diagnostic/tool_parse_success_ratio": 0.0,
8
+ "eval_loss": 0.4209205210208893,
9
+ "eval_runtime": 4.5445,
10
+ "eval_samples": 20,
11
+ "eval_samples_per_second": 4.401,
12
+ "eval_steps_per_second": 2.2,
13
+ "reward_final_answer": 0.0,
14
+ "reward_interaction": 0.0,
15
+ "reward_response_format": 0.0
16
+ }