End of training
Browse files- README.md +4 -1
- all_results.json +14 -0
- eval_results.json +16 -0
README.md
CHANGED
|
@@ -1,9 +1,12 @@
|
|
| 1 |
---
|
| 2 |
base_model: Qwen/Qwen2.5-3B-Instruct
|
|
|
|
| 3 |
library_name: transformers
|
| 4 |
model_name: Qwen2.5-3B-Instruct-SFT
|
| 5 |
tags:
|
| 6 |
- generated_from_trainer
|
|
|
|
|
|
|
| 7 |
- sft
|
| 8 |
- trl
|
| 9 |
licence: license
|
|
@@ -11,7 +14,7 @@ licence: license
|
|
| 11 |
|
| 12 |
# Model Card for Qwen2.5-3B-Instruct-SFT
|
| 13 |
|
| 14 |
-
This model is a fine-tuned version of [Qwen/Qwen2.5-3B-Instruct](https://huggingface.co/Qwen/Qwen2.5-3B-Instruct).
|
| 15 |
It has been trained using [TRL](https://github.com/huggingface/trl).
|
| 16 |
|
| 17 |
## Quick start
|
|
|
|
| 1 |
---
|
| 2 |
base_model: Qwen/Qwen2.5-3B-Instruct
|
| 3 |
+
datasets: atomwalk12/linalgzero-distilled
|
| 4 |
library_name: transformers
|
| 5 |
model_name: Qwen2.5-3B-Instruct-SFT
|
| 6 |
tags:
|
| 7 |
- generated_from_trainer
|
| 8 |
+
- tool-use
|
| 9 |
+
- linalg-zero
|
| 10 |
- sft
|
| 11 |
- trl
|
| 12 |
licence: license
|
|
|
|
| 14 |
|
| 15 |
# Model Card for Qwen2.5-3B-Instruct-SFT
|
| 16 |
|
| 17 |
+
This model is a fine-tuned version of [Qwen/Qwen2.5-3B-Instruct](https://huggingface.co/Qwen/Qwen2.5-3B-Instruct) on the [atomwalk12/linalgzero-distilled](https://huggingface.co/datasets/atomwalk12/linalgzero-distilled) dataset.
|
| 18 |
It has been trained using [TRL](https://github.com/huggingface/trl).
|
| 19 |
|
| 20 |
## Quick start
|
all_results.json
CHANGED
|
@@ -1,4 +1,18 @@
|
|
| 1 |
{
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
"total_flos": 5.5251981578153165e+17,
|
| 3 |
"train_loss": 0.16806216436064142,
|
| 4 |
"train_runtime": 6592.4366,
|
|
|
|
| 1 |
{
|
| 2 |
+
"diagnostic/answer_attempted_ratio": 0.0,
|
| 3 |
+
"diagnostic/avg_turns_taken": 1.0,
|
| 4 |
+
"diagnostic/format_valid_ratio": 0.1,
|
| 5 |
+
"diagnostic/stop_reason/extraction_failed": 0.9,
|
| 6 |
+
"diagnostic/stop_reason/no_action": 0.1,
|
| 7 |
+
"diagnostic/tool_parse_success_ratio": 0.0,
|
| 8 |
+
"eval_loss": 0.4209205210208893,
|
| 9 |
+
"eval_runtime": 4.5445,
|
| 10 |
+
"eval_samples": 20,
|
| 11 |
+
"eval_samples_per_second": 4.401,
|
| 12 |
+
"eval_steps_per_second": 2.2,
|
| 13 |
+
"reward_final_answer": 0.0,
|
| 14 |
+
"reward_interaction": 0.0,
|
| 15 |
+
"reward_response_format": 0.0,
|
| 16 |
"total_flos": 5.5251981578153165e+17,
|
| 17 |
"train_loss": 0.16806216436064142,
|
| 18 |
"train_runtime": 6592.4366,
|
eval_results.json
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"diagnostic/answer_attempted_ratio": 0.0,
|
| 3 |
+
"diagnostic/avg_turns_taken": 1.0,
|
| 4 |
+
"diagnostic/format_valid_ratio": 0.1,
|
| 5 |
+
"diagnostic/stop_reason/extraction_failed": 0.9,
|
| 6 |
+
"diagnostic/stop_reason/no_action": 0.1,
|
| 7 |
+
"diagnostic/tool_parse_success_ratio": 0.0,
|
| 8 |
+
"eval_loss": 0.4209205210208893,
|
| 9 |
+
"eval_runtime": 4.5445,
|
| 10 |
+
"eval_samples": 20,
|
| 11 |
+
"eval_samples_per_second": 4.401,
|
| 12 |
+
"eval_steps_per_second": 2.2,
|
| 13 |
+
"reward_final_answer": 0.0,
|
| 14 |
+
"reward_interaction": 0.0,
|
| 15 |
+
"reward_response_format": 0.0
|
| 16 |
+
}
|