Fine-tuned Qwen model with 10.0% code feedback (seed=42, MetaMath validation)
Browse files- config.json +5 -2
- model.safetensors +1 -1
config.json
CHANGED
|
@@ -7,9 +7,12 @@
|
|
| 7 |
"bos_token_id": 151643,
|
| 8 |
"eos_token_id": 151643,
|
| 9 |
"fine_tuning_info": {
|
| 10 |
-
"code_feedback_percentage": 0.
|
| 11 |
"code_feedback_samples": 300,
|
| 12 |
-
"meta_math_samples":
|
|
|
|
|
|
|
|
|
|
| 13 |
},
|
| 14 |
"head_dim": 128,
|
| 15 |
"hidden_act": "silu",
|
|
|
|
| 7 |
"bos_token_id": 151643,
|
| 8 |
"eos_token_id": 151643,
|
| 9 |
"fine_tuning_info": {
|
| 10 |
+
"code_feedback_percentage": 0.1111111111111111,
|
| 11 |
"code_feedback_samples": 300,
|
| 12 |
+
"meta_math_samples": 2700,
|
| 13 |
+
"seed": 42,
|
| 14 |
+
"test_data": "MetaMath only",
|
| 15 |
+
"validation_data": "MetaMath only"
|
| 16 |
},
|
| 17 |
"head_dim": 128,
|
| 18 |
"hidden_act": "silu",
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2384234968
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:38c12aeab8f6d8e8a5cbd8bd12a821acde7f37f64f99230adcb0b047ab0d7ef0
|
| 3 |
size 2384234968
|