Thimphou commited on
Commit
7f57a9f
·
verified ·
1 Parent(s): 11ad16f

Fine-tuned Qwen model with 10.0% code feedback (seed=42, MetaMath validation)

Browse files
Files changed (2) hide show
  1. config.json +5 -2
  2. model.safetensors +1 -1
config.json CHANGED
@@ -7,9 +7,12 @@
7
  "bos_token_id": 151643,
8
  "eos_token_id": 151643,
9
  "fine_tuning_info": {
10
- "code_feedback_percentage": 0.1,
11
  "code_feedback_samples": 300,
12
- "meta_math_samples": 3000
 
 
 
13
  },
14
  "head_dim": 128,
15
  "hidden_act": "silu",
 
7
  "bos_token_id": 151643,
8
  "eos_token_id": 151643,
9
  "fine_tuning_info": {
10
+ "code_feedback_percentage": 0.1111111111111111,
11
  "code_feedback_samples": 300,
12
+ "meta_math_samples": 2700,
13
+ "seed": 42,
14
+ "test_data": "MetaMath only",
15
+ "validation_data": "MetaMath only"
16
  },
17
  "head_dim": 128,
18
  "hidden_act": "silu",
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:faa06ae46d4e11e7fd32fcf3a1e5e57cd04afd5ba2b5ae5637a5449056479ffc
3
  size 2384234968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38c12aeab8f6d8e8a5cbd8bd12a821acde7f37f64f99230adcb0b047ab0d7ef0
3
  size 2384234968