Thimphou commited on
Commit
0a0ec5f
·
verified ·
1 Parent(s): 2775553

Fine-tuned Qwen model with 20.0% code feedback (seed=1, MetaMath validation)

Browse files
Files changed (2) hide show
  1. config.json +6 -3
  2. model.safetensors +1 -1
config.json CHANGED
@@ -7,9 +7,12 @@
7
  "bos_token_id": 151643,
8
  "eos_token_id": 151643,
9
  "fine_tuning_info": {
10
- "code_feedback_percentage": 0.2,
11
- "code_feedback_samples": 600,
12
- "meta_math_samples": 3000
 
 
 
13
  },
14
  "head_dim": 128,
15
  "hidden_act": "silu",
 
7
  "bos_token_id": 151643,
8
  "eos_token_id": 151643,
9
  "fine_tuning_info": {
10
+ "code_feedback_percentage": 0.25,
11
+ "code_feedback_samples": 200,
12
+ "meta_math_samples": 800,
13
+ "seed": 1,
14
+ "test_data": "MetaMath only",
15
+ "validation_data": "MetaMath only"
16
  },
17
  "head_dim": 128,
18
  "hidden_act": "silu",
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9646a187629c60219292f7ad2b41f52acffa1a0a168dcdbd827bcbc297f2d1ad
3
  size 2384234968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0808d54276b8d4064d0e7c8318bcf01e0e223622cba1dee3def60b5207cad3f
3
  size 2384234968