Thimphou commited on
Commit
d93e022
·
verified ·
1 Parent(s): f520ed2

Fine-tuned Qwen model with 15.0% code feedback (seed=1, MetaMath validation)

Browse files
Files changed (2) hide show
  1. config.json +6 -3
  2. model.safetensors +1 -1
config.json CHANGED
@@ -7,9 +7,12 @@
7
  "bos_token_id": 151643,
8
  "eos_token_id": 151643,
9
  "fine_tuning_info": {
10
- "code_feedback_percentage": 0.15,
11
- "code_feedback_samples": 450,
12
- "meta_math_samples": 3000
 
 
 
13
  },
14
  "head_dim": 128,
15
  "hidden_act": "silu",
 
7
  "bos_token_id": 151643,
8
  "eos_token_id": 151643,
9
  "fine_tuning_info": {
10
+ "code_feedback_percentage": 0.17647058823529413,
11
+ "code_feedback_samples": 150,
12
+ "meta_math_samples": 850,
13
+ "seed": 1,
14
+ "test_data": "MetaMath only",
15
+ "validation_data": "MetaMath only"
16
  },
17
  "head_dim": 128,
18
  "hidden_act": "silu",
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9110a7bdbf11d58d03e42ca8d21e9d78ea4f520142fbb0ad32942dba156ae61f
3
  size 2384234968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0ef06b15f973e233f076c45e1374bc52dfc7e5da1d93b89881e84e239dee246
3
  size 2384234968