feat: switch to abliterated draft (Huihui-Qwen3-0.6B-abliterated-v2) for better acceptance
Browse files- config.json +2 -13
config.json
CHANGED
|
@@ -5,17 +5,6 @@
|
|
| 5 |
"thread_num": 4,
|
| 6 |
"precision": "low",
|
| 7 |
"memory": "low",
|
| 8 |
-
"sampler_type": "
|
| 9 |
-
"
|
| 10 |
-
"penalty",
|
| 11 |
-
"topK",
|
| 12 |
-
"topP",
|
| 13 |
-
"min_p",
|
| 14 |
-
"temperature"
|
| 15 |
-
],
|
| 16 |
-
"penalty": 1.1,
|
| 17 |
-
"temperature": 0.6,
|
| 18 |
-
"topP": 0.95,
|
| 19 |
-
"topK": 20,
|
| 20 |
-
"min_p": 0
|
| 21 |
}
|
|
|
|
| 5 |
"thread_num": 4,
|
| 6 |
"precision": "low",
|
| 7 |
"memory": "low",
|
| 8 |
+
"sampler_type": "penalty",
|
| 9 |
+
"penalty": 1.1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10 |
}
|