fix: match llama-cpp-python defaults (top_k=40, top_p=0.95, rep_penalty=1.0)
Browse files- generation_config.json +3 -3
generation_config.json
CHANGED
|
@@ -6,9 +6,9 @@
|
|
| 6 |
151643
|
| 7 |
],
|
| 8 |
"pad_token_id": 151643,
|
| 9 |
-
"repetition_penalty": 1.
|
| 10 |
"temperature": 0.7,
|
| 11 |
-
"top_k":
|
| 12 |
-
"top_p": 0.
|
| 13 |
"transformers_version": "4.57.6"
|
| 14 |
}
|
|
|
|
| 6 |
151643
|
| 7 |
],
|
| 8 |
"pad_token_id": 151643,
|
| 9 |
+
"repetition_penalty": 1.0,
|
| 10 |
"temperature": 0.7,
|
| 11 |
+
"top_k": 40,
|
| 12 |
+
"top_p": 0.95,
|
| 13 |
"transformers_version": "4.57.6"
|
| 14 |
}
|