Spaces:
Paused
Paused
Update server.js
Browse files
server.js
CHANGED
|
@@ -111,7 +111,7 @@ GENERAL BEHAVIOR:
|
|
| 111 |
];
|
| 112 |
|
| 113 |
const output = await generator(messages, {
|
| 114 |
-
max_new_tokens: coding ? 800 :
|
| 115 |
temperature: coding ? 0.2 : 0.5, // precise for code, natural for chat
|
| 116 |
repetition_penalty: 1.2,
|
| 117 |
do_sample: !coding // deterministic for code, sampled for chat
|
|
|
|
| 111 |
];
|
| 112 |
|
| 113 |
const output = await generator(messages, {
|
| 114 |
+
max_new_tokens: coding ? 800 : 800, // shorter for chat, longer for code
|
| 115 |
temperature: coding ? 0.2 : 0.5, // precise for code, natural for chat
|
| 116 |
repetition_penalty: 1.2,
|
| 117 |
do_sample: !coding // deterministic for code, sampled for chat
|