Emalawi19 commited on
Commit
0390951
·
verified ·
1 Parent(s): a475c6c

Update server.js

Browse files
Files changed (1) hide show
  1. server.js +1 -1
server.js CHANGED
@@ -111,7 +111,7 @@ GENERAL BEHAVIOR:
111
  ];
112
 
113
  const output = await generator(messages, {
114
- max_new_tokens: coding ? 800 : 300, // shorter for chat, longer for code
115
  temperature: coding ? 0.2 : 0.5, // precise for code, natural for chat
116
  repetition_penalty: 1.2,
117
  do_sample: !coding // deterministic for code, sampled for chat
 
111
  ];
112
 
113
  const output = await generator(messages, {
114
+ max_new_tokens: coding ? 800 : 800, // shorter for chat, longer for code
115
  temperature: coding ? 0.2 : 0.5, // precise for code, natural for chat
116
  repetition_penalty: 1.2,
117
  do_sample: !coding // deterministic for code, sampled for chat