MORE TOKENS
Browse files
src/lib/components/MonsterGenerator/MonsterGenerator.svelte
CHANGED
|
@@ -200,7 +200,7 @@ Write your response within \`\`\`json\`\`\``;
|
|
| 200 |
conceptPrompt, // message
|
| 201 |
[], // chat_history
|
| 202 |
systemPrompt, // system_prompt
|
| 203 |
-
|
| 204 |
0.7, // temperature
|
| 205 |
0.95, // top_p
|
| 206 |
50, // top_k
|
|
@@ -238,7 +238,7 @@ Write your response within \`\`\`json\`\`\``;
|
|
| 238 |
promptGenerationPrompt, // message
|
| 239 |
[], // chat_history
|
| 240 |
systemPrompt, // system_prompt
|
| 241 |
-
|
| 242 |
0.7, // temperature
|
| 243 |
0.95, // top_p
|
| 244 |
50, // top_k
|
|
@@ -325,10 +325,10 @@ Write your response within \`\`\`json\`\`\``;
|
|
| 325 |
|
| 326 |
try {
|
| 327 |
const output = await rwkvClient.predict("/chat", [
|
| 328 |
-
statsPrompt,
|
| 329 |
-
[],
|
| 330 |
systemPrompt, // system_prompt
|
| 331 |
-
|
| 332 |
0.3, // temperature - lower for structured output
|
| 333 |
0.95, // top_p
|
| 334 |
50, // top_k
|
|
|
|
| 200 |
conceptPrompt, // message
|
| 201 |
[], // chat_history
|
| 202 |
systemPrompt, // system_prompt
|
| 203 |
+
2048, // max_new_tokens
|
| 204 |
0.7, // temperature
|
| 205 |
0.95, // top_p
|
| 206 |
50, // top_k
|
|
|
|
| 238 |
promptGenerationPrompt, // message
|
| 239 |
[], // chat_history
|
| 240 |
systemPrompt, // system_prompt
|
| 241 |
+
1024, // max_new_tokens
|
| 242 |
0.7, // temperature
|
| 243 |
0.95, // top_p
|
| 244 |
50, // top_k
|
|
|
|
| 325 |
|
| 326 |
try {
|
| 327 |
const output = await rwkvClient.predict("/chat", [
|
| 328 |
+
statsPrompt, // message
|
| 329 |
+
[], // chat_history
|
| 330 |
systemPrompt, // system_prompt
|
| 331 |
+
2048, // max_new_tokens
|
| 332 |
0.3, // temperature - lower for structured output
|
| 333 |
0.95, // top_p
|
| 334 |
50, // top_k
|