Spaces:
Running
Running
Update app.js
Browse files
app.js
CHANGED
|
@@ -70,7 +70,11 @@ app.post('/api/generate', async (req, res) => {
|
|
| 70 |
modelId: bedrockModelId,
|
| 71 |
system: [{ text: system_prompt || CLAUDE_SYSTEM_PROMPT }],
|
| 72 |
messages: [{ role: "user", content: [{ text: prompt }] }],
|
| 73 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 74 |
additionalModelRequestFields: model.includes("claude") ? {
|
| 75 |
thinking: { type: "adaptive" },
|
| 76 |
output_config: { effort: "high" }
|
|
|
|
| 70 |
modelId: bedrockModelId,
|
| 71 |
system: [{ text: system_prompt || CLAUDE_SYSTEM_PROMPT }],
|
| 72 |
messages: [{ role: "user", content: [{ text: prompt }] }],
|
| 73 |
+
|
| 74 |
+
inferenceConfig: model.includes("claude") ? { maxTokens: 48000, temperature: 1 }: {maxTokens: 3800, temperature: 1 } ,
|
| 75 |
+
|
| 76 |
+
performanceConfig: model.includes("maverick") ? {latency: "standard"} : undefined,
|
| 77 |
+
|
| 78 |
additionalModelRequestFields: model.includes("claude") ? {
|
| 79 |
thinking: { type: "adaptive" },
|
| 80 |
output_config: { effort: "high" }
|