Pepguy commited on
Commit
07923d5
·
verified ·
1 Parent(s): 3d5938a

Update app.js

Browse files
Files changed (1) hide show
  1. app.js +5 -1
app.js CHANGED
@@ -70,7 +70,11 @@ app.post('/api/generate', async (req, res) => {
70
  modelId: bedrockModelId,
71
  system: [{ text: system_prompt || CLAUDE_SYSTEM_PROMPT }],
72
  messages: [{ role: "user", content: [{ text: prompt }] }],
73
- inferenceConfig: { maxTokens: 48000, temperature: 1 },
 
 
 
 
74
  additionalModelRequestFields: model.includes("claude") ? {
75
  thinking: { type: "adaptive" },
76
  output_config: { effort: "high" }
 
70
  modelId: bedrockModelId,
71
  system: [{ text: system_prompt || CLAUDE_SYSTEM_PROMPT }],
72
  messages: [{ role: "user", content: [{ text: prompt }] }],
73
+
74
+ inferenceConfig: model.includes("claude") ? { maxTokens: 48000, temperature: 1 }: {maxTokens: 3800, temperature: 1 } ,
75
+
76
+ performanceConfig: model.includes("maverick") ? {latency: "standard"} : undefined,
77
+
78
  additionalModelRequestFields: model.includes("claude") ? {
79
  thinking: { type: "adaptive" },
80
  output_config: { effort: "high" }