Spaces:
Running
Running
Update app.js
Browse files
app.js
CHANGED
|
@@ -42,7 +42,7 @@ import {
|
|
| 42 |
// ββ CONFIG ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 43 |
const PORT = parseInt(process.env.PORT || "7860");
|
| 44 |
const AWS_REGION = process.env.AWS_REGION || "us-east-1";
|
| 45 |
-
const
|
| 46 |
const DATASET_PATH = process.env.DATASET_PATH || "axl_dataset.json";
|
| 47 |
const DEFAULT_RPS = parseFloat(process.env.DEFAULT_RPS || "3");
|
| 48 |
const MAX_RPS = parseFloat(process.env.MAX_RPS || "8");
|
|
@@ -1795,7 +1795,8 @@ async function callBedrock(prompt) {
|
|
| 1795 |
anthropic_version: "bedrock-2023-05-31",
|
| 1796 |
max_tokens: 8000,
|
| 1797 |
messages: [{ role: "user", content: prompt }],
|
| 1798 |
-
temperature: 0.9,
|
|
|
|
| 1799 |
};
|
| 1800 |
const cmd = new InvokeModelCommand({
|
| 1801 |
modelId: BEDROCK_MODEL,
|
|
|
|
| 42 |
// ββ CONFIG ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 43 |
const PORT = parseInt(process.env.PORT || "7860");
|
| 44 |
const AWS_REGION = process.env.AWS_REGION || "us-east-1";
|
| 45 |
+
const BEDROCK_MODEL = "arn:aws:bedrock:us-east-1:106774395747:inference-profile/global.anthropic.claude-sonnet-4-6";
|
| 46 |
const DATASET_PATH = process.env.DATASET_PATH || "axl_dataset.json";
|
| 47 |
const DEFAULT_RPS = parseFloat(process.env.DEFAULT_RPS || "3");
|
| 48 |
const MAX_RPS = parseFloat(process.env.MAX_RPS || "8");
|
|
|
|
| 1795 |
anthropic_version: "bedrock-2023-05-31",
|
| 1796 |
max_tokens: 8000,
|
| 1797 |
messages: [{ role: "user", content: prompt }],
|
| 1798 |
+
temperature: 0.9,
|
| 1799 |
+
//top_p: 0.95,
|
| 1800 |
};
|
| 1801 |
const cmd = new InvokeModelCommand({
|
| 1802 |
modelId: BEDROCK_MODEL,
|