Spaces:
Running
Running
Update app.js
Browse files
app.js
CHANGED
|
@@ -54,7 +54,7 @@ const BEDROCK_MODEL_ID = "arn:aws:bedrock:us-east-1:106774395747:inference-profi
|
|
| 54 |
const DATASET_PATH = process.env.DATASET_PATH || "axl_dataset.json";
|
| 55 |
const DEFAULT_RPS = parseFloat(process.env.DEFAULT_RPS || "3");
|
| 56 |
const MAX_RPS = parseFloat(process.env.MAX_RPS || "8");
|
| 57 |
-
const SAMPLES_PER_CALL = parseInt(process.env.SAMPLES_PER_CALL || "4"); // Reduced to prevent token cutoff
|
| 58 |
const SCALE_K = 30.0;
|
| 59 |
const LATENT_D_MAX = 8;
|
| 60 |
|
|
@@ -1801,7 +1801,7 @@ async function callBedrock(prompt) {
|
|
| 1801 |
modelId: BEDROCK_MODEL_ID,
|
| 1802 |
messages: [{ role: "user", content:[{ text: prompt }] }],
|
| 1803 |
inferenceConfig: {
|
| 1804 |
-
maxTokens: 10000,
|
| 1805 |
temperature: 1
|
| 1806 |
},
|
| 1807 |
additionalModelRequestFields: (function() {
|
|
|
|
| 54 |
const DATASET_PATH = process.env.DATASET_PATH || "axl_dataset.json";
|
| 55 |
const DEFAULT_RPS = parseFloat(process.env.DEFAULT_RPS || "3");
|
| 56 |
const MAX_RPS = parseFloat(process.env.MAX_RPS || "8");
|
| 57 |
+
const SAMPLES_PER_CALL = parseInt(process.env.SAMPLES_PER_CALL || "2"); // "4"); // Reduced to prevent token cutoff
|
| 58 |
const SCALE_K = 30.0;
|
| 59 |
const LATENT_D_MAX = 8;
|
| 60 |
|
|
|
|
| 1801 |
modelId: BEDROCK_MODEL_ID,
|
| 1802 |
messages: [{ role: "user", content:[{ text: prompt }] }],
|
| 1803 |
inferenceConfig: {
|
| 1804 |
+
maxTokens: 8000, //10000,
|
| 1805 |
temperature: 1
|
| 1806 |
},
|
| 1807 |
additionalModelRequestFields: (function() {
|