Pepguy commited on
Commit
26bde93
·
verified ·
1 Parent(s): d15af83

Update app.js

Browse files
Files changed (1) hide show
  1. app.js +2 -2
app.js CHANGED
@@ -54,7 +54,7 @@ const BEDROCK_MODEL_ID = "arn:aws:bedrock:us-east-1:106774395747:inference-profi
54
  const DATASET_PATH = process.env.DATASET_PATH || "axl_dataset.json";
55
  const DEFAULT_RPS = parseFloat(process.env.DEFAULT_RPS || "3");
56
  const MAX_RPS = parseFloat(process.env.MAX_RPS || "8");
57
- const SAMPLES_PER_CALL = parseInt(process.env.SAMPLES_PER_CALL || "4"); // Reduced to prevent token cutoff
58
  const SCALE_K = 30.0;
59
  const LATENT_D_MAX = 8;
60
 
@@ -1801,7 +1801,7 @@ async function callBedrock(prompt) {
1801
  modelId: BEDROCK_MODEL_ID,
1802
  messages: [{ role: "user", content:[{ text: prompt }] }],
1803
  inferenceConfig: {
1804
- maxTokens: 10000,
1805
  temperature: 1
1806
  },
1807
  additionalModelRequestFields: (function() {
 
54
  const DATASET_PATH = process.env.DATASET_PATH || "axl_dataset.json";
55
  const DEFAULT_RPS = parseFloat(process.env.DEFAULT_RPS || "3");
56
  const MAX_RPS = parseFloat(process.env.MAX_RPS || "8");
57
+ const SAMPLES_PER_CALL = parseInt(process.env.SAMPLES_PER_CALL || "2"); // "4"); // Reduced to prevent token cutoff
58
  const SCALE_K = 30.0;
59
  const LATENT_D_MAX = 8;
60
 
 
1801
  modelId: BEDROCK_MODEL_ID,
1802
  messages: [{ role: "user", content:[{ text: prompt }] }],
1803
  inferenceConfig: {
1804
+ maxTokens: 8000, //10000,
1805
  temperature: 1
1806
  },
1807
  additionalModelRequestFields: (function() {