kspchary commited on
Commit
6c546d3
·
verified ·
1 Parent(s): 292a431

Upload server.js

Browse files
Files changed (1) hide show
  1. server.js +2 -3
server.js CHANGED
@@ -120,8 +120,7 @@ Rules:
120
  "meta-llama/Llama-3.2-3B-Instruct",
121
  "mistralai/Mistral-7B-Instruct-v0.3",
122
  "google/gemma-2-2b-it",
123
- "HuggingFaceH4/zephyr-7b-beta",
124
- "microsoft/Phi-3-mini-4k-instruct"
125
  ];
126
 
127
  const DEEPSEEK_MODELS = [
@@ -163,7 +162,7 @@ Rules:
163
  body: JSON.stringify({
164
  model: model,
165
  messages: messages,
166
- max_tokens: 8192,
167
  temperature: 0.7,
168
  stream: true
169
  })
 
120
  "meta-llama/Llama-3.2-3B-Instruct",
121
  "mistralai/Mistral-7B-Instruct-v0.3",
122
  "google/gemma-2-2b-it",
123
+ "HuggingFaceH4/zephyr-7b-beta"
 
124
  ];
125
 
126
  const DEEPSEEK_MODELS = [
 
162
  body: JSON.stringify({
163
  model: model,
164
  messages: messages,
165
+ max_tokens: 4000,
166
  temperature: 0.7,
167
  stream: true
168
  })