Merge pull request #209 from patrykwegrzyn/main
Browse files
app/lib/.server/llm/model.ts
CHANGED
|
@@ -58,7 +58,10 @@ export function getGroqModel(apiKey: string, model: string) {
|
|
| 58 |
}
|
| 59 |
|
| 60 |
export function getOllamaModel(baseURL: string, model: string) {
|
| 61 |
-
let Ollama = ollama(model
|
|
|
|
|
|
|
|
|
|
| 62 |
Ollama.config.baseURL = `${baseURL}/api`;
|
| 63 |
return Ollama;
|
| 64 |
}
|
|
|
|
| 58 |
}
|
| 59 |
|
| 60 |
export function getOllamaModel(baseURL: string, model: string) {
|
| 61 |
+
let Ollama = ollama(model, {
|
| 62 |
+
numCtx: 32768,
|
| 63 |
+
});
|
| 64 |
+
|
| 65 |
Ollama.config.baseURL = `${baseURL}/api`;
|
| 66 |
return Ollama;
|
| 67 |
}
|