Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -167,7 +167,9 @@ async def create_chat_completion(request: ChatCompletionRequest):
|
|
| 167 |
"model": request.model,
|
| 168 |
"messages": ollama_messages,
|
| 169 |
"stream": False,
|
| 170 |
-
"options": {
|
|
|
|
|
|
|
| 171 |
}
|
| 172 |
|
| 173 |
if request.temperature is not None:
|
|
@@ -255,4 +257,4 @@ async def chat(request: dict):
|
|
| 255 |
|
| 256 |
if __name__ == "__main__":
|
| 257 |
import uvicorn
|
| 258 |
-
uvicorn.run(app, host="0.0.0.0", port=7860)
|
|
|
|
| 167 |
"model": request.model,
|
| 168 |
"messages": ollama_messages,
|
| 169 |
"stream": False,
|
| 170 |
+
"options": {
|
| 171 |
+
"num_ctx": 32768 # Maximum context length
|
| 172 |
+
}
|
| 173 |
}
|
| 174 |
|
| 175 |
if request.temperature is not None:
|
|
|
|
| 257 |
|
| 258 |
if __name__ == "__main__":
|
| 259 |
import uvicorn
|
| 260 |
+
uvicorn.run(app, host="0.0.0.0", port=7860)
|