willlamerton commited on
Commit
b73b389
·
verified ·
1 Parent(s): 07f5524

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -167,7 +167,9 @@ async def create_chat_completion(request: ChatCompletionRequest):
167
  "model": request.model,
168
  "messages": ollama_messages,
169
  "stream": False,
170
- "options": {}
 
 
171
  }
172
 
173
  if request.temperature is not None:
@@ -255,4 +257,4 @@ async def chat(request: dict):
255
 
256
  if __name__ == "__main__":
257
  import uvicorn
258
- uvicorn.run(app, host="0.0.0.0", port=7860)
 
167
  "model": request.model,
168
  "messages": ollama_messages,
169
  "stream": False,
170
+ "options": {
171
+ "num_ctx": 32768 # Maximum context length
172
+ }
173
  }
174
 
175
  if request.temperature is not None:
 
257
 
258
  if __name__ == "__main__":
259
  import uvicorn
260
+ uvicorn.run(app, host="0.0.0.0", port=7860)