MaenGit commited on
Commit
48bd03a
·
1 Parent(s): 57f6ca6
Files changed (2) hide show
  1. Dockerfile +1 -1
  2. main.py +1 -1
Dockerfile CHANGED
@@ -44,4 +44,4 @@ USER 1000
44
  EXPOSE 7860
45
 
46
  # Startup command
47
- CMD sh -c "ollama serve & sleep 5 && ollama pull qwen2.5:3b && uvicorn main:app --host 0.0.0.0 --port 7860 --timeout-keep-alive 65"
 
44
  EXPOSE 7860
45
 
46
  # Startup command
47
+ CMD sh -c "ollama serve & sleep 5 && ollama pull qwen2.5:7b && uvicorn main:app --host 0.0.0.0 --port 7860 --timeout-keep-alive 65"
main.py CHANGED
@@ -105,7 +105,7 @@ async def voice_engine(data: ChatRequest):
105
  raise HTTPException(status_code=400, detail="No valid messages")
106
  # print(clean_messages)
107
  payload = {
108
- "model": "qwen2.5:3b",
109
  "messages": clean_messages,
110
  "stream": False, # Set to False for non-streaming
111
  "options": {
 
105
  raise HTTPException(status_code=400, detail="No valid messages")
106
  # print(clean_messages)
107
  payload = {
108
+ "model": "qwen2.5:7b",
109
  "messages": clean_messages,
110
  "stream": False, # Set to False for non-streaming
111
  "options": {