Spaces:
Sleeping
Sleeping
MaenGit commited on
Commit ·
48bd03a
1
Parent(s): 57f6ca6
update
Browse files- Dockerfile +1 -1
- main.py +1 -1
Dockerfile
CHANGED
|
@@ -44,4 +44,4 @@ USER 1000
|
|
| 44 |
EXPOSE 7860
|
| 45 |
|
| 46 |
# Startup command
|
| 47 |
-
CMD sh -c "ollama serve & sleep 5 && ollama pull qwen2.5:
|
|
|
|
| 44 |
EXPOSE 7860
|
| 45 |
|
| 46 |
# Startup command
|
| 47 |
+
CMD sh -c "ollama serve & sleep 5 && ollama pull qwen2.5:7b && uvicorn main:app --host 0.0.0.0 --port 7860 --timeout-keep-alive 65"
|
main.py
CHANGED
|
@@ -105,7 +105,7 @@ async def voice_engine(data: ChatRequest):
|
|
| 105 |
raise HTTPException(status_code=400, detail="No valid messages")
|
| 106 |
# print(clean_messages)
|
| 107 |
payload = {
|
| 108 |
-
"model": "qwen2.5:
|
| 109 |
"messages": clean_messages,
|
| 110 |
"stream": False, # Set to False for non-streaming
|
| 111 |
"options": {
|
|
|
|
| 105 |
raise HTTPException(status_code=400, detail="No valid messages")
|
| 106 |
# print(clean_messages)
|
| 107 |
payload = {
|
| 108 |
+
"model": "qwen2.5:7b",
|
| 109 |
"messages": clean_messages,
|
| 110 |
"stream": False, # Set to False for non-streaming
|
| 111 |
"options": {
|