Update app.py
Browse files
app.py
CHANGED
|
@@ -47,7 +47,6 @@ SUPPORTED_MODELS = [
|
|
| 47 |
"gpt-4o-mini",
|
| 48 |
"claude-3-haiku-20240307",
|
| 49 |
"meta-llama/Llama-3.3-70B-Instruct-Turbo",
|
| 50 |
-
"mistralai/Mistral-Small-24B-Instruct-2501",
|
| 51 |
]
|
| 52 |
|
| 53 |
async def get_vqd():
|
|
@@ -90,13 +89,8 @@ async def duckduckgo_chat_stream(model, messages):
|
|
| 90 |
if line:
|
| 91 |
decoded_line = line.decode('utf-8')
|
| 92 |
if decoded_line.startswith("data: "):
|
| 93 |
-
content = decoded_line[5:].strip()
|
| 94 |
-
# Check if this is the final marker
|
| 95 |
-
if content == "[DONE]":
|
| 96 |
-
yield f"data: [DONE]\n\n"
|
| 97 |
-
break
|
| 98 |
try:
|
| 99 |
-
json_data = json.loads(
|
| 100 |
message_content = json_data.get("message", "")
|
| 101 |
if message_content:
|
| 102 |
# Build OpenAI style streaming response
|
|
@@ -107,9 +101,11 @@ async def duckduckgo_chat_stream(model, messages):
|
|
| 107 |
"model": model,
|
| 108 |
"choices": [
|
| 109 |
{
|
| 110 |
-
"delta": {
|
|
|
|
|
|
|
| 111 |
"index": 0,
|
| 112 |
-
"finish_reason": None
|
| 113 |
}
|
| 114 |
],
|
| 115 |
}
|
|
@@ -259,4 +255,4 @@ async def http_exception_handler(request: Request, exc: HTTPException):
|
|
| 259 |
|
| 260 |
@app.get("/")
|
| 261 |
async def greet_json():
|
| 262 |
-
return {"Hello": "World!"}
|
|
|
|
| 47 |
"gpt-4o-mini",
|
| 48 |
"claude-3-haiku-20240307",
|
| 49 |
"meta-llama/Llama-3.3-70B-Instruct-Turbo",
|
|
|
|
| 50 |
]
|
| 51 |
|
| 52 |
async def get_vqd():
|
|
|
|
| 89 |
if line:
|
| 90 |
decoded_line = line.decode('utf-8')
|
| 91 |
if decoded_line.startswith("data: "):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 92 |
try:
|
| 93 |
+
json_data = json.loads(decoded_line[5:])
|
| 94 |
message_content = json_data.get("message", "")
|
| 95 |
if message_content:
|
| 96 |
# Build OpenAI style streaming response
|
|
|
|
| 101 |
"model": model,
|
| 102 |
"choices": [
|
| 103 |
{
|
| 104 |
+
"delta": {
|
| 105 |
+
"content": message_content
|
| 106 |
+
},
|
| 107 |
"index": 0,
|
| 108 |
+
"finish_reason": None
|
| 109 |
}
|
| 110 |
],
|
| 111 |
}
|
|
|
|
| 255 |
|
| 256 |
@app.get("/")
|
| 257 |
async def greet_json():
|
| 258 |
+
return {"Hello": "World!"}
|