Hivra commited on
Commit
80c9037
·
verified ·
1 Parent(s): 3bf9641

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -10
app.py CHANGED
@@ -47,7 +47,6 @@ SUPPORTED_MODELS = [
47
  "gpt-4o-mini",
48
  "claude-3-haiku-20240307",
49
  "meta-llama/Llama-3.3-70B-Instruct-Turbo",
50
- "mistralai/Mistral-Small-24B-Instruct-2501",
51
  ]
52
 
53
  async def get_vqd():
@@ -90,13 +89,8 @@ async def duckduckgo_chat_stream(model, messages):
90
  if line:
91
  decoded_line = line.decode('utf-8')
92
  if decoded_line.startswith("data: "):
93
- content = decoded_line[5:].strip()
94
- # Check if this is the final marker
95
- if content == "[DONE]":
96
- yield f"data: [DONE]\n\n"
97
- break
98
  try:
99
- json_data = json.loads(content)
100
  message_content = json_data.get("message", "")
101
  if message_content:
102
  # Build OpenAI style streaming response
@@ -107,9 +101,11 @@ async def duckduckgo_chat_stream(model, messages):
107
  "model": model,
108
  "choices": [
109
  {
110
- "delta": {"content": message_content},
 
 
111
  "index": 0,
112
- "finish_reason": None,
113
  }
114
  ],
115
  }
@@ -259,4 +255,4 @@ async def http_exception_handler(request: Request, exc: HTTPException):
259
 
260
  @app.get("/")
261
  async def greet_json():
262
- return {"Hello": "World!"}
 
47
  "gpt-4o-mini",
48
  "claude-3-haiku-20240307",
49
  "meta-llama/Llama-3.3-70B-Instruct-Turbo",
 
50
  ]
51
 
52
  async def get_vqd():
 
89
  if line:
90
  decoded_line = line.decode('utf-8')
91
  if decoded_line.startswith("data: "):
 
 
 
 
 
92
  try:
93
+ json_data = json.loads(decoded_line[5:])
94
  message_content = json_data.get("message", "")
95
  if message_content:
96
  # Build OpenAI style streaming response
 
101
  "model": model,
102
  "choices": [
103
  {
104
+ "delta": {
105
+ "content": message_content
106
+ },
107
  "index": 0,
108
+ "finish_reason": None
109
  }
110
  ],
111
  }
 
255
 
256
  @app.get("/")
257
  async def greet_json():
258
+ return {"Hello": "World!"}