Update app.py

app.py

@@ -1,54 +1,45 @@
-
+from fastapi import FastAPI, Form
 import os
+from dashscope import Generation
 
-from fastapi import FastAPI, HTTPException
-from pydantic import BaseModel
-import dashscope
-from dashscope import MultiModalConversation, Generation
-
-# Set up the API key for Dashscope
-headers = {"Authorization": f"Bearer {os.getenv('HF_TOKEN')}"}
-dashscope.api_key = headers
-print(dashscope.api_key)
+# Set API key
+YOUR_API_TOKEN = os.getenv('YOUR_API_TOKEN')
+dashscope.api_key = YOUR_API_TOKEN
 
 app = FastAPI()
 
-math_messages = []
-
-class MathQuery(BaseModel):
-    question: str
+@app.post("/math")
+async def math_assistant(question: str = Form(...)):
+    # Call the Qwen models for math assistance
+    math_response = get_math_response(question)
+    return {"answer": math_response}
 
 def get_math_response(user_question):
-    global math_messages
-    if not math_messages:
-        math_messages.append({'role': 'system', 'content': 'You are a helpful math assistant.'})
-    math_messages = math_messages[:1]
+    # Reset math messages for each question
+    math_messages = [{'role': 'system', 'content': 'You are a helpful math assistant.'}]
     
+    # Construct the query
     query = f"User question: {user_question}"
     math_messages.append({'role': 'user', 'content': query})
     
-    response = Generation.call(
+    # Call the math model
+    response = Generation.call(    
         model="qwen2-math-72b-instruct",
-        messages=math_messages,
+        messages=math_messages,    
         result_format='message',
-        stream=False
+        stream=True
     )
     
-    answer = response.output.choices[0].message.content if response.output else "No response available."
-    if answer:
-        math_messages.append({'role': 'assistant', 'content': answer})
+    answer = None
+    for resp in response:
+        if resp.output is None:
+            continue
+        answer = resp.output.choices[0].message.content
+        yield answer.replace("\\", "\\\\")
     
+    if answer is None:
+        return "No answer found."
     return answer
 
-@app.post("/math-solver")
-async def solve_math(query: MathQuery):
-    user_question = query.question
-    answer = get_math_response(user_question)
-    return {"question": user_question, "answer": answer}
-
-# Optional: Handle 404 errors gracefully without defining additional routes
-@app.exception_handler(HTTPException)
-async def http_exception_handler(request, exc):
-    if exc.status_code == 404:
-        return {"detail": "Not Found. Use /math-solver to submit a math question."}
-    return await request.app.default_exception_handler(request, exc)
+# To run the application, use:
+# uvicorn app:app --host 0.0.0.0 --port 8000 --reload