Update app.py

app.py

@@ -1,45 +1,51 @@
-from fastapi import FastAPI, Form
 import os
+from fastapi import FastAPI, HTTPException
+from pydantic import BaseModel
+import dashscope
 from dashscope import Generation
 
-# Set API key
-YOUR_API_TOKEN = os.getenv('HF_TOKEN')
-dashscope.api_key = YOUR_API_TOKEN
+# Set up the API key for Dashscope
+dashscope.api_key = os.getenv('HF_TOKEN')  # Ensure the environment variable is set
+print(dashscope.api_key)
 
 app = FastAPI()
 
-@app.post("/math")
-async def math_assistant(question: str = Form(...)):
-    # Call the Qwen models for math assistance
-    math_response = get_math_response(question)
-    return {"answer": math_response}
+math_messages = []
+
+class MathQuery(BaseModel):
+    question: str
 
 def get_math_response(user_question):
-    # Reset math messages for each question
-    math_messages = [{'role': 'system', 'content': 'You are a helpful math assistant.'}]
+    global math_messages
+    if not math_messages:
+        math_messages.append({'role': 'system', 'content': 'You are a helpful math assistant.'})
+    math_messages = math_messages[:1]
     
-    # Construct the query
     query = f"User question: {user_question}"
     math_messages.append({'role': 'user', 'content': query})
     
-    # Call the math model
-    response = Generation.call(    
+    response = Generation.call(
         model="qwen2-math-72b-instruct",
-        messages=math_messages,    
+        messages=math_messages,
         result_format='message',
-        stream=True
+        stream=False
     )
     
-    answer = None
-    for resp in response:
-        if resp.output is None:
-            continue
-        answer = resp.output.choices[0].message.content
-        yield answer.replace("\\", "\\\\")
+    answer = response.output.choices[0].message.content if response.output else "No response available."
+    if answer:
+        math_messages.append({'role': 'assistant', 'content': answer})
     
-    if answer is None:
-        return "No answer found."
     return answer
 
-# To run the application, use:
-# uvicorn app:app --host 0.0.0.0 --port 8000 --reload
+@app.post("/math-solver")
+async def solve_math(query: MathQuery):
+    user_question = query.question
+    answer = get_math_response(user_question)
+    return {"question": user_question, "answer": answer}
+
+# Optional: Handle 404 errors gracefully without defining additional routes
+@app.exception_handler(HTTPException)
+async def http_exception_handler(request, exc):
+    if exc.status_code == 404:
+        return {"detail": "Not Found. Use /math-solver to submit a math question."}
+    return await request.app.default_exception_handler(request, exc)