Change response

app.py

@@ -47,7 +47,7 @@ class ChatResponse(BaseModel):
 def main_page():
     return {"status": "ok"}
 
-@app.post("/chat", response_model=ChatResponse)
+@app.post("/chat")
 def ask_groq_llm(req: ChatRequest):
     models = req.models
     query = req.query
@@ -59,22 +59,22 @@ def ask_groq_llm(req: ChatRequest):
                     resp = requests.post("https://api.groq.com/openai/v1/chat/completions", verify=False, headers={"Content-Type": "application/json", "Authorization": f"Bearer {key}"}, data=json.dumps({"model": model, "messages": [{"role": "user", "content": query}]}))
                     if resp.status_code == 200:
                         respJson = resp.json()
-                        print("Asked to", model, "with the key ID", str(api_keys.index(key)), ":", query)
-                        return ChatResponse(output=respJson["choices"][0]["message"]["content"])
+                        print("Asked to", model, "with the key ID", str(api_keys.index(key)+1), ":", query)
+                        return {"error": False, "content": respJson["choices"]}
                     print(resp.status_code, resp.text)
             looping = False
-        return ChatResponse(output="ERROR !")
+        return {"error": True, "content": "Aucun des modèles, ni des clés ne fonctionne, patientez ...."}
     elif len(models) == 1:
         while looping:
             for key in api_keys:
                 resp = requests.post("https://api.groq.com/openai/v1/chat/completions", verify=False, headers={"Content-Type": "application/json", "Authorization": f"Bearer {key}"}, data=json.dumps({"model": models[0], "messages": [{"role": "user", "content": query}]}))
                 if resp.status_code == 200:
                     respJson = resp.json()
-                    print("Asked to", model, "with the key ID", str(api_keys.index(key)), ":", query)
-                    return ChatResponse(output=respJson["choices"][0]["message"]["content"])
+                    print("Asked to", model, "with the key ID", str(api_keys.index(key)+1), ":", query)
+                    return {"error": False, "content": respJson["choices"]}
                 print(resp.status_code, resp.text)
             looping = False
-        return ChatResponse(output="ERROR !")
+        return {"error": True, "content": "Aucun des modèles, ni des clés ne fonctionne, patientez ...."}
     else:
         while looping:
             order = {val: ind for ind, val in enumerate(ranked_models)}
@@ -84,8 +84,8 @@ def ask_groq_llm(req: ChatRequest):
                     resp = requests.post("https://api.groq.com/openai/v1/chat/completions", verify=False, headers={"Content-Type": "application/json", "Authorization": f"Bearer {key}"}, data=json.dumps({"model": model, "messages": [{"role": "user", "content": query}]}))
                     if resp.status_code == 200:
                         respJson = resp.json()
-                        print("Asked to", model, "with the key ID", str(api_keys.index(key)), ":", query)
-                        return ChatResponse(output=respJson["choices"][0]["message"]["content"])
+                        print("Asked to", model, "with the key ID", str(api_keys.index(key)+1), ":", query)
+                        return {"error": False, "content": respJson["choices"]}
                     print(resp.status_code, resp.text)
             looping = False
-        return ChatResponse(output="ERROR !")
+        return {"error": True, "content": "Aucun des modèles, ni des clés ne fonctionne, patientez ...."}