Update apis/chat_api.py

apis/chat_api.py

@@ -24,7 +24,7 @@ from fastapi.middleware.cors import CORSMiddleware
 class EmbeddingResponseItem(BaseModel):
     object: str = "embedding"
     index: int
-    embedding: List[float]  # Adjust if your structure is different
+    embedding: List[List[float]] 
 
 class EmbeddingResponse(BaseModel):
     object: str = "list"
@@ -193,11 +193,14 @@ class ChatAPIApp:
         response = requests.post(api_url, headers=headers, json={"inputs": texts})
         result = response.json()
         if isinstance(result, list) and len(result) > 0 and isinstance(result[0], list):
-            return result
+            # Assuming each embedding is a list of lists of floats, flatten it
+            flattened_embeddings = [sum(embedding, []) for embedding in result]
+            return flattened_embeddings
         elif "error" in result:
             raise RuntimeError("The model is currently loading, please re-run the query.")
         else:
-            raise RuntimeError("Unexpected response format.")  
+            raise RuntimeError("Unexpected response format.")
+     
 
     async def embedding(self, request: QueryRequest):
             try: