Inference.

app/api/api_v1/endpoints/openai.py

@@ -235,6 +235,7 @@ def embed(db: Session, payload: schemas.LabelStudio):
             )
             
         shutil.rmtree(tmp_dir)
+        print("Done.")
     except:
         shutil.rmtree(tmp_dir)
         raise
@@ -309,16 +310,13 @@ async def ask_question(
                 distance_strategy=DistanceStrategy.COSINE
             )
 
-            documents: List[Tuple[Document, float]] = store.similarity_search_with_score(query=question, k=2)
+            documents: List[Tuple[Document, float]] = store.similarity_search_with_score(query=question, k=1)
 
             for document in documents:
                 (document, score) = document
                 content: str = document.page_content
                 messages.append(SystemMessage(content=content))
 
-    print("#######################")
-    print(messages)
-
     return StreamingResponse(chat(messages), media_type='text/event-stream')
 
 @router.post("/inference")