Update app.py

app.py

@@ -23,6 +23,7 @@ from langchain.schema import (
     SystemMessage
 )
 
+import asyncio
 import time
 import langchain
 import os
@@ -37,14 +38,15 @@ embeddings = HuggingFaceEmbeddings(model_name="BAAI/bge-large-en")
 docsearch = FAISS.load_local("./faiss_index", embeddings)
 template="您是回答ANSYS软件使用查询的得力助手,所有回复必需用中文"
 chain = load_qa_chain(OpenAI(temperature=0,model_name="gpt-3.5-turbo"), chain_type="stuff",verbose=True)
-def predict(message, history):
+
+async def predict(message, history):
     history_langchain_format = []
     for human, ai in history:
         history_langchain_format.append(HumanMessage(content=human))
         history_langchain_format.append(AIMessage(content=ai))
     history_langchain_format.append(HumanMessage(content=en_message))
     docs = docsearch.similarity_search(message)
-    response = chain.run(input_documents=docs, question=message + template)
+    response = await chain.run(input_documents=docs, question=message + template)
        
     partial_message = ""
     for chunk in response: