Merge branch 'main' of https://huggingface.co/spaces/STLA-MECH/STLA-BABY

app.py

@@ -65,9 +65,12 @@ import langchain
 import asyncio
 from playwright.async_api import async_playwright
 
-os.environ['MPLCONFIGDIR'] = os.path.expanduser('/home/user/matplotlib_cache')
 
-async def start_playwright(Question: str):
+
+from langchain.embeddings.huggingface import HuggingFaceEmbeddings
+
+
+async def start_playwright(question: str):
     pw = await async_playwright().start()
     browser = await pw.chromium.launch(headless=True)
     # browser = await pw.webkit.launch(headless=True)
@@ -81,7 +84,7 @@ async def start_playwright(Question: str):
 #     print("Test content: ", await page.locator("//div[@class='css-zt5igj e1nzilvr3']").inner_html())
     print("Test content: ", await page.locator("//div[@class='css-zt5igj e1nzilvr3']").inner_text())
     
-    await page.locator("//textarea").fill(Question)
+    await page.locator("//textarea").fill("question")
     await page.wait_for_timeout(200)
 #     print("Content of Web: ", await page.content())
 #     await page.locator("//button[@class='css-1wi2cd3 e1d2x3se3']").click()
@@ -94,8 +97,8 @@ async def start_playwright(Question: str):
     output_history = "NOTHING"
     for i in range(40):
         output_text = await page.locator("//div[@aria-label='Chat message from assistant']").last.inner_text()
-        # print("output_text... :", output_text)
-        print("checking...")
+        print("output_text... :")
+        
         if output_text == output_history and '▌' not in output_text:
             return output_text
         else:
@@ -489,6 +492,12 @@ chat = AzureChatOpenAI(
     deployment_name=os.environ["deployment_name"],
     temperature=0,
 )
+
+
+
+
+
+
 llm = chat
 
 llm_math = LLMMathChain.from_llm(llm)
@@ -507,7 +516,22 @@ tools2 = [DB_Search2(), duckduckgo_tool2, wikipedia_tool2, python_tool2, math_to
 
 # tools = load_tools(["Vector Database Search","Wikipedia Search","Python REPL","llm-math"], llm=llm)
 
-embeddings = OpenAIEmbeddings(deployment="model_embedding", chunk_size=15)
+# Openai embedding
+embeddings_openai = OpenAIEmbeddings(deployment="model_embedding", chunk_size=15)
+
+# huggingface embedding model
+embed_model_id = 'sentence-transformers/all-MiniLM-L6-v2'
+
+# device = f'cuda:{cuda.current_device()}' if cuda.is_available() else 'cpu'
+device = 'cpu'
+# embed_model = HuggingFaceEmbeddings(
+#     model_name=embed_model_id,
+#     model_kwargs={'device': device},
+#     encode_kwargs={'device': device, 'batch_size': 32}
+# )
+
+embeddings = embeddings_openai
+
 
 # embeddings = OpenAIEmbeddings(deployment="model_embedding_2", chunk_size=15)
 
@@ -902,32 +926,31 @@ def chathmi4(message, history2):
     print("-" * 20)
     print("-" * 20)
 
-
-def chatremote(message, historyr):
+def chatremote(message, history2):
     global last_request
     global Filename_Chatbot
-    print("Input Message Remote:", message)
+    print("Input Message:", message)
     last_request = message
-    historyr = historyr + [(message, None)]
-    yield ["", historyr, gr.update(visible = False), gr.update(visible = True)]
+    history2 = history2 + [(message, None)]
+    yield ["", history2, gr.update(visible = False), gr.update(visible = True)]
     # yield ["", history2, "SUBMIT", "STOP"]
     try:
         # response = agent.run(message)
         response = asyncio.run(start_playwright(message))
         time.sleep(0.1)
-        historyr = historyr + [(None, response)]
-        yield ["", historyr, gr.update(visible = True), gr.update(visible = False)]
+        history2 = history2 + [(None, response)]
+        yield ["", history2, gr.update(visible = True), gr.update(visible = False)]
         # yield ["", history2, None, None]
-        print ("response of chatbot with remote:", response)
+        print ("response of chatbot remote:", response)
         # real_content = response[-1:]
         # print("real_content", real_content)
         try:
             temp = response.split("(sandbox:/")[1] # (sandbox:/sample-20230805-0807.wav)
             file_name = temp.split(")")[0]
             print("file_name:", file_name)
-            historyr = historyr + [(None, (file_name,))]
+            history2 = history2 + [(None, (file_name,))]
             Filename_Chatbot = file_name
-            yield ["", historyr, "SUBMIT", "STOP"]
+            yield ["", history2, "SUBMIT", "STOP"]
         except:
             print("No need to add file in chatbot")        
 
@@ -936,11 +959,10 @@ def chatremote(message, historyr):
 
     # history = history + [(message, None)]
     
-    print("Historyr: ", historyr)
+    print("History2: ", history2)
     print("-" * 20)
     print("-" * 20)
-
-
+    
 def fake(message, history4):
     pass
 
@@ -1120,7 +1142,7 @@ with gr.Blocks() as demo:
 
     with gr.Column() as main2:
         title = gr.Markdown("""# <center> STLA BABY - YOUR FRIENDLY GUIDE
-                            <center> v0.5: Powered by MECH Core Team"""),
+                            <center> v0.6: Powered by MECH Core Team - GPT4 REMOTE MODE"""),
         chatbot = gr.Chatbot()
         with gr.Row():
             inputtext = gr.Textbox(
@@ -1183,9 +1205,15 @@ with gr.Blocks() as demo:
     #     then(playsound, None, voice_output).\
     #     then(HMI_Wait, None, [submit_button, stop_button])
     # inf4 = inputtext.submit(chathmi4, [inputtext, chatbot], [inputtext, chatbot, submit_button, stop_button])
-    inf4 = inputtext.submit(chathmi4, [inputtext, chatbot], [inputtext, chatbot, submit_button, stop_button]).\
-        success(playsound1, None, voice_output)#.\
+    ''' open ai '''
+    # inf4 = inputtext.submit(chathmi4, [inputtext, chatbot], [inputtext, chatbot, submit_button, stop_button]).\
+    #     success(playsound1, None, voice_output)#.\
         # success(ClearAudio, None, voice_output)
+
+    ''' GPT4 Remote '''
+    inf4 = inputtext.submit(chatremote, [inputtext, chatbot], [inputtext, chatbot, submit_button, stop_button]).\
+        success(playsound1, None, voice_output)
+
     inf3 = submit_button.click(chathmi3, [inputtext, chatbot], [inputtext, chatbot]).\
         success(HMI_Runing, None, [submit_button, stop_button]).\
         success(playsound1, None, voice_output).\
@@ -1319,8 +1347,8 @@ if __name__ == '__main__':
     # QAQuery("what is COFOR ?")
     # CreatDb_P()
     # QAQuery_p("what is GST ?")
-    Question = "what is PDP?"
-    asyncio.run(start_playwright(Question))
+    question = "what is PDP?"
+    output = asyncio.run(start_playwright(question))
     if SysLock == "1":
         demo.queue().launch(auth=(username, password), server_name="0.0.0.0", server_port=7860)
     else:

requirements.txt

@@ -14,4 +14,5 @@ pygame
 unstructured
 openpyxl
 python-docx
-playwright
+playwright
+sentence_transformers