Update app.py

app.py

@@ -26,12 +26,13 @@ from css import *
 os.environ["REPLICATE_API_TOKEN"] = "r8_IYJpjwjrxegcUfBeBbyUxErJXXsnHDM4AlSQQ"
 os.environ["OPENAI_API_KEY"] = "sb-6a683cb3bd63a9b72040aa2dd08feff8b68f08a0e1d959f5"
 os.environ['OPENAI_BASE_URL'] = "https://api.openai-sb.com/v1/"
-os.environ["SERPAPI_API_KEY"] = "dcc98b22d5f7d413979a175ff7d75b721c5992a3ee1e2363020b2bbdf4f82404" #you
+os.environ["SERPAPI_API_KEY"] = "dcc98b22d5f7d413979a175ff7d75b721c5992a3ee1e2363020b2bbdf4f82404"  # you
 # os.environ['TAVILY_API_KEY'] = "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" #you
-os.environ['TAVILY_API_KEY'] = "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" #zeng
-image_path = "C:/Users/Lenovo/Desktop/demo-repository-master/image/img_2.png"
+os.environ['TAVILY_API_KEY'] = "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"  # zeng
+# image_path = "C:/Users/Lenovo/Desktop/demo-repository-master/image/img_2.png"
 model = ChatOpenAI(model_name="gpt-4", temperature=0.6)
 
+
 def search_baidu(query) -> str:
     params = {
         "engine": "baidu_news",
@@ -50,6 +51,7 @@ def search_baidu(query) -> str:
     ])
     return final_output
 
+
 def search_bing(query) -> str:
     params = {
         "engine": "bing_news",
@@ -68,6 +70,7 @@ def search_bing(query) -> str:
     ])
     return final_output
 
+
 def img_size(image):
     # img = Image.open(image)
     img = Image.fromarray(image.astype("uint8"))
@@ -81,40 +84,42 @@ def img_size(image):
     # resized_img.save(image_path)
     return resized_img
 
-def search_image(query)->str:
+
+def search_image(query) -> str:
     params = {
-      "engine": "google_images",
-      "q": query,
-      "gl": "cn",
+        "engine": "google_images",
+        "q": query,
+        "gl": "cn",
     }
     search = GoogleSearch(params)
     results = search.get_dict()
     thumbnails = [search['thumbnail'] for search in results['suggested_searches']][:3]
-    information=""
+    information = ""
     client = OpenAI()
     for idx, thumbnail in enumerate(thumbnails):
-      response = client.chat.completions.create(
-        model="gpt-4o-mini",
-        messages=[
-          {
-            "role": "user",
-            "content": [
-              {"type": "text", "text": "What’s in this image?Give a brief answer"},
-              {
-                "type": "image_url",
-                "image_url": {
-                  "url": thumbnail,
-                },
-              },
+        response = client.chat.completions.create(
+            model="gpt-4o-mini",
+            messages=[
+                {
+                    "role": "user",
+                    "content": [
+                        {"type": "text", "text": "What’s in this image?Give a brief answer"},
+                        {
+                            "type": "image_url",
+                            "image_url": {
+                                "url": thumbnail,
+                            },
+                        },
+                    ],
+                }
             ],
-          }
-        ],
-        max_tokens=100,
-      )
-      response_content = response.choices[0].message.content
-      information = information + str(idx + 1) +": "+response_content + "\n"
+            max_tokens=100,
+        )
+        response_content = response.choices[0].message.content
+        information = information + str(idx + 1) + ": " + response_content + "\n"
     return (information)
 
+
 search_baidu = Tool(
     name="Baidu News Search",  # 工具名称
     func=search_baidu,  # 引用search函数
@@ -132,6 +137,8 @@ search_image = Tool(
     func=search_image,  # 引用search函数
     description="搜索图片引擎，当你需要检索相关图片的时候调用，输入是检索query，输出是与query有关的图片的信息"  # 工具描述
 )
+
+
 class ReplicateModel:
     def __init__(self, model_name: str):
         self.model_name = model_name
@@ -144,6 +151,7 @@ class ReplicateModel:
         )
         return output
 
+
 class DialogueAgent:
     def __init__(
             self,
@@ -179,6 +187,7 @@ class DialogueAgent:
         """
         self.message_history.append(f"{name}: {message}")
 
+
 class Replicate_DialogueAgent:
     def __init__(
             self,
@@ -218,6 +227,8 @@ class Replicate_DialogueAgent:
         Concatenates {message} spoken by {name} into message history
         """
         self.message_history.append(f"{name}: {message}")
+
+
 class DialogueSimulator:
     def __init__(
             self,
@@ -259,6 +270,7 @@ class DialogueSimulator:
 
         return speaker.name, message
 
+
 class Replicate_DialogueSimulator:
     def __init__(
             self,
@@ -300,6 +312,7 @@ class Replicate_DialogueSimulator:
 
         return speaker.name, message
 
+
 class DialogueAgentWithTools(DialogueAgent):
     def __init__(self, name: str, system_message: SystemMessage, model: ChatOpenAI, tools: List[BaseTool]):
         super().__init__(name, system_message, model)
@@ -313,13 +326,18 @@ class DialogueAgentWithTools(DialogueAgent):
             verbose=True,
             memory=ConversationBufferMemory(memory_key="chat_history", return_messages=True),
         )
-        response = agent_chain.invoke(
-            {"input": "\n".join([self.system_message.content] + self.message_history + [self.prefix])}
-        )
+        message_input = "\n".join([self.system_message.content] + self.message_history + [self.prefix])
+        response = agent_chain.invoke({"input": message_input}, handle_parsing_errors=True)
+
+        # response = agent_chain.invoke(
+        #     {"input": "\n".join([self.system_message.content] + self.message_history + [self.prefix],handle_parsing_errors=True)}
+        # )
         return response
 
+
 class Repliacte_DialogueAgentWithTools(Replicate_DialogueAgent):
-    def __init__(self, name: str, system_message: SystemMessage, replicate_model: ReplicateModel, tools: List[BaseTool]):
+    def __init__(self, name: str, system_message: SystemMessage, replicate_model: ReplicateModel,
+                 tools: List[BaseTool]):
         super().__init__(name, system_message, None)  # 不再使用 ChatOpenAI 模型
         self.replicate_model = replicate_model  # 存储 Replicate 模型
         self.tools = tools  # 手动传递工具
@@ -333,12 +351,14 @@ class Repliacte_DialogueAgentWithTools(Replicate_DialogueAgent):
         response = self.replicate_model.predict(input_data)
         return response
 
+
 ddg_search = DuckDuckGoSearchResults()
 arxiv_query = ArxivQueryRun()
 tavily_tool = TavilySearchResults(max_result=2)
 
 tools = [tavily_tool, search_baidu]
 
+
 def select_next_speaker(step: int, agents: List[DialogueAgent]) -> int:
     idx = step % len(agents)
     return idx
@@ -368,7 +388,8 @@ def generate_agent_description(name, conversation_description, word_limit):
     agent_description = ChatOpenAI(temperature=1.0)(agent_specifier_prompt).content
     return agent_description
 
-def generate_system_message_ch(name, description, tools, topic,img_information):
+
+def generate_system_message_ch(name, description, tools, topic, img_information):
     return f"""Here is the topic of discussion: {topic}
 Your name is {name}.
 
@@ -419,7 +440,8 @@ DO NOT make assumptions without evidence.
 Stop speaking the moment you finish your evaluation.
 """
 
-def generate_system_message_en(name, description, tools, topic,img_information):
+
+def generate_system_message_en(name, description, tools, topic, img_information):
     return f"""Here is the topic of discussion: {topic}
 Your name is {name}.
 
@@ -469,6 +491,8 @@ DO NOT make assumptions without evidence.
 
 Stop speaking the moment you finish your evaluation.
 """
+
+
 def encode_image(image):
     image = Image.fromarray(image.astype("uint8"))
     buffered = io.BytesIO()
@@ -477,6 +501,7 @@ def encode_image(image):
     # with open(image_path, "rb") as image_file:
     #     return base64.b64encode(image_file.read()).decode("utf-8")
 
+
 def image_summarize(img_base64, prompt):
     chat = ChatOpenAI(model="gpt-4o", max_tokens=256)
     msg = chat.invoke(
@@ -494,6 +519,7 @@ def image_summarize(img_base64, prompt):
     )
     return msg.content
 
+
 def generate_img_summaries(image):
     # img_size(path)
     image_summaries = []
@@ -504,15 +530,21 @@ def generate_img_summaries(image):
     image_summaries.append(image_summarize(base64_image, prompt))
     return image_summaries
 
+
 selected_language = "ch"
 selected_model = "gpt"
+
+
 def SelectLanguage(option):
     global selected_language
     if option == "英文":
         selected_language = "en"
     else:
         selected_language = "ch"
-language_option = ["中文","英文"]
+
+
+language_option = ["中文", "英文"]
+
 
 def SelectModel(option):
     global selected_model
@@ -524,7 +556,10 @@ def SelectModel(option):
         selected_model = "llama3-8b"
     else:
         selected_model = "mistral"
-model_option = ["gpt-4o","llama3-70b","llama3-8b","mistral"]
+
+
+model_option = ["gpt-4o", "llama3-70b", "llama3-8b", "mistral"]
+
 
 def start(topic, image_summaries):
     max_iters = 3
@@ -538,7 +573,8 @@ def start(topic, image_summaries):
     conversation_description = f"""Here is the news of conversation: {topic}
     The participants are: {', '.join(names.keys())}"""
 
-    agent_descriptions = {name: generate_agent_description(name, conversation_description, word_limit) for name in names}
+    agent_descriptions = {name: generate_agent_description(name, conversation_description, word_limit) for name in
+                          names}
     if selected_language == "ch":
         agent_system_messages = {
             name: generate_system_message_ch(name, description, tools, topic, image_summaries)
@@ -580,7 +616,7 @@ def start(topic, image_summaries):
         simulator.inject("Moderator", specified_topic)
         while n < max_iters:
             name, message = simulator.step()
-            result = result + "(" + name + "): " +message['output'] + "\n"
+            result = result + "(" + name + "): " + message['output'] + "\n"
             # print(f"({name}): {message['output']}")
             # print("\n")
             n += 1
@@ -617,32 +653,51 @@ def start(topic, image_summaries):
     return result
 
 
+# start("9月18日，Trump 在纽约举行第二次暗杀未遂事件后首场竞选集会，现场共有1.8万名支持者参加。", "gpt")  #topic是新闻，model_select是要选择的模型（gpt，llama3-70b,llama3-8b,mistral）
+
 title = "# 虚假信息检测"
 
 with gr.Blocks(css=css1) as demo:
     gr.Markdown(title, elem_id="title")
     with gr.Row():
-        with gr.Column(scale=2):
+        with gr.Column(scale=4):
             chatbot = gr.Chatbot(elem_classes="gradio-output")
-            language_select = gr.Dropdown(choices= language_option, elem_classes="gradio-input", label= "请选择要使用的语言")
-            model_select = gr.Dropdown(choices=model_option, elem_classes="gradio-input",label="请选择要使用的大模型")
-            input_box = gr.Textbox(label="输入", elem_classes="gradio-input", placeholder="请输入要判断的新闻", lines=3)
+            # with gr.Row():
+            #     with gr.Column(scale=1):
+            #         language_select = gr.Dropdown(choices=language_option, elem_classes="gradio-input",
+            #                               label="请选择要使用的语言")
+            #     with gr.Column(scale=1):
+            #         model_select = gr.Dropdown(choices=model_option, elem_classes="gradio-input", label="请选择要使用的大模型")
+            # input_box = gr.Textbox(label="输入", elem_classes="gradio-input", placeholder="请输入要判断的新闻", lines=3)
+            img_info = gr.Textbox(label="提取到的信息", lines=5, elem_classes="gradio-output")
 
-        with gr.Column(scale=1):
+        with gr.Column(scale=2):
             img_input = gr.Image(label="上传图像", type="numpy")
             img_output = gr.Image(label="处理后的图像", type="numpy", visible=False)
-            img_info = gr.Textbox(label="提取到的信息",lines=5,elem_classes="gradio-output")
-            ans_box = gr.Textbox(label="gpt-4o", lines=5, elem_classes="gradio-output",visible=False)
+            input_box = gr.Textbox(label="输入", elem_classes="gradio-input", placeholder="请输入要判断的新闻", lines=3)
+            # img_info = gr.Textbox(label="提取到的信息", lines=5, elem_classes="gradio-output")
+            ans_box = gr.Textbox(label="gpt-4o", lines=5, elem_classes="gradio-output", visible=False)
             dialogue_box = gr.Textbox(label="React", lines=5, elem_classes="gradio-output", visible=False)
-            clear = gr.Button("清空页面", elem_classes="gradio-button")
-            submit_btn = gr.Button("提交", elem_classes="gradio-button")
+            with gr.Row():
+                # with gr.Column(scale=1):
+                language_select = gr.Dropdown(choices=language_option, elem_classes="gradio-input",
+                                          label="请选择要使用的语言",scale=1)
+                # with gr.Column(scale=1):
+                model_select = gr.Dropdown(choices=model_option, elem_classes="gradio-input", label="请选择要使用的大模型",scale=1)
+            with gr.Row():
+                # with gr.Column(scale=1):
+                clear = gr.Button("清空页面", elem_classes="gradio-button", scale=1)
+                # with gr.Column(scale=1):
+                submit_btn = gr.Button("提交", elem_classes="gradio-button", scale=1)
         language_select.change(SelectLanguage, language_select)
         model_select.change(SelectModel, model_select)
 
+
     def user(user_input, history):
         if history is None:
             history = []
-        return "", history + [[user_input, None]]
+        return user_input, history + [[user_input, None]]
+
 
     def bot(history, rag_box):
         if history is None or len(history) == 0:
@@ -654,18 +709,20 @@ with gr.Blocks(css=css1) as demo:
             time.sleep(0.01)
             yield history
 
+
     submit_btn.click(img_size, img_input, img_output
+                     ).then(
+        generate_img_summaries, img_output, img_info
     ).then(
-        generate_img_summaries,img_output ,img_info
-    ).then(
-        start, [input_box,img_info], dialogue_box
+        start, [input_box, img_info], dialogue_box
     ).then(
         user, [input_box, chatbot], [input_box, chatbot]
     ).then(
         bot, [chatbot, dialogue_box], chatbot
     )
 
-    clear.click(lambda: (None, None, None), inputs=None, outputs=[chatbot, ans_box, dialogue_box])
+    clear.click(lambda: (None, None, None, None, None, None), inputs=None,
+                outputs=[chatbot, ans_box, dialogue_box, img_input, img_info, img_output])
 
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch()