Update app.py

app.py

@@ -559,12 +559,16 @@ Information:
     else:
         # fallback: take first line
         output = raw.split("\n")[0].strip()
+
+    if "Response:" in output:
+        output = output.split("Response:")[-1]
+    elif "Response" in output:
+        output = output.split("Response")[-1]
     
     # Clean quotes / trailing punctuation
     output = output.strip('"').strip()
     if output.endswith("."):
         output = output[:-1]
-
     
 
     state["output"] = output
@@ -770,7 +774,24 @@ def tool_executor(state: AgentState):
                 
     elif action.tool == "visit_webpage":
         try:
-            webpage_result = visit_webpage(**action.args)
+            webpage_results = visit_webpage(**action.args)
+            webpage_result = " \n ".join(webpage_results)
+
+            # for webpage_result in webpage_results:
+            query_embeddings = sentence_transformer_model.encode_query(state["messages"][-1].content).reshape(1, -1)
+            webpage_information_embeddings = sentence_transformer_model.encode_query(webpage_result).reshape(1, -1)
+            query_webpage_information_similarity_score = float(cosine_similarity(query_embeddings, webpage_information_embeddings)[0][0])
+
+            # logger.info(f"Webpage Information and Similarity Score: {result} - {webpage_result} - {query_webpage_information_similarity_score}")
+
+            if query_webpage_information_similarity_score > 0.65:
+                webpage_information_complete += webpage_result
+                webpage_information_complete += " \n "
+                webpage_information_complete += " \n "
+
+            if query_webpage_information_similarity_score > best_query_webpage_information_similarity_score:
+                best_query_webpage_information_similarity_score = query_webpage_information_similarity_score
+                best_webpage_information = webpage_result
         except:
             pass
     else: