Update scraping_utils.py

scraping_utils.py

@@ -1,27 +1,27 @@
 import requests
-from bs4 import BeautifulSoup
 
-def search_web(query):
+def search_bing(query):
     """
-    Perform a Google search for the query and return a list of results.
-    Each result includes the title, link, and description.
+    Perform a search using Bing Search API and return a list of results.
+    Each result includes the title, link, and snippet (description).
     """
-    url = f"https://www.google.com/search?q={query.replace(' ', '+')}+electronics+component"
-    headers = {
-        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"
-    }
-    response = requests.get(url, headers=headers, timeout=10)
+    # Replace 'YOUR_BING_API_KEY' with your Bing Search API key
+    api_key = "YOUR_BING_API_KEY"
+    endpoint = "https://api.bing.microsoft.com/v7.0/search"
+    headers = {"Ocp-Apim-Subscription-Key": api_key}
+    params = {"q": query, "count": 5, "textFormat": "Raw"}
 
+    response = requests.get(endpoint, headers=headers, params=params, timeout=10)
     if response.status_code != 200:
         raise Exception(f"Failed to fetch search results: {response.status_code}")
 
-    soup = BeautifulSoup(response.text, "html.parser")
+    data = response.json()
     results = []
-
-    for g in soup.find_all("div", class_="tF2Cxc"):
-        title = g.find("h3").text if g.find("h3") else "No title available"
-        link = g.find("a")["href"] if g.find("a") else "No link available"
-        description = g.find("span", class_="aCOpRe").text if g.find("span", class_="aCOpRe") else "No description available"
-        results.append({"title": title, "link": link, "description": description})
+    for result in data.get("webPages", {}).get("value", []):
+        results.append({
+            "title": result["name"],
+            "link": result["url"],
+            "snippet": result["snippet"]
+        })
 
     return results