Create scraping_utils.py

scraping_utils.py

@@ -0,0 +1,38 @@
+import requests
+from bs4 import BeautifulSoup
+
+def scrape_farnell(component_name):
+    url = f"https://uk.farnell.com/search?st={component_name}"
+    response = requests.get(url)
+    soup = BeautifulSoup(response.text, "html.parser")
+    
+    # Extract component data (example)
+    components = []
+    for item in soup.find_all("div", class_="product"):
+        name = item.find("h3").text.strip()
+        description = item.find("p", class_="description").text.strip()
+        datasheet_link = item.find("a", text="Datasheet")["href"]
+        components.append({
+            "name": name,
+            "description": description,
+            "datasheet_link": datasheet_link
+        })
+    return components
+
+def scrape_digikey(component_name):
+    url = f"https://www.digikey.com/en/products/result?keywords={component_name}"
+    response = requests.get(url)
+    soup = BeautifulSoup(response.text, "html.parser")
+    
+    # Extract component data (example)
+    components = []
+    for item in soup.find_all("tr", class_="product-row"):
+        name = item.find("td", class_="digikey-part-number").text.strip()
+        description = item.find("td", class_="description").text.strip()
+        datasheet_link = item.find("a", text="Datasheet")["href"]
+        components.append({
+            "name": name,
+            "description": description,
+            "datasheet_link": datasheet_link
+        })
+    return components