Update app.py

app.py

@@ -1,6 +1,6 @@
 import os
 import gradio as gr
-import requests
+import cloudscraper
 from bs4 import BeautifulSoup
 from urllib.parse import urlencode
 from fastmcp import FastMCP
@@ -11,7 +11,7 @@ mcp = FastMCP("Indeed Web Scraper Agent")
 @mcp.tool(name="search_jobs")
 def search_jobs_tool(query: str, location: str, limit: int = 10, salary: str = None, job_type: str = None):
     """
-    Scrape jobs from Indeed website using requests + BeautifulSoup.
+    Scrape jobs from Indeed website using cloudscraper + BeautifulSoup.
 
     Args:
         query (str): Job title or keywords to search for.
@@ -32,12 +32,10 @@ def search_jobs_tool(query: str, location: str, limit: int = 10, salary: str = N
     }
 
     url = base_url + urlencode(params)
-    headers = {
-        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)"
-    }
 
     try:
-        response = requests.get(url, headers=headers)
+        scraper = cloudscraper.create_scraper()
+        response = scraper.get(url)
         response.raise_for_status()
 
         soup = BeautifulSoup(response.text, "html.parser")
@@ -94,8 +92,8 @@ app = gr.Interface(
         gr.Textbox(label="Job Type (optional, ignored)")
     ],
     outputs="markdown",
-    title="Indeed Job Search (with BeautifulSoup) + FastMCP",
-    description="Search jobs by scraping Indeed.ca using requests and BeautifulSoup."
+    title="Indeed Job Search (with BeautifulSoup + Cloudscraper) + FastMCP",
+    description="Search jobs by scraping Indeed.ca using cloudscraper and BeautifulSoup. Results sorted by most recent."
 )
 
 if __name__ == "__main__":