Update app.py

app.py

@@ -2,93 +2,99 @@ import os
 import gradio as gr
 import requests
 from fastmcp import FastMCP
+from bs4 import BeautifulSoup
 from datetime import datetime
+from urllib.parse import urlencode
 
 # Initialize FastMCP agent
-mcp = FastMCP("RapidAPI Job Search Agent")
-
-RAPIDAPI_URL = "https://indeed-indeed.p.rapidapi.com/apisearch?v=2&format=json"
-RAPIDAPI_HOST = "indeed-indeed.p.rapidapi.com"
-
-# Load RapidAPI key from HF secret (environment variable)
-RAPIDAPI_KEY = os.getenv("RAPIDAPI_KEY")  # Make sure this matches your secret name exactly
+mcp = FastMCP("Indeed Web Scraper Agent")
 
 @mcp.tool(name="search_jobs")
 def search_jobs_tool(query: str, location: str, limit: int = 10, salary: str = None, job_type: str = None):
     """
-    Search jobs from a RapidAPI job search API based on query, location, and optional filters.
+    Scrape jobs from Indeed website based on query, location, and optional filters.
 
     Args:
         query (str): Job title or keywords to search for.
         location (str): Location (city, region) to search jobs in.
-        limit (int): Number of job results to return (default is 10).
-        salary (str, optional): Minimum salary filter.
-        job_type (str, optional): Job type filter (e.g., fulltime, parttime).
+        limit (int): Number of job results to return (default 10).
+        salary (str, optional): Not used in scraper, reserved for future.
+        job_type (str, optional): Not used in scraper, reserved for future.
 
     Returns:
-        dict: JSON response from the API containing job listings or error details.
+        dict: Contains a list of jobs with title, company, location, and url.
     """
+    base_url = "https://ca.indeed.com/jobs?"
+
+    # Build query parameters
     params = {
         "q": query,
         "l": location,
-        "limit": limit,
-        "sort": "date",  # Automatically sort by most recent date
-        # Add optional filters only if provided
-        **({"salary": salary} if salary else {}),
-        **({"job_type": job_type} if job_type else {}),
+        "sort": "date",  # sort by most recent
     }
-    # Clean params to remove None values
-    params = {k: v for k, v in params.items() if v}
+    url = base_url + urlencode(params)
 
     headers = {
-        "X-RapidAPI-Host": RAPIDAPI_HOST,
-        "X-RapidAPI-Key": RAPIDAPI_KEY,
-        "Accept": "application/json"
+        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)"
     }
 
     try:
-        response = requests.get(RAPIDAPI_URL, params=params, headers=headers)
+        response = requests.get(url, headers=headers)
         response.raise_for_status()
-        return response.json()
-    except requests.RequestException as e:
+        soup = BeautifulSoup(response.text, "html.parser")
+
+        jobs = []
+        cards = soup.find_all("a", class_="tapItem", limit=limit)  # job cards
+
+        for card in cards:
+            title_elem = card.find("h2", class_="jobTitle")
+            company_elem = card.find("span", class_="companyName")
+            location_elem = card.find("div", class_="companyLocation")
+            link = card.get("href")
+
+            if not link.startswith("http"):
+                link = "https://ca.indeed.com" + link
+
+            job = {
+                "title": title_elem.get_text(strip=True) if title_elem else "No Title",
+                "company": company_elem.get_text(strip=True) if company_elem else "Unknown Company",
+                "location": location_elem.get_text(strip=True) if location_elem else "Unknown Location",
+                "url": link,
+            }
+            jobs.append(job)
+
+        return {"jobs": jobs}
+    except Exception as e:
         return {"error": str(e)}
 
 def search_jobs_ui(query, location, limit=10, salary=None, job_type=None):
     """
-    Gradio UI handler for searching jobs using FastMCP + RapidAPI job API.
+    Gradio UI handler for scraping Indeed jobs using FastMCP.
 
     Args:
         query (str): Job title or keyword.
         location (str): Job location.
         limit (int, optional): Number of jobs to retrieve (default 10).
-        salary (str, optional): Salary filter.
-        job_type (str, optional): Job type filter.
+        salary (str, optional): Not used.
+        job_type (str, optional): Not used.
 
     Returns:
         str: Markdown-formatted list of jobs or error message.
     """
-    try:
-        result = search_jobs_tool(query, location, limit, salary, job_type)
-
-        if "error" in result:
-            return f"❌ Error: {result['error']}"
+    result = search_jobs_tool(query, location, limit, salary, job_type)
 
-        jobs = result.get("jobs", [])  # adapt based on actual API response
+    if "error" in result:
+        return f"❌ Error: {result['error']}"
 
-        if not jobs:
-            return "No jobs found for your search."
+    jobs = result.get("jobs", [])
+    if not jobs:
+        return "No jobs found for your search."
 
-        output = ""
-        for job in jobs:
-            title = job.get("title", "No Title")
-            company = job.get("company", "Unknown Company")
-            job_location = job.get("location", "Unknown Location")
-            job_url = job.get("url", "#")
-            output += f"**{title}** at *{company}*\n📍 {job_location}\n[Apply Here]({job_url})\n\n"
+    output = ""
+    for job in jobs:
+        output += f"**{job['title']}** at *{job['company']}*\n📍 {job['location']}\n[Apply Here]({job['url']})\n\n"
 
-        return output
-    except Exception as e:
-        return f"❌ An error occurred: {str(e)}"
+    return output
 
 # Gradio Interface
 app = gr.Interface(
@@ -97,12 +103,12 @@ app = gr.Interface(
         gr.Textbox(label="Job Title / Keyword"),
         gr.Textbox(label="Location"),
         gr.Number(value=10, label="Number of Results (limit)", precision=0),
-        gr.Textbox(label="Salary (optional)"),
-        gr.Textbox(label="Job Type (optional: fulltime, parttime, contract)")
+        gr.Textbox(label="Salary (optional, ignored)"),
+        gr.Textbox(label="Job Type (optional, ignored)")
     ],
     outputs="markdown",
-    title="Job Search with RapidAPI + FastMCP",
-    description="Search jobs using a RapidAPI job search API. Results are sorted by most recent date automatically."
+    title="Indeed Job Search (Web Scraping) with FastMCP",
+    description="Search jobs by scraping Indeed.ca. Results sorted by most recent."
 )
 
 if __name__ == "__main__":