Update backend/agents/rapidapi_linkedin.py

backend/agents/rapidapi_linkedin.py

@@ -1,23 +1,15 @@
 import requests
-from .normalizer import normalize_job_data
+from normalizer import normalize_job_data   # absolute import
 import os
 
-# --- THIS FILE IS NOW CONFIGURED FOR SCRAPINGDOG API ---
-# IMPORTANT: You must add your ScrapingDog API key to Hugging Face secrets.
-# Secret Name: SCRAPINGDOG_API_KEY
-
+# --- CONFIGURATION FOR SCRAPINGDOG API ---
 try:
     import streamlit as st
-    # Fetch the new secret for ScrapingDog
     SCRAPINGDOG_API_KEY = st.secrets.get("SCRAPINGDOG_API_KEY")
 except (ImportError, KeyError, FileNotFoundError):
-    # Fallback for local testing
-    SCRAPINGDOG_API_KEY = os.getenv("SCRAPINGDOG_API_KEY", "68d8076313776e5f15a57b26")
+    SCRAPINGDOG_API_KEY = os.getenv("SCRAPINGDOG_API_KEY")
 
 def fetch_linkedin_jobs_stub(query="python developer", location="remote", limit=5):
-    """
-    Skeleton function returning mock data. This remains unchanged for testing purposes.
-    """
     print("LinkedIn agent is a stub. Returning mock data.")
     mock_linkedin_jobs = [
         {
@@ -31,44 +23,29 @@ def fetch_linkedin_jobs_stub(query="python developer", location="remote", limit=
     ]
     return [normalize_job_data(job, "LinkedIn (Stub)") for job in mock_linkedin_jobs]
 
-
 def fetch_linkedin_jobs_real(query="python developer", location="remote", limit=10):
-    """
-    Fetches jobs from the ScrapingDog LinkedIn API.
-
-    Args:
-        query (str): The job title or keyword to search for (e.g., "Software Engineer").
-        location (str): The geographical location to search in.
-        limit (int): The number of results to fetch. (Note: ScrapingDog may not have a limit param, this is illustrative).
-
-    Returns:
-        list: A list of normalized job dictionaries.
-    """
-    if not SCRAPINGDOG_API_KEY or SCRAPINGDOG_API_KEY == "YOUR_SCRAPINGDOG_API_KEY_HERE":
+    if not SCRAPINGDOG_API_KEY:
         print("SCRAPINGDOG_API_KEY not set. Cannot fetch real data from LinkedIn.")
         return []
 
-    url = "https://api.scrapingdog.com/linkedinjobs"
-    
+    url = "https://api.scrapingdog.com/linkedinjobs/"
+
     params = {
         "api_key": SCRAPINGDOG_API_KEY,
-        "field": query,
+        "query": query,
         "location": location,
+        "num": limit
     }
 
     try:
         response = requests.get(url, params=params)
-        response.raise_for_status() # Raise an error for bad responses (4xx or 5xx)
-        
+        response.raise_for_status()
         jobs = response.json()
-        
+
         if not isinstance(jobs, list):
-            print("ScrapingDog API did not return a list of jobs. Check the response format.")
+            print("Unexpected API response format.")
             return []
 
-        # IMPORTANT: We are assuming the field names from the ScrapingDog API.
-        # You may need to inspect the actual response and adjust the keys below (e.g., 'job_title' might be 'title').
-        # This pre-mapping step adapts the ScrapingDog response to what our normalizer expects.
         adapted_jobs = []
         for job in jobs:
             adapted_job = {
@@ -76,18 +53,16 @@ def fetch_linkedin_jobs_real(query="python developer", location="remote", limit=
                 'company_name': job.get('company_name', 'N/A'),
                 'location': job.get('job_location', 'Remote'),
                 'description': job.get('job_description', ''),
-                'posted_at': job.get('posted_at', 'N/A'), # Adjust if date format is different
+                'posted_at': job.get('posted_at', 'N/A'),
                 'job_url': job.get('job_url', '')
             }
             adapted_jobs.append(adapted_job)
-            
-        # The source name is kept as "LinkedIn" for display consistency in the UI
-        return [normalize_job_data(job, "LinkedIn (Stub)") for job in adapted_jobs]
+
+        return [normalize_job_data(job, "LinkedIn") for job in adapted_jobs]
 
     except requests.exceptions.RequestException as e:
-        print(f"Error fetching jobs from ScrapingDog LinkedIn API: {e}")
+        print(f"Error fetching jobs from ScrapingDog API: {e}")
         return []
-    except ValueError as e: # Catches JSON decoding errors
-        print(f"Error parsing JSON from ScrapingDog API: {e}")
+    except ValueError as e:
+        print(f"Error parsing JSON: {e}")
         return []
-