yaya

.gitignore

@@ -51,4 +51,6 @@ firebase-debug.log
 .firebase/
 
 # Streamlit
-.streamlit/
+.streamlit/
+
+Scrapping options/

app.py

@@ -37,7 +37,6 @@ def main():
         - `FIREBASE_PRIVATE_KEY`
         - `FIREBASE_CLIENT_EMAIL`
         - `FIREBASE_CLIENT_X509_CERT_URL`
-        - `SCRAPIN_API_KEY`
         """)
         st.stop()
     except Exception as e:

config.py

@@ -21,9 +21,6 @@ class Config:
     FIREBASE_AUTH_PROVIDER_X509_CERT_URL = os.getenv('FIREBASE_AUTH_PROVIDER_X509_CERT_URL', 'https://www.googleapis.com/oauth2/v1/certs')
     FIREBASE_CLIENT_X509_CERT_URL = os.getenv('FIREBASE_CLIENT_X509_CERT_URL')
     
-    # Scraping APIs
-    SCRAPIN_API_KEY = os.getenv('SCRAPIN_API_KEY')
-    SCRAPINGDOG_API_KEY = os.getenv('SCRAPINGDOG_API_KEY')
     
     @classmethod
     def get_firebase_credentials(cls):
@@ -55,13 +52,11 @@ class Config:
             ('FIREBASE_PROJECT_ID', cls.FIREBASE_PROJECT_ID),
             ('FIREBASE_PRIVATE_KEY', cls.FIREBASE_PRIVATE_KEY),
             ('FIREBASE_CLIENT_EMAIL', cls.FIREBASE_CLIENT_EMAIL),
-            ('FIREBASE_CLIENT_X509_CERT_URL', cls.FIREBASE_CLIENT_X509_CERT_URL),
-            ('SCRAPIN_API_KEY', cls.SCRAPIN_API_KEY)
+            ('FIREBASE_CLIENT_X509_CERT_URL', cls.FIREBASE_CLIENT_X509_CERT_URL)
         ]
         
         # Optional but recommended
         optional_vars = [
-            ('SCRAPINGDOG_API_KEY', cls.SCRAPINGDOG_API_KEY),
             ('FIREBASE_PRIVATE_KEY_ID', cls.FIREBASE_PRIVATE_KEY_ID),
             ('FIREBASE_CLIENT_ID', cls.FIREBASE_CLIENT_ID)
         ]

scrapper.py

@@ -1,29 +1,9 @@
-import requests
-from config import Config
-
 def fetch_linkedin_profile(profile_url):
-    url = "https://api.scrapin.io/enrichment/profile"
-    querystring = {
-        "apikey": Config.SCRAPIN_API_KEY,
-        "linkedInUrl": profile_url
-    }
-    response = requests.get(url, params=querystring)
-    return response.json()
-
-# def fetch_linkedin_profile(profile_url):
-#     if profile_url and "linkedin.com/in/" in profile_url:
-#         profile_id = profile_url.split("linkedin.com/in/")[-1].strip('/')
-
-#         url = "https://api.scrapingdog.com/linkedin"
-#         querystring = {
-#             "api_key": st.secrets["scrapingdog"]["api_key"],
-#             "type": "profile",
-#             "linkId": profile_id,
-#             "private": "false"
-#         }
-
-#         response = requests.get(url, params=querystring)
-#         return response.json() 
-#     else:
-#         st.warning("Please enter a valid LinkedIn profile URL (e.g., https://www.linkedin.com/in/username)")
-#         return None
+    """
+    Placeholder function for LinkedIn profile fetching.
+    Replace this with your preferred LinkedIn scraping implementation.
+    """
+    return {
+        "success": False,
+        "msg": "LinkedIn scraping functionality removed. Please implement your preferred method."
+    }

startup_check.py

@@ -25,8 +25,6 @@ def check_configuration():
             ("Groq API Key", Config.GROQ_API_KEY),
             ("Firebase Project ID", Config.FIREBASE_PROJECT_ID),
             ("Firebase Client Email", Config.FIREBASE_CLIENT_EMAIL),
-            ("Scrapin API Key", Config.SCRAPIN_API_KEY),
-            ("ScrapingDog API Key", Config.SCRAPINGDOG_API_KEY),
         ]
         
         print("\n📋 Configuration Summary:")