update files(2)

src/post_extraction_tools/lead_scoring.py

@@ -71,7 +71,7 @@ class LeadScoring:
     def score(self, leads: object, conditions: object):
         # scored_leads = []
         for lead in leads["companies"]:
-            if lead["score"] is None:
+            if (lead["score"] is None or lead["score"] == 0):
                 score = 0
                 if "industry_type" in conditions:
                     try: 

src/services/scrape_worker.py

@@ -21,4 +21,10 @@ if __name__ == "__main__":
     
     url = sys.argv[1]
     result = scrape_website(url)
-    print(json.dumps({"text": result}))
+    if "error" in result:
+        print(result["error"], file=sys.stderr)
+        sys.exit(1)
+    else:
+        print(json.dumps(result))
+        sys.exit(0)
+    

src/services/scraper.py

@@ -49,6 +49,7 @@ def scrape_website(url: str) -> str:
             text=True,
             timeout=60
         )
+        # print("This is the print block: ", result.returncode, result.stderr, result.stdout)
         if result.returncode != 0:
             return f"Error scraping the URL {url}: {result.stderr.strip()}"