Update scraper/utils/HebScraper.py

scraper/utils/HebScraper.py

@@ -230,10 +230,12 @@ class HebScraper:
                 response = self.session.post(url, json=self.query)
                 products = response.json()['data']['productSearchV2']['records']  
             except:
-                self.generate_session()
-                response = self.session.post(url, json=self.query)
-                products = response.json()['data']['productSearchV2']['records']  
-                
+                try:
+                    self.generate_session()
+                    response = self.session.post(url, json=self.query)
+                    products = response.json()['data']['productSearchV2']['records']  
+                except:
+                    continue
             urls = []
             for product in products:
                 url = f"{self.base_url}{product['product']['productPageURL']}"