debug

app.py

@@ -172,13 +172,13 @@ def scrape(product_id, max_reviews=LIMIT):
     has_next = True
 
     logger.info("Extracting product reviews...")
-    while has_next and len(all_reviews) <= max_reviews:
-        response = request_product_review(product_id, page=page)
-        data = response.json()["data"]["productrevGetProductReviewList"]
-        reviews = data["list"]
-        all_reviews.extend(reviews)
-        has_next = data["hasNext"]
-        page += 1
+    # while has_next and len(all_reviews) <= max_reviews:
+    response = request_product_review(product_id, page=page)
+    data = response.json()["data"]["productrevGetProductReviewList"]
+    reviews = data["list"]
+    all_reviews.extend(reviews)
+    has_next = data["hasNext"]
+    page += 1
 
     reviews_df = pd.json_normalize(all_reviews)
     reviews_df.rename(columns={"message": "comment"}, inplace=True)