Update scraper.py

scraper.py

@@ -9,30 +9,31 @@ def scrape_pages(base_url, start_page, end_page):
     chrome_options.add_argument("--no-sandbox")
     chrome_options.add_argument("--disable-dev-shm-usage")
 
-    # استفاده مستقیم از ChromeDriver داخل کانتینر
     driver = webdriver.Chrome(options=chrome_options)
 
-    if not os.path.exists('pages'):
-        os.makedirs('pages')
+    # مسیر ذخیره‌سازی در داخل کانتینر
+    output_dir = '/app/pages'
+    if not os.path.exists(output_dir):
+        os.makedirs(output_dir)
 
     for page in range(start_page, end_page + 1):
         url = f"{base_url}?page={page}"
         driver.get(url)
         html = driver.page_source
 
-        with open(f'pages/t{page}.html', 'w', encoding='utf-8') as f:
+        with open(f'{output_dir}/t{page}.html', 'w', encoding='utf-8') as f:
             f.write(html)
         print(f"Saved: t{page}.html")
 
     driver.quit()
 
-    # ایجاد فایل ZIP
-    with zipfile.ZipFile('html.zip', 'w', zipfile.ZIP_DEFLATED) as zipf:
-        for root, dirs, files in os.walk('pages'):
+    # ایجاد فایل ZIP در مسیر متصل
+    with zipfile.ZipFile('/app/html.zip', 'w', zipfile.ZIP_DEFLATED) as zipf:
+        for root, dirs, files in os.walk(output_dir):
             for file in files:
                 zipf.write(os.path.join(root, file), file)
 
-    print("All pages saved and zipped as html.zip")
+    print("All pages saved and zipped as /app/html.zip")
 
 if __name__ == "__main__":
     base_url = "https://shahvani.com/dastans"