feat: add multiple source

app/util/visa_availability_scraper_playwright.py

@@ -4,7 +4,7 @@ from typing import Dict, Optional, List
 from playwright.async_api import async_playwright
 import pandas as pd
 
-from app.util.constant import COUNTRY_CODES, REVERSE_COUNTRY_CODES
+from constant import COUNTRY_CODES, REVERSE_COUNTRY_CODES
 class PassportIndexVisaScraper:
     def __init__(self, debug: bool = True):
         """
@@ -287,7 +287,44 @@ class PassportIndexVisaScraper:
                 await asyncio.sleep(delay)
         
         return results
-    
+    async def check_multiple_source(self, passport_countries: List[str], destination: str, delay: float = 2.0) -> Dict:
+        """
+        Check visa requirements for multiple passport countries to a single destination.
+        
+        Args:
+            passport_countries: List of two-letter country codes for passports.
+            destination: Two-letter country code for the destination.
+            delay: Delay between requests in seconds.
+            
+        Returns:
+            Dictionary mapping passport country codes to visa information.
+        """
+        results = {}
+        
+        for i, passport in enumerate(passport_countries, 1):
+            print(f"\n[{i}/{len(passport_countries)}] Checking {passport.upper()} → {destination.upper()}...")
+            
+            # Try API method first
+            result = await self.check_visa_requirement_browser(passport, destination)
+            
+            # If API fails, try interactive method
+            if not result:
+                result = await self.check_visa_interactive(passport, destination)
+            
+            if result:
+                results[passport] = result
+                text = result.get('text', 'No text available')
+                print(f"  ✅ Result: {text}")
+            else:
+                results[passport] = None
+                print(f"  ❌ Failed to get result")
+            
+            # Rate limiting to avoid blocking
+            if i < len(passport_countries):
+                print(f"  ⏳ Waiting {delay} seconds...")
+                await asyncio.sleep(delay)
+        
+        return results
     def format_result(self, result: Dict) -> str:
         """Format a single result for display"""
         if not result:
@@ -383,5 +420,52 @@ async def indo():
         df = pd.DataFrame(l)
         df.to_csv('visa_avaibility_playwright.csv', index=False)
 
+
+
+
+async def asean():
+    print("="*60)
+    print(" Passport Index Visa Checker (Playwright)")
+    print("="*60)
+    
+    async with PassportIndexVisaScraper(debug=True) as scraper:
+        l = []
+        if not await scraper.initialize_session():
+            print("❌ Failed to initialize session")
+            return
+        mains = ['kh', 'th', 'vn', 'la', 'mm', 'tl', 'ph', 'bn', 'my']
+        destinations = list(COUNTRY_CODES.values())
+        for main in mains:
+            results = await scraper.check_multiple_destinations(main, destinations, delay=2.0)
+            for dest, result in results.items():
+                if result:
+                    dic = {}
+                    dic['text'] = result.get('text', 'N/A')
+                    dic['days'] = result.get('days', 'N/A')
+                    dic['pass'] = result.get('pass', 'N/A')
+                    dic['dest'] = REVERSE_COUNTRY_CODES[dest]
+                    dic['source'] = REVERSE_COUNTRY_CODES[main]
+                    l.append(dic)
+                    print(f"{main.upper()} -> {dest.upper()}: {result.get('text', 'N/A')}")
+                else:
+                    print(f"  ❌ {main.upper()} → {dest.upper()}: Failed")
+            results = await scraper.check_multiple_source(destinations, main, delay=2.0)
+            for passport, result in results.items():
+                if result:
+                    dic = {}
+                    dic['text'] = result.get('text', 'N/A')
+                    dic['days'] = result.get('days', 'N/A')
+                    dic['pass'] = result.get('pass', 'N/A')
+                    dic['dest'] = REVERSE_COUNTRY_CODES[main]
+                    dic['source'] = REVERSE_COUNTRY_CODES[passport]
+                    l.append(dic)
+                    print(f"{passport.upper()} -> {main.upper()}: {result.get('text', 'N/A')}")
+                else:
+                    print(f"  ❌ {passport.upper()} → {main.upper()}: Failed")
+
+        # save to csv
+        df = pd.DataFrame(l)
+        df.to_csv('asean_visa_avaibility_playwright.csv', index=False)
+
 if __name__ == "__main__":
-    asyncio.run(main())
+    asyncio.run(asean())

server.py

@@ -8,7 +8,7 @@ import json
 
 from app.util.gen_ai_base import GenAIBaseClient
 from app.util.browser_agent import BrowserAgent
-from app.util.visa_availability_scraper_playwright import PassportIndexVisaScraper
+# from app.util.visa_availability_scraper_playwright import PassportIndexVisaScraper
 import sys
 sys.stdout.reconfigure(line_buffering=True)