Update app.py

app.py

@@ -14,6 +14,11 @@ from fastapi import FastAPI
 import uvicorn
 from huggingface_hub import HfApi, hf_hub_download
 
+# ==========================================
+# [新增] 导入我们刚刚制作的单文件下载器
+# ==========================================
+from paipu_downloader import download_paipu
+
 # 底层特征引擎 (Teacher)
 from libriichi3p.mjai import Bot as RiichiBot
 from libriichi3p.consts import ACTION_SPACE
@@ -346,31 +351,38 @@ def worker_pipeline():
         worker_status["status"] = f"Failed to fetch {URL_LIST_FILE}: {e}"
         return
 
-    headers = {"User-Agent": "Mozilla/5.0"}
     encoder = FeatureEncoder(chunk_size=2048, pool_size=8)
     worker_status["status"] = "Mining..."
 
     for url in target_urls:
         worker_status["current_target"] = url
-        log_match = re.search(r'log=([^&]+)', url)
-        tw_match = re.search(r'tw=(\d+)', url)
-        if not log_match: continue
-            
-        tw = int(tw_match.group(1)) if tw_match else -1
-        log_id = log_match.group(1)
         
         try:
-            res = requests.get(f"https://tenhou.net/5/mjlog2json.cgi?{log_id}", headers=headers, timeout=30)
-            parsed_games = TenhouParser.parse_log(res.json())
+            # 1. 使用统一下载接口（支持天凤/雀魂自动识别）
+            paipu_json_str = download_paipu(url)
+            paipu_data = json.loads(paipu_json_str)
+            
+            # 2. 从解析后的数据中提取目标玩家座位 (0, 1, 2)
+            target_seat = paipu_data.get('pov', -1)
+            
+            # 3. 将统一的 JSON 数据喂给解析器
+            parsed_games = TenhouParser.parse_log(paipu_data)
             
             for game in parsed_games:
+                # 默认是三麻，遍历3个座位
                 for j in range(3):
-                    if j != tw: continue
+                    # 如果能解析出固定视角(target_seat != -1)，就只处理那个视角的特征，丢弃其他视角的冗余计算
+                    if target_seat != -1 and j != target_seat: 
+                        continue
+                    
+                    # 动态注入当前处理的视角ID
                     game[0]['id'] = j
                     encoder.process_game(game)
                     
             worker_status["urls_processed"] += 1
         except Exception as e:
+            print(f"Error processing {url}: {e}")
+            traceback.print_exc()
             worker_status["errors"] += 1
 
     encoder.save_and_check_upload()