Upload ai_ext.py

ai_ext.py

@@ -1 +1,83 @@
-# placeholder - will be replaced
+"""VNEWS AI Extension - rewrite + auto short video generation.
+Imported by app_v2_entry.py to register /api/rewrite_share, /api/topic_post,
+/api/ai_wall, /api/wall, /api/ai/short endpoints on the main FastAPI app.
+
+Uses main.py's WALL_FILE (wall_posts.json) for unified data store.
+TTS: edge-tts (HoaiMy female, NamMinh male) with speed control + gTTS fallback.
+"""
+import os, re, json, time, random, html as html_lib, subprocess, asyncio
+from urllib.parse import quote_plus, quote, urlparse, urljoin
+from typing import Optional, List, Dict
+import requests
+from bs4 import BeautifulSoup
+from fastapi import Request, Query
+from fastapi.responses import HTMLResponse, JSONResponse, FileResponse
+
+from main import app
+
+# Import wall store from main.py so we read/write the SAME file
+try:
+    from main import _load_wall, _save_wall, _web_context  # noqa: F401
+except ImportError:
+    _data_dir = "/data" if os.path.isdir("/data") else "/app/data"
+    _wall_file = os.path.join(_data_dir, "wall_posts.json")
+    def _load_wall():
+        try:
+            if os.path.exists(_wall_file):
+                with open(_wall_file, "r", encoding="utf-8") as f:
+                    return json.load(f)
+        except Exception:
+            pass
+        return []
+    def _save_wall(posts):
+        try:
+            os.makedirs(os.path.dirname(_wall_file), exist_ok=True)
+            tmp = _wall_file + ".tmp"
+            with open(tmp, "w", encoding="utf-8") as f:
+                json.dump(posts[:100], f, ensure_ascii=False)
+            os.replace(tmp, _wall_file)
+        except Exception:
+            pass
+    def _web_context(topic):
+        return ""
+
+try:
+    from huggingface_hub import AsyncInferenceClient
+except Exception:
+    AsyncInferenceClient = None
+try:
+    from gtts import gTTS
+except Exception:
+    gTTS = None
+try:
+    from PIL import Image, ImageDraw, ImageFont
+except Exception:
+    Image = ImageDraw = ImageFont = None
+try:
+    import edge_tts
+except Exception:
+    edge_tts = None
+
+
+def _hf_token():
+    for k in ("HF_TOKEN", "HUGGINGFACE_HUB_API_TOKEN", "HUGGING_FACE_HUB_TOKEN", "HF_API_TOKEN"):
+        v = os.getenv(k, "").strip()
+        if v:
+            return v
+    return ""
+
+HF_TOKEN = _hf_token()
+QWEN_VL_MODEL = os.getenv("QWEN_VL_MODEL", "Qwen/Qwen2.5-VL-7B-Instruct")
+QWEN_TEXT_MODELS = [m.strip() for m in os.getenv(
+    "QWEN_TEXT_MODELS",
+    "Qwen/Qwen2.5-72B-Instruct,meta-llama/Llama-3.3-70B-Instruct,Qwen/Qwen2.5-7B-Instruct"
+).split(",") if m.strip()]
+_WORKING_MODEL_TEXT = None
+_WORKING_MODEL_VL = None
+DATA_DIR = "/data" if os.path.isdir("/data") else "/app/data"
+SHORTS_DIR = os.path.join(DATA_DIR, "ai_shorts")
+HEADERS = {
+    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36",
+    "Accept-Language": "vi-VN,vi;q=0.9,en;q=0.8"
+}
+LAST_QWEN_ERROR = ""