import asyncio import json import random import math import os import logging import time import glob import hashlib from typing import Optional, List, Dict, Any, AsyncGenerator import aiofiles import aiohttp import websockets from fastapi import FastAPI, HTTPException, Header, Request, BackgroundTasks from fastapi.responses import StreamingResponse, JSONResponse from pydantic import BaseModel, Field import uvicorn from contextlib import asynccontextmanager from dotenv import load_dotenv # Load environment variables load_dotenv() # ========================================== # Configuration & Setup # ========================================== # Configure logging logging.basicConfig( level=logging.INFO, format='%(asctime)s - %(name)s - %(levelname)s - %(message)s' ) logger = logging.getLogger("DoubaoTTS") # Server Settings PORT = 1547 HOST = "0.0.0.0" MODELS_FILE = "models.json" COOKIE_DIR = "cookie" # Directory to store cookie txt files AUDIO_DIR = "saved_audio" AUTH_PASSWORD = os.getenv("PASSWORD", "sk-wei123") # Initialize FastAPI @asynccontextmanager async def lifespan(app: FastAPI): # Load voices from file if exists if os.path.exists(MODELS_FILE): try: with open(MODELS_FILE, "r", encoding="utf-8") as f: engine.voices = json.load(f) logger.info(f"Loaded {len(engine.voices)} voices from cache.") except Exception as e: logger.error(f"Failed to load cached models: {e}") # Trigger fetch in background asyncio.create_task(engine.fetch_voices()) yield app = FastAPI(title="Doubao TTS OpenAI API Server", lifespan=lifespan) # ========================================== # Cookie Manager # ========================================== class CookieManager: def __init__(self, cookie_dir: str): self.cookie_dir = cookie_dir self.cookies: List[str] = [] self.current_index = 0 self.failure_count = 0 self.load_cookies() def load_cookies(self): """Load all .txt files from the cookie directory.""" self.cookies = [] if not os.path.exists(self.cookie_dir): try: os.makedirs(self.cookie_dir, exist_ok=True) logger.info(f"Created cookie directory: {self.cookie_dir}") except Exception as e: logger.error(f"Failed to create cookie directory: {e}") return files = glob.glob(os.path.join(self.cookie_dir, "*.txt")) files.sort() # Ensure deterministic order for f_path in files: try: with open(f_path, 'r', encoding='utf-8') as f: content = f.read().strip() if content: self.cookies.append(content) except Exception as e: logger.error(f"Error reading cookie file {f_path}: {e}") logger.info(f"Loaded {len(self.cookies)} cookies from {self.cookie_dir}") def get_cookie(self) -> Optional[str]: """Get the current active cookie.""" if not self.cookies: # Try reloading in case user added files self.load_cookies() if not self.cookies: return None # Safety check index if self.current_index >= len(self.cookies): self.current_index = 0 return self.cookies[self.current_index] def report_failure(self): """Report a failure for the current cookie. Switches if fails >= 2 times.""" self.failure_count += 1 logger.warning(f"Cookie index {self.current_index} failed. Count: {self.failure_count}/2") if self.failure_count >= 2: self._rotate() def force_rotate(self): """Force switch to the next cookie (e.g. when blocked).""" logger.warning(f"Cookie index {self.current_index} blocked/rate-limited. Forcing rotation.") self._rotate() def report_success(self): """Reset failure count on success.""" if self.failure_count > 0: self.failure_count = 0 def _rotate(self): """Switch to the next cookie.""" if not self.cookies: return prev_index = self.current_index self.current_index = (self.current_index + 1) % len(self.cookies) self.failure_count = 0 logger.info(f"Rotating cookie: {prev_index} -> {self.current_index}") # ========================================== # Core Logic: Doubao Client # ========================================== class DoubaoTTS: def __init__(self): self.ws_url = "wss://ws-samantha.doubao.com/samantha/audio/tts" self.voice_url = "https://www.doubao.com/alice/user_voice/recommend" self.voices = [] self.req_count = 0 # self.current_id = self._generate_id() # Removed global ID self.cookie_manager = CookieManager(COOKIE_DIR) def _get_device_id(self, cookie: str) -> str: """Generate a deterministic device ID based on the cookie.""" # Use MD5 of cookie to get a consistent hash hash_object = hashlib.md5(cookie.encode()) hex_dig = hash_object.hexdigest() # Convert first 15 chars of hex to int to get a large number num_val = int(hex_dig[:15], 16) # Ensure it's 19 digits long (similar to original random ID) return str(num_val).zfill(19)[:19] def _get_common_params(self, cookie: str) -> str: """Generate the common query parameters for requests.""" cid = self._get_device_id(cookie) return ( f"&mode=0&language=zh&browser_language=zh-CN&device_platform=web" f"&aid=586861&real_aid=586861&pkg_type=release_version" f"&device_id={cid}&tea_uuid={cid}&web_id={cid}" f"&is_new_user=0®ion=CN&sys_region=CN" f"&use-olympus-account=1&samantha_web=1" f"&version=1.20.1&version_code=20800&pc_version=2.47.2" ) async def fetch_voices(self): """Fetch available voices from Doubao and save to models.json.""" cookie = self.cookie_manager.get_cookie() if not cookie: logger.error("Cannot fetch voices: No cookies available.") return headers = { "Cookie": cookie, "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36 Edg/133.0.0.0" } # Categories to fetch tabs = [ (10, "female"), (10, "male"), (10, "characters"), (10, "accent") ] all_voices_map = {} async with aiohttp.ClientSession() as session: for rec_type, tab_key in tabs: params = self._get_common_params(cookie).strip('&') url = f"{self.voice_url}?{params}" payload = { "page_index": 1, "page_size": 200, "recommend_type": rec_type, "tab_key": tab_key } try: async with session.post(url, json=payload, headers=headers) as resp: if resp.status == 200: data = await resp.json() if data.get("code") == 0: v_list = data.get("data", {}).get("ugc_voice_list", []) for v in v_list: vid = v.get("style_id") if vid and vid not in all_voices_map: # Construct OpenAI-compatible model object tag_list = v.get("tag_list", []) tags = "|".join([t.get("tag_value", "") for t in tag_list]) name = f"{v.get('name')} {tags}".strip() all_voices_map[vid] = { "id": vid, "object": "model", "created": int(time.time()), "owned_by": "doubao", "name": name, "language": v.get("language_code"), "icon": v.get("icon", {}).get("url") } logger.info(f"Fetched {len(v_list)} voices for tab '{tab_key}'") else: logger.warning(f"API Error for tab '{tab_key}': {data.get('msg')}") else: logger.warning(f"HTTP {resp.status} for tab '{tab_key}'") except Exception as e: logger.error(f"Exception fetching voices for tab '{tab_key}': {e}") self.voices = list(all_voices_map.values()) # Save to file try: with open(MODELS_FILE, "w", encoding="utf-8") as f: json.dump(self.voices, f, ensure_ascii=False, indent=2) logger.info(f"Successfully saved {len(self.voices)} voices to {MODELS_FILE}") except Exception as e: logger.error(f"Failed to save models.json: {e}") async def stream_audio(self, text: str, voice: str, speed: float = 1.0, pitch: float = 1.0) -> AsyncGenerator[bytes, None]: """Connect to WebSocket and yield audio chunks with retry logic.""" # Ensure audio directory exists if not os.path.exists(AUDIO_DIR): try: os.makedirs(AUDIO_DIR, exist_ok=True) except Exception as e: logger.error(f"Failed to create audio directory: {e}") # Map OpenAI speed (0.25 - 4.0) to Doubao rate (-100 to 100) doubao_rate = int((speed - 1) * 100) doubao_rate = max(-100, min(100, doubao_rate)) doubao_pitch = int(pitch) max_retries = 3 # Try up to 3 different cookies/attempts for attempt in range(max_retries): cookie = self.cookie_manager.get_cookie() if not cookie: logger.error("No cookies available for streaming.") yield b"" # End stream return params = self._get_common_params(cookie) ws_url = f"{self.ws_url}?format=aac&speaker={voice}&speech_rate={doubao_rate}&pitch={doubao_pitch}{params}" headers = { "Cookie": cookie, "Origin": "chrome-extension://capohkkfagimodmlpnahjoijgoocdjhd", "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36 Edg/133.0.0.0" } try: async with websockets.connect(ws_url, extra_headers=headers) as ws: # Send Text Event msg = { "event": "text", "podcast_extra": {"role": ""}, "text": text } await ws.send(json.dumps(msg)) await ws.send(json.dumps({"event": "finish"})) first_chunk_received = False # Clean up old files (Keep only the latest) try: for f in os.listdir(AUDIO_DIR): f_path = os.path.join(AUDIO_DIR, f) if os.path.isfile(f_path): os.remove(f_path) except Exception as e: logger.warning(f"Failed to clean up old audio files: {e}") # Prepare file for saving this attempt timestamp = int(time.time() * 1000) filename = f"{timestamp}_{voice}.aac" filepath = os.path.join(AUDIO_DIR, filename) file_written = False try: async with aiofiles.open(filepath, "wb") as f_out: async for message in ws: if isinstance(message, bytes): if not first_chunk_received: first_chunk_received = True self.cookie_manager.report_success() # Mark cookie as good logger.info(f"Streaming and saving audio to: {filepath}") yield message await f_out.write(message) file_written = True elif isinstance(message, str): # Check for error messages in text frames try: msg_json = json.loads(message) code = msg_json.get("code") if code and code != 0: error_msg = msg_json.get("message", "Unknown Error") logger.error(f"Doubao API Error (Code {code}): {error_msg}") # If blocked or auth failed, report failure to rotate cookie # 710022002: Blocked # 671000003: Rate Limited if "block" in str(error_msg).lower() or code in [710022002, 671000003]: self.cookie_manager.force_rotate() # Force rotate immediately on block/limit raise Exception(f"Blocked/Limited by server ({code}): {error_msg}") except json.JSONDecodeError: pass # If we finished the loop naturally, break retry loop if file_written: return else: # If no bytes were written, something went wrong but no exception was raised logger.warning("Connection closed without receiving audio data.") finally: # Cleanup empty files if failed if not file_written and os.path.exists(filepath): try: os.remove(filepath) logger.info(f"Removed empty audio file: {filepath}") except Exception as e: logger.error(f"Failed to remove empty file: {e}") except websockets.exceptions.InvalidStatusCode as e: logger.warning(f"WebSocket Handshake failed (Attempt {attempt+1}): {e.status_code}") self.cookie_manager.report_failure() # Continue to next attempt (which will get a new cookie if rotated) except Exception as e: logger.error(f"WebSocket error (Attempt {attempt+1}): {e}") self.cookie_manager.report_failure() # Wait a bit before retrying to avoid hammering await asyncio.sleep(3) # Continue to next attempt logger.error("All retry attempts failed.") # Do not raise HTTPException here as it causes RuntimeError if response started # Just return to close the stream return # Initialize Engine engine = DoubaoTTS() # ========================================== # API Models # ========================================== class OpenAIRequest(BaseModel): model: Optional[str] = "tts-1" input: str voice: str response_format: Optional[str] = "aac" speed: Optional[float] = 1.0 pitch: Optional[float] = 0.0 # ========================================== # API Endpoints # ========================================== @app.get("/") async def root(): return {"status": "running", "service": "Doubao TTS OpenAI Server", "cookies_loaded": len(engine.cookie_manager.cookies)} @app.get("/v1/models") async def get_models(): return {"object": "list", "data": engine.voices} @app.get("/v1/audio/speech") async def check_speech_endpoint(): """ Allow GET requests for connectivity checks. """ return {"status": "ok", "message": "Speech endpoint is ready"} @app.get("/v1/audio/speech/stream") async def stream_speech_get( input: str, voice: str, speed: float = 1.0, pitch: float = 0.0, response_format: str = "aac", token: Optional[str] = None ): """ GET endpoint for direct streaming (e.g. for