Update app.py
Browse files
app.py
CHANGED
|
@@ -1,8 +1,10 @@
|
|
| 1 |
import os
|
| 2 |
import tempfile
|
| 3 |
import uuid
|
|
|
|
| 4 |
from datetime import datetime
|
| 5 |
from typing import List, Optional
|
|
|
|
| 6 |
|
| 7 |
import requests
|
| 8 |
from fastapi import FastAPI, HTTPException, Form, UploadFile, File
|
|
@@ -10,7 +12,6 @@ from fastapi.middleware.cors import CORSMiddleware
|
|
| 10 |
from pydantic import BaseModel
|
| 11 |
import torch
|
| 12 |
import numpy as np
|
| 13 |
-
from TTS.api import TTS
|
| 14 |
|
| 15 |
# Configure environment
|
| 16 |
os.makedirs("/tmp/voices", exist_ok=True)
|
|
@@ -35,14 +36,50 @@ DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
|
|
| 35 |
|
| 36 |
print(f"β
Using device: {DEVICE}")
|
| 37 |
|
| 38 |
-
# Initialize TTS model
|
|
|
|
|
|
|
|
|
|
| 39 |
try:
|
| 40 |
-
|
| 41 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 42 |
except Exception as e:
|
| 43 |
-
print(f"β Failed to
|
| 44 |
tts = None
|
| 45 |
|
|
|
|
| 46 |
class TTSRequest(BaseModel):
|
| 47 |
text: str
|
| 48 |
project_id: str
|
|
@@ -60,6 +97,7 @@ class VoiceCloneRequest(BaseModel):
|
|
| 60 |
voice_name: str
|
| 61 |
description: Optional[str] = ""
|
| 62 |
|
|
|
|
| 63 |
def upload_to_oci(file_path: str, filename: str, project_id: str, file_type="voiceover"):
|
| 64 |
"""Upload file to OCI using your existing API with subfolder support"""
|
| 65 |
try:
|
|
@@ -119,12 +157,55 @@ def upload_to_oci_with_retry(file_path: str, filename: str, project_id: str, fil
|
|
| 119 |
|
| 120 |
return None, "Upload failed: unexpected error"
|
| 121 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 122 |
@app.post("/api/tts")
|
| 123 |
async def generate_tts(request: TTSRequest):
|
| 124 |
"""Generate TTS for a single text"""
|
| 125 |
try:
|
| 126 |
if tts is None:
|
| 127 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 128 |
|
| 129 |
print(f"π₯ TTS request for project: {request.project_id}")
|
| 130 |
print(f" Text length: {len(request.text)} characters")
|
|
@@ -136,10 +217,20 @@ async def generate_tts(request: TTSRequest):
|
|
| 136 |
filename = f"voiceover_{timestamp}.wav"
|
| 137 |
output_path = f"/tmp/output/{filename}"
|
| 138 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 139 |
# Generate TTS
|
| 140 |
tts.tts_to_file(
|
| 141 |
text=request.text,
|
| 142 |
-
speaker_wav=
|
| 143 |
language=request.language,
|
| 144 |
file_path=output_path
|
| 145 |
)
|
|
@@ -192,6 +283,13 @@ async def batch_generate_tts(request: BatchTTSRequest):
|
|
| 192 |
print(f" Voice: {request.voice_name}")
|
| 193 |
print(f" Language: {request.language}")
|
| 194 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 195 |
results = []
|
| 196 |
|
| 197 |
for i, text in enumerate(request.texts):
|
|
@@ -204,7 +302,7 @@ async def batch_generate_tts(request: BatchTTSRequest):
|
|
| 204 |
# Generate TTS
|
| 205 |
tts.tts_to_file(
|
| 206 |
text=text,
|
| 207 |
-
speaker_wav=
|
| 208 |
language=request.language,
|
| 209 |
file_path=output_path
|
| 210 |
)
|
|
@@ -282,6 +380,88 @@ async def upload_voice_sample(
|
|
| 282 |
print(f"β Voice upload error: {str(e)}")
|
| 283 |
raise HTTPException(status_code=500, detail=f"Voice upload failed: {str(e)}")
|
| 284 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 285 |
@app.get("/api/health")
|
| 286 |
async def health_check():
|
| 287 |
"""Health check endpoint"""
|
|
@@ -301,9 +481,12 @@ async def root():
|
|
| 301 |
"POST /api/tts": "Generate TTS for a single text",
|
| 302 |
"POST /api/batch-tts": "Generate TTS for multiple texts",
|
| 303 |
"POST /api/upload-voice": "Upload a voice sample for cloning",
|
|
|
|
|
|
|
| 304 |
"GET /api/health": "Health check"
|
| 305 |
},
|
| 306 |
-
"
|
|
|
|
| 307 |
}
|
| 308 |
|
| 309 |
if __name__ == "__main__":
|
|
|
|
| 1 |
import os
|
| 2 |
import tempfile
|
| 3 |
import uuid
|
| 4 |
+
import time
|
| 5 |
from datetime import datetime
|
| 6 |
from typing import List, Optional
|
| 7 |
+
from pathlib import Path
|
| 8 |
|
| 9 |
import requests
|
| 10 |
from fastapi import FastAPI, HTTPException, Form, UploadFile, File
|
|
|
|
| 12 |
from pydantic import BaseModel
|
| 13 |
import torch
|
| 14 |
import numpy as np
|
|
|
|
| 15 |
|
| 16 |
# Configure environment
|
| 17 |
os.makedirs("/tmp/voices", exist_ok=True)
|
|
|
|
| 36 |
|
| 37 |
print(f"β
Using device: {DEVICE}")
|
| 38 |
|
| 39 |
+
# Initialize TTS model with automatic TOS acceptance
|
| 40 |
+
tts = None
|
| 41 |
+
model_loaded = False
|
| 42 |
+
|
| 43 |
try:
|
| 44 |
+
# Set environment variable to automatically accept terms
|
| 45 |
+
os.environ["COQUI_TOS_AGREED"] = "1"
|
| 46 |
+
|
| 47 |
+
# Import TTS after setting environment variable
|
| 48 |
+
from TTS.api import TTS
|
| 49 |
+
|
| 50 |
+
# Automatically respond to the TOS prompt
|
| 51 |
+
import sys
|
| 52 |
+
from io import StringIO
|
| 53 |
+
|
| 54 |
+
# Capture the input prompt and automatically respond 'y'
|
| 55 |
+
old_stdin = sys.stdin
|
| 56 |
+
sys.stdin = StringIO('y\n')
|
| 57 |
+
|
| 58 |
+
try:
|
| 59 |
+
print("π Loading TTS model...")
|
| 60 |
+
tts = TTS(DEFAULT_MODEL).to(DEVICE)
|
| 61 |
+
model_loaded = True
|
| 62 |
+
print("β
TTS model loaded successfully")
|
| 63 |
+
except Exception as e:
|
| 64 |
+
print(f"β Primary model failed: {e}")
|
| 65 |
+
# Try fallback model
|
| 66 |
+
try:
|
| 67 |
+
print("π Trying fallback model...")
|
| 68 |
+
tts = TTS("tts_models/en/ljspeech/tacotron2-DDC").to(DEVICE)
|
| 69 |
+
model_loaded = True
|
| 70 |
+
print("β
Fallback TTS model loaded successfully")
|
| 71 |
+
except Exception as fallback_error:
|
| 72 |
+
print(f"β Fallback model also failed: {fallback_error}")
|
| 73 |
+
tts = None
|
| 74 |
+
finally:
|
| 75 |
+
# Restore stdin
|
| 76 |
+
sys.stdin = old_stdin
|
| 77 |
+
|
| 78 |
except Exception as e:
|
| 79 |
+
print(f"β Failed to initialize TTS: {e}")
|
| 80 |
tts = None
|
| 81 |
|
| 82 |
+
# Pydantic models
|
| 83 |
class TTSRequest(BaseModel):
|
| 84 |
text: str
|
| 85 |
project_id: str
|
|
|
|
| 97 |
voice_name: str
|
| 98 |
description: Optional[str] = ""
|
| 99 |
|
| 100 |
+
# Helper functions
|
| 101 |
def upload_to_oci(file_path: str, filename: str, project_id: str, file_type="voiceover"):
|
| 102 |
"""Upload file to OCI using your existing API with subfolder support"""
|
| 103 |
try:
|
|
|
|
| 157 |
|
| 158 |
return None, "Upload failed: unexpected error"
|
| 159 |
|
| 160 |
+
def get_voice_path(voice_name: str):
|
| 161 |
+
"""Get path to voice file"""
|
| 162 |
+
if voice_name == "default":
|
| 163 |
+
return None
|
| 164 |
+
|
| 165 |
+
voice_path = Path(f"/tmp/voices/{voice_name}")
|
| 166 |
+
if voice_path.is_dir():
|
| 167 |
+
samples = list(voice_path.glob("sample_*.wav"))
|
| 168 |
+
return str(samples[0]) if samples else None
|
| 169 |
+
else:
|
| 170 |
+
voice_file = Path(f"/tmp/voices/{voice_name}.wav")
|
| 171 |
+
return str(voice_file) if voice_file.exists() else None
|
| 172 |
+
|
| 173 |
+
def clone_voice(voice_name: str, audio_files: List[str], description: str = ""):
|
| 174 |
+
"""Clone a voice from audio samples"""
|
| 175 |
+
try:
|
| 176 |
+
print(f"ποΈ Cloning voice: {voice_name}")
|
| 177 |
+
|
| 178 |
+
# Create voice directory
|
| 179 |
+
voice_dir = f"/tmp/voices/{voice_name}"
|
| 180 |
+
os.makedirs(voice_dir, exist_ok=True)
|
| 181 |
+
|
| 182 |
+
# Copy audio files to voice directory
|
| 183 |
+
for i, audio_file in enumerate(audio_files):
|
| 184 |
+
dest_path = f"{voice_dir}/sample_{i+1}.wav"
|
| 185 |
+
# For now, just create a placeholder since we can't copy files in this context
|
| 186 |
+
# In a real implementation, you'd copy the files here
|
| 187 |
+
print(f" Would copy sample {i+1} to: {dest_path}")
|
| 188 |
+
|
| 189 |
+
# For XTTS model, we can use the samples directly
|
| 190 |
+
print(f"β
Voice cloning setup completed for {voice_name}")
|
| 191 |
+
|
| 192 |
+
return True, f"Voice {voice_name} is ready for use"
|
| 193 |
+
|
| 194 |
+
except Exception as e:
|
| 195 |
+
return False, f"Voice cloning failed: {str(e)}"
|
| 196 |
+
|
| 197 |
+
# API endpoints
|
| 198 |
@app.post("/api/tts")
|
| 199 |
async def generate_tts(request: TTSRequest):
|
| 200 |
"""Generate TTS for a single text"""
|
| 201 |
try:
|
| 202 |
if tts is None:
|
| 203 |
+
return {
|
| 204 |
+
"status": "error",
|
| 205 |
+
"message": "TTS model not available. Please check the logs for details.",
|
| 206 |
+
"requires_tos_acceptance": True,
|
| 207 |
+
"tos_url": "https://coqui.ai/cpml.txt"
|
| 208 |
+
}
|
| 209 |
|
| 210 |
print(f"π₯ TTS request for project: {request.project_id}")
|
| 211 |
print(f" Text length: {len(request.text)} characters")
|
|
|
|
| 217 |
filename = f"voiceover_{timestamp}.wav"
|
| 218 |
output_path = f"/tmp/output/{filename}"
|
| 219 |
|
| 220 |
+
# Get voice path if custom voice is requested
|
| 221 |
+
speaker_wav = None
|
| 222 |
+
if request.voice_name != "default":
|
| 223 |
+
speaker_wav = get_voice_path(request.voice_name)
|
| 224 |
+
if not speaker_wav:
|
| 225 |
+
return {
|
| 226 |
+
"status": "error",
|
| 227 |
+
"message": f"Voice '{request.voice_name}' not found"
|
| 228 |
+
}
|
| 229 |
+
|
| 230 |
# Generate TTS
|
| 231 |
tts.tts_to_file(
|
| 232 |
text=request.text,
|
| 233 |
+
speaker_wav=speaker_wav,
|
| 234 |
language=request.language,
|
| 235 |
file_path=output_path
|
| 236 |
)
|
|
|
|
| 283 |
print(f" Voice: {request.voice_name}")
|
| 284 |
print(f" Language: {request.language}")
|
| 285 |
|
| 286 |
+
# Get voice path if custom voice is requested
|
| 287 |
+
speaker_wav = None
|
| 288 |
+
if request.voice_name != "default":
|
| 289 |
+
speaker_wav = get_voice_path(request.voice_name)
|
| 290 |
+
if not speaker_wav:
|
| 291 |
+
raise HTTPException(status_code=400, detail=f"Voice '{request.voice_name}' not found")
|
| 292 |
+
|
| 293 |
results = []
|
| 294 |
|
| 295 |
for i, text in enumerate(request.texts):
|
|
|
|
| 302 |
# Generate TTS
|
| 303 |
tts.tts_to_file(
|
| 304 |
text=text,
|
| 305 |
+
speaker_wav=speaker_wav,
|
| 306 |
language=request.language,
|
| 307 |
file_path=output_path
|
| 308 |
)
|
|
|
|
| 380 |
print(f"β Voice upload error: {str(e)}")
|
| 381 |
raise HTTPException(status_code=500, detail=f"Voice upload failed: {str(e)}")
|
| 382 |
|
| 383 |
+
@app.post("/api/clone-voice")
|
| 384 |
+
async def api_clone_voice(
|
| 385 |
+
project_id: str = Form(...),
|
| 386 |
+
voice_name: str = Form(...),
|
| 387 |
+
description: str = Form(""),
|
| 388 |
+
files: List[UploadFile] = File(...)
|
| 389 |
+
):
|
| 390 |
+
"""API endpoint to clone a voice from multiple samples"""
|
| 391 |
+
try:
|
| 392 |
+
print(f"π₯ Voice cloning request: {voice_name} for project {project_id}")
|
| 393 |
+
|
| 394 |
+
# Save uploaded files temporarily
|
| 395 |
+
temp_files = []
|
| 396 |
+
for i, file in enumerate(files):
|
| 397 |
+
# Validate file type
|
| 398 |
+
if not file.filename.lower().endswith(('.wav', '.mp3', '.ogg', '.flac')):
|
| 399 |
+
raise HTTPException(status_code=400, detail="Only audio files are allowed")
|
| 400 |
+
|
| 401 |
+
# Save temporary file
|
| 402 |
+
temp_path = f"/tmp/{uuid.uuid4()}_{file.filename}"
|
| 403 |
+
with open(temp_path, "wb") as f:
|
| 404 |
+
content = await file.read()
|
| 405 |
+
f.write(content)
|
| 406 |
+
temp_files.append(temp_path)
|
| 407 |
+
print(f" Saved sample {i+1}: {temp_path}")
|
| 408 |
+
|
| 409 |
+
# Clone voice
|
| 410 |
+
success, message = clone_voice(voice_name, temp_files, description)
|
| 411 |
+
|
| 412 |
+
# Clean up temporary files
|
| 413 |
+
for temp_file in temp_files:
|
| 414 |
+
try:
|
| 415 |
+
os.remove(temp_file)
|
| 416 |
+
except:
|
| 417 |
+
pass
|
| 418 |
+
|
| 419 |
+
if success:
|
| 420 |
+
return {
|
| 421 |
+
"status": "success",
|
| 422 |
+
"message": message,
|
| 423 |
+
"voice_name": voice_name
|
| 424 |
+
}
|
| 425 |
+
else:
|
| 426 |
+
raise HTTPException(status_code=500, detail=message)
|
| 427 |
+
|
| 428 |
+
except Exception as e:
|
| 429 |
+
print(f"β Voice cloning error: {str(e)}")
|
| 430 |
+
raise HTTPException(status_code=500, detail=f"Voice cloning failed: {str(e)}")
|
| 431 |
+
|
| 432 |
+
@app.get("/api/voices")
|
| 433 |
+
async def list_voices():
|
| 434 |
+
"""List available voices"""
|
| 435 |
+
try:
|
| 436 |
+
voices_dir = Path("/tmp/voices")
|
| 437 |
+
voices = []
|
| 438 |
+
|
| 439 |
+
for item in voices_dir.iterdir():
|
| 440 |
+
if item.is_dir():
|
| 441 |
+
# Count samples in voice directory
|
| 442 |
+
samples = list(item.glob("sample_*.wav"))
|
| 443 |
+
voices.append({
|
| 444 |
+
"name": item.name,
|
| 445 |
+
"samples_count": len(samples),
|
| 446 |
+
"created_at": datetime.fromtimestamp(item.stat().st_ctime).isoformat()
|
| 447 |
+
})
|
| 448 |
+
elif item.is_file() and item.suffix == ".wav":
|
| 449 |
+
# Single voice file (not cloned)
|
| 450 |
+
voices.append({
|
| 451 |
+
"name": item.stem,
|
| 452 |
+
"samples_count": 1,
|
| 453 |
+
"created_at": datetime.fromtimestamp(item.stat().st_ctime).isoformat()
|
| 454 |
+
})
|
| 455 |
+
|
| 456 |
+
return {
|
| 457 |
+
"status": "success",
|
| 458 |
+
"voices": voices
|
| 459 |
+
}
|
| 460 |
+
|
| 461 |
+
except Exception as e:
|
| 462 |
+
print(f"β List voices error: {str(e)}")
|
| 463 |
+
raise HTTPException(status_code=500, detail=f"Failed to list voices: {str(e)}")
|
| 464 |
+
|
| 465 |
@app.get("/api/health")
|
| 466 |
async def health_check():
|
| 467 |
"""Health check endpoint"""
|
|
|
|
| 481 |
"POST /api/tts": "Generate TTS for a single text",
|
| 482 |
"POST /api/batch-tts": "Generate TTS for multiple texts",
|
| 483 |
"POST /api/upload-voice": "Upload a voice sample for cloning",
|
| 484 |
+
"POST /api/clone-voice": "Clone a voice from multiple samples",
|
| 485 |
+
"GET /api/voices": "List available voices",
|
| 486 |
"GET /api/health": "Health check"
|
| 487 |
},
|
| 488 |
+
"model_loaded": tts is not None,
|
| 489 |
+
"model_name": DEFAULT_MODEL if tts else "None"
|
| 490 |
}
|
| 491 |
|
| 492 |
if __name__ == "__main__":
|