TTV / app.py
OrbitMC's picture
Update app.py
36841bd verified
# Import necessary libraries
from kokoro import KPipeline
import soundfile as sf
import torch
import os
import requests
import io
import time
import re
import random
import cv2
import math
import tempfile
import shutil
from moviepy.editor import (
VideoFileClip, concatenate_videoclips, AudioFileClip, ImageClip,
CompositeVideoClip, TextClip, CompositeAudioClip, concatenate_audioclips
)
import gradio as gr
import moviepy.video.fx.all as vfx
import moviepy.config as mpy_config
from pydub import AudioSegment
from pydub.generators import Sine
from PIL import Image, ImageDraw, ImageFont
import numpy as np
from bs4 import BeautifulSoup
import base64
from urllib.parse import quote
import pysrt
from gtts import gTTS
# Initialize Kokoro TTS pipeline (using American English)
pipeline = KPipeline(lang_code='a')
# Try to set ImageMagick binary if available
try:
mpy_config.change_settings({"IMAGEMAGICK_BINARY": "/usr/bin/convert"})
except:
print("ImageMagick not found, using alternative methods")
# ---------------- Global Configuration ---------------- #
# Get secrets from environment variables (Gradio Spaces)
PEXELS_API_KEY = os.environ.get('PEXELS_API_KEY', '')
OPENROUTER_API_KEY = os.environ.get('OPENROUTER_API_KEY', '')
# Fallback to hardcoded values if secrets not set (for local testing only)
if not PEXELS_API_KEY:
PEXELS_API_KEY = 'YOUR_PEXELS_KEY_HERE' # Replace with your key for local testing
if not OPENROUTER_API_KEY:
OPENROUTER_API_KEY = 'YOUR_OPENROUTER_KEY_HERE' # Replace with your key for local testing
OPENROUTER_MODEL = "meta-llama/llama-3.3-70b-instruct:free"
OUTPUT_VIDEO_FILENAME = "final_video.mp4"
USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36"
# Global variables for Gradio interface
selected_voice = 'am_michael' # Default voice
voice_speed = 1 # Default voice speed (changed from 0.9 to 1.2 to match slider default)
font_size = 45 # Default font size
video_clip_probability = 0.65 # Default probability for video clips
bg_music_volume = 0.08 # Default background music volume
fps = 24 # Default FPS
preset = "veryfast" # Default preset
TARGET_RESOLUTION = None
CAPTION_COLOR = None
TEMP_FOLDER = None
# Voice choices dictionary
VOICE_CHOICES = {
'Emma (Female)': 'af_heart',
'Bella (Female)': 'af_bella',
'Nicole (Female)': 'af_nicole',
'Aoede (Female)': 'af_aoede',
'Kore (Female)': 'af_kore',
'Sarah (Female)': 'af_sarah',
'Nova (Female)': 'af_nova',
'Sky (Female)': 'af_sky',
'Alloy (Female)': 'af_alloy',
'Jessica (Female)': 'af_jessica',
'River (Female)': 'af_river',
'Michael (Male)': 'am_michael',
'Fenrir (Male)': 'am_fenrir',
'Puck (Male)': 'am_puck',
'Echo (Male)': 'am_echo',
'Eric (Male)': 'am_eric',
'Liam (Male)': 'am_liam',
'Onyx (Male)': 'am_onyx',
'Santa (Male)': 'am_santa',
'Adam (Male)': 'am_adam',
'Emma 🇬🇧 (Female)': 'bf_emma',
'Isabella 🇬🇧 (Female)': 'bf_isabella',
'Alice 🇬🇧 (Female)': 'bf_alice',
'Lily 🇬🇧 (Female)': 'bf_lily',
'George 🇬🇧 (Male)': 'bm_george',
'Fable 🇬🇧 (Male)': 'bm_fable',
'Lewis 🇬🇧 (Male)': 'bm_lewis',
'Daniel 🇬🇧 (Male)': 'bm_daniel'
}
# ---------------- Helper Functions ---------------- #
def check_api_keys():
"""Check if API keys are properly configured."""
if not PEXELS_API_KEY or PEXELS_API_KEY == 'YOUR_PEXELS_KEY_HERE':
return False, "PEXELS_API_KEY not configured"
if not OPENROUTER_API_KEY or OPENROUTER_API_KEY == 'YOUR_OPENROUTER_KEY_HERE':
return False, "OPENROUTER_API_KEY not configured"
return True, "API keys configured"
def generate_script(user_input):
"""Generate documentary script with proper OpenRouter handling."""
headers = {
'Authorization': f'Bearer {OPENROUTER_API_KEY}',
'HTTP-Referer': 'https://huggingface.co',
'X-Title': 'AI Documentary Maker'
}
prompt = f"""You're a comedic documentary narrator. Your job is to write a funny, witty, and unpredictable video script based on one topic.
The script should sound like a real voiceover parody — playful, sarcastic, and filled with surprising jokes, while still slipping in actual information when needed. Think of it as National Geographic meets stand-up comedy.
Structure:
Break the script into scenes using [Tags]. Each tag is a short title (1–2 words) that sets up the joke or idea.
Under each tag, write one short sentence (max 12 words) that fits the tag and continues the story.
The full script should connect loosely but be intentionally unpredictable and silly.
Use absurd comparisons, unexpected punchlines, and exaggerations.
The humor should never break character: it should always sound like a narrator, not like a random list of jokes.
End with a [Subscribe] tag that gives a ridiculous, over-the-top reason to follow or subscribe.
Example:
[Penguins]
Penguins waddle like overdressed businessmen late for a meeting.
[Fish]
Their diet is mostly fish, which explains the constant fish breath.
[Predators]
Leopard seals see penguins as bite-sized appetizers wearing tuxedos.
[Humans]
Tourists watch penguins while holding cameras worth more than a penguin's house.
[Subscribe]
Subscribe, or a penguin will steal your sandwich in broad daylight.
Now here is the Topic/script: {user_input}
"""
data = {
'model': OPENROUTER_MODEL,
'messages': [{'role': 'user', 'content': prompt}],
'temperature': 0.4,
'max_tokens': 5000
}
try:
response = requests.post(
'https://openrouter.ai/api/v1/chat/completions',
headers=headers,
json=data,
timeout=30
)
if response.status_code == 200:
response_data = response.json()
if 'choices' in response_data and len(response_data['choices']) > 0:
return response_data['choices'][0]['message']['content']
else:
print("Unexpected response format:", response_data)
return None
else:
print(f"API Error {response.status_code}: {response.text}")
return None
except Exception as e:
print(f"Request failed: {str(e)}")
return None
def parse_script(script_text):
"""Parse the generated script into a list of elements."""
sections = {}
current_title = None
current_text = ""
try:
for line in script_text.splitlines():
line = line.strip()
if line.startswith("[") and "]" in line:
bracket_start = line.find("[")
bracket_end = line.find("]", bracket_start)
if bracket_start != -1 and bracket_end != -1:
if current_title is not None:
sections[current_title] = current_text.strip()
current_title = line[bracket_start+1:bracket_end]
current_text = line[bracket_end+1:].strip()
elif current_title:
current_text += " " + line
if current_title:
sections[current_title] = current_text.strip()
elements = []
for title, narration in sections.items():
if not title or not narration:
continue
media_element = {"type": "media", "prompt": title, "effects": "fade-in"}
words = narration.split()
duration = max(3, len(words) * 0.5)
tts_element = {"type": "tts", "text": narration, "voice": "en", "duration": duration}
elements.append(media_element)
elements.append(tts_element)
return elements
except Exception as e:
print(f"Error parsing script: {e}")
return []
def search_pexels_videos(query, pexels_api_key):
"""Search for a video on Pexels by query and return a random HD video."""
headers = {'Authorization': pexels_api_key}
base_url = "https://api.pexels.com/videos/search"
num_pages = 3
videos_per_page = 15
max_retries = 3
retry_delay = 1
search_query = query
all_videos = []
for page in range(1, num_pages + 1):
for attempt in range(max_retries):
try:
params = {"query": search_query, "per_page": videos_per_page, "page": page}
response = requests.get(base_url, headers=headers, params=params, timeout=10)
if response.status_code == 200:
data = response.json()
videos = data.get("videos", [])
if not videos:
print(f"No videos found on page {page}.")
break
for video in videos:
video_files = video.get("video_files", [])
for file in video_files:
if file.get("quality") == "hd":
all_videos.append(file.get("link"))
break
break
elif response.status_code == 429:
print(f"Rate limit hit. Retrying in {retry_delay} seconds...")
time.sleep(retry_delay)
retry_delay *= 2
else:
print(f"Error fetching videos: {response.status_code}")
break
except requests.exceptions.RequestException as e:
print(f"Request exception: {e}")
break
if all_videos:
random_video = random.choice(all_videos)
print(f"Selected random video from {len(all_videos)} HD videos")
return random_video
else:
print("No suitable videos found.")
return None
def search_pexels_images(query, pexels_api_key):
"""Search for an image on Pexels by query."""
headers = {'Authorization': pexels_api_key}
url = "https://api.pexels.com/v1/search"
params = {"query": query, "per_page": 5, "orientation": "landscape"}
max_retries = 3
retry_delay = 1
for attempt in range(max_retries):
try:
response = requests.get(url, headers=headers, params=params, timeout=10)
if response.status_code == 200:
data = response.json()
photos = data.get("photos", [])
if photos:
photo = random.choice(photos[:min(5, len(photos))])
img_url = photo.get("src", {}).get("original")
return img_url
else:
print(f"No images found for query: {query}")
return None
elif response.status_code == 429:
print(f"Rate limit hit. Retrying in {retry_delay} seconds...")
time.sleep(retry_delay)
retry_delay *= 2
else:
print(f"Error fetching images: {response.status_code}")
return None
except requests.exceptions.RequestException as e:
print(f"Request exception: {e}")
return None
print(f"No Pexels images found for query: {query}")
return None
def search_google_images(query):
"""Search for images on Google Images (for news-related queries)"""
try:
search_url = f"https://www.google.com/search?q={quote(query)}&tbm=isch"
headers = {"User-Agent": USER_AGENT}
response = requests.get(search_url, headers=headers, timeout=10)
soup = BeautifulSoup(response.text, "html.parser")
img_tags = soup.find_all("img")
image_urls = []
for img in img_tags:
src = img.get("src", "")
if src.startswith("http") and "gstatic" not in src:
image_urls.append(src)
if image_urls:
return random.choice(image_urls[:5]) if len(image_urls) >= 5 else image_urls[0]
else:
print(f"No Google Images found for query: {query}")
return None
except Exception as e:
print(f"Error in Google Images search: {e}")
return None
def download_image(image_url, filename):
"""Download an image from a URL to a local file with enhanced error handling."""
try:
headers = {"User-Agent": USER_AGENT}
print(f"Downloading image from: {image_url}")
response = requests.get(image_url, headers=headers, stream=True, timeout=15)
response.raise_for_status()
with open(filename, 'wb') as f:
for chunk in response.iter_content(chunk_size=8192):
f.write(chunk)
try:
img = Image.open(filename)
img.verify()
img = Image.open(filename)
if img.mode != 'RGB':
img = img.convert('RGB')
img.save(filename)
print(f"Image validated and processed: {filename}")
return filename
except Exception as e:
print(f"Downloaded file is not a valid image: {e}")
if os.path.exists(filename):
os.remove(filename)
return None
except Exception as e:
print(f"Image download error: {e}")
if os.path.exists(filename):
os.remove(filename)
return None
def download_video(video_url, filename):
"""Download a video from a URL to a local file."""
try:
response = requests.get(video_url, stream=True, timeout=30)
response.raise_for_status()
with open(filename, 'wb') as f:
for chunk in response.iter_content(chunk_size=8192):
f.write(chunk)
print(f"Video downloaded successfully to: {filename}")
return filename
except Exception as e:
print(f"Video download error: {e}")
if os.path.exists(filename):
os.remove(filename)
return None
def generate_media(prompt, user_image=None, current_index=0, total_segments=1):
"""Generate a visual asset by searching for media."""
safe_prompt = re.sub(r'[^\w\s-]', '', prompt).strip().replace(' ', '_')
if "news" in prompt.lower():
print(f"News-related query detected: {prompt}. Using Google Images...")
image_file = os.path.join(TEMP_FOLDER, f"{safe_prompt}_news.jpg")
image_url = search_google_images(prompt)
if image_url:
downloaded_image = download_image(image_url, image_file)
if downloaded_image:
print(f"News image saved to {downloaded_image}")
return {"path": downloaded_image, "asset_type": "image"}
if random.random() < video_clip_probability:
video_file = os.path.join(TEMP_FOLDER, f"{safe_prompt}_video.mp4")
video_url = search_pexels_videos(prompt, PEXELS_API_KEY)
if video_url:
downloaded_video = download_video(video_url, video_file)
if downloaded_video:
print(f"Video asset saved to {downloaded_video}")
return {"path": downloaded_video, "asset_type": "video"}
image_file = os.path.join(TEMP_FOLDER, f"{safe_prompt}.jpg")
image_url = search_pexels_images(prompt, PEXELS_API_KEY)
if image_url:
downloaded_image = download_image(image_url, image_file)
if downloaded_image:
print(f"Image asset saved to {downloaded_image}")
return {"path": downloaded_image, "asset_type": "image"}
# Fallback to generic images
fallback_terms = ["nature", "people", "landscape", "technology", "business"]
for term in fallback_terms:
print(f"Trying fallback image search with term: {term}")
fallback_file = os.path.join(TEMP_FOLDER, f"fallback_{term}.jpg")
fallback_url = search_pexels_images(term, PEXELS_API_KEY)
if fallback_url:
downloaded_fallback = download_image(fallback_url, fallback_file)
if downloaded_fallback:
print(f"Fallback image saved to {downloaded_fallback}")
return {"path": downloaded_fallback, "asset_type": "image"}
print(f"Failed to generate visual asset for prompt: {prompt}")
return None
def generate_silent_audio(duration, sample_rate=24000):
"""Generate a silent WAV audio file lasting 'duration' seconds."""
num_samples = int(duration * sample_rate)
silence = np.zeros(num_samples, dtype=np.float32)
silent_path = os.path.join(TEMP_FOLDER, f"silent_{int(time.time())}.wav")
sf.write(silent_path, silence, sample_rate)
print(f"Silent audio generated: {silent_path}")
return silent_path
def generate_tts(text, voice):
"""Generate TTS audio using Kokoro, falling back to gTTS or silent audio if needed."""
safe_text = re.sub(r'[^\w\s-]', '', text[:10]).strip().replace(' ', '_')
file_path = os.path.join(TEMP_FOLDER, f"tts_{safe_text}_{int(time.time())}.wav")
try:
kokoro_voice = selected_voice if voice == 'en' else voice
generator = pipeline(text, voice=kokoro_voice, speed=voice_speed, split_pattern=r'\n+')
audio_segments = []
for i, (gs, ps, audio) in enumerate(generator):
audio_segments.append(audio)
full_audio = np.concatenate(audio_segments) if len(audio_segments) > 1 else audio_segments[0]
sf.write(file_path, full_audio, 24000)
print(f"TTS audio saved to {file_path} (Kokoro)")
return file_path
except Exception as e:
print(f"Error with Kokoro TTS: {e}")
try:
print("Falling back to gTTS...")
tts = gTTS(text=text, lang='en')
mp3_path = os.path.join(TEMP_FOLDER, f"tts_{safe_text}.mp3")
tts.save(mp3_path)
audio = AudioSegment.from_mp3(mp3_path)
audio.export(file_path, format="wav")
os.remove(mp3_path)
print(f"Fallback TTS saved to {file_path} (gTTS)")
return file_path
except Exception as fallback_error:
print(f"Both TTS methods failed: {fallback_error}")
return generate_silent_audio(duration=max(3, len(text.split()) * 0.5))
def apply_kenburns_effect(clip, target_resolution, effect_type=None):
"""Apply a smooth Ken Burns effect with a single movement pattern."""
target_w, target_h = target_resolution
clip_aspect = clip.w / clip.h
target_aspect = target_w / target_h
if clip_aspect > target_aspect:
new_height = target_h
new_width = int(new_height * clip_aspect)
else:
new_width = target_w
new_height = int(new_width / clip_aspect)
clip = clip.resize(newsize=(new_width, new_height))
base_scale = 1.15
new_width = int(new_width * base_scale)
new_height = int(new_height * base_scale)
clip = clip.resize(newsize=(new_width, new_height))
max_offset_x = max(0, new_width - target_w)
max_offset_y = max(0, new_height - target_h)
available_effects = ["zoom-in", "zoom-out", "pan-left", "pan-right", "up-left"]
if effect_type is None or effect_type == "random":
effect_type = random.choice(available_effects)
if effect_type == "zoom-in":
start_zoom = 0.9
end_zoom = 1.1
start_center = (new_width / 2, new_height / 2)
end_center = start_center
elif effect_type == "zoom-out":
start_zoom = 1.1
end_zoom = 0.9
start_center = (new_width / 2, new_height / 2)
end_center = start_center
elif effect_type == "pan-left":
start_zoom = 1.0
end_zoom = 1.0
start_center = (max_offset_x + target_w / 2, (max_offset_y // 2) + target_h / 2) if max_offset_x > 0 else (new_width / 2, new_height / 2)
end_center = (target_w / 2, (max_offset_y // 2) + target_h / 2) if max_offset_x > 0 else start_center
elif effect_type == "pan-right":
start_zoom = 1.0
end_zoom = 1.0
start_center = (target_w / 2, (max_offset_y // 2) + target_h / 2) if max_offset_x > 0 else (new_width / 2, new_height / 2)
end_center = (max_offset_x + target_w / 2, (max_offset_y // 2) + target_h / 2) if max_offset_x > 0 else start_center
elif effect_type == "up-left":
start_zoom = 1.0
end_zoom = 1.0
start_center = (max_offset_x + target_w / 2, max_offset_y + target_h / 2) if max_offset_x > 0 and max_offset_y > 0 else (new_width / 2, new_height / 2)
end_center = (target_w / 2, target_h / 2)
else:
raise ValueError(f"Unsupported effect_type: {effect_type}")
def transform_frame(get_frame, t):
frame = get_frame(t)
ratio = t / clip.duration if clip.duration > 0 else 0
ratio = 0.5 - 0.5 * math.cos(math.pi * ratio)
current_zoom = start_zoom + (end_zoom - start_zoom) * ratio
crop_w = int(target_w / current_zoom)
crop_h = int(target_h / current_zoom)
current_center_x = start_center[0] + (end_center[0] - start_center[0]) * ratio
current_center_y = start_center[1] + (end_center[1] - start_center[1]) * ratio
min_center_x = crop_w / 2
max_center_x = new_width - crop_w / 2
min_center_y = crop_h / 2
max_center_y = new_height - crop_h / 2
current_center_x = max(min_center_x, min(current_center_x, max_center_x))
current_center_y = max(min_center_y, min(current_center_y, max_center_y))
cropped_frame = cv2.getRectSubPix(frame, (crop_w, crop_h), (current_center_x, current_center_y))
resized_frame = cv2.resize(cropped_frame, (target_w, target_h), interpolation=cv2.INTER_LANCZOS4)
return resized_frame
return clip.fl(transform_frame)
def resize_to_fill(clip, target_resolution):
"""Resize and crop a clip to fill the target resolution while maintaining aspect ratio."""
target_w, target_h = target_resolution
clip_aspect = clip.w / clip.h
target_aspect = target_w / target_h
if clip_aspect > target_aspect:
clip = clip.resize(height=target_h)
crop_amount = (clip.w - target_w) / 2
clip = clip.crop(x1=crop_amount, x2=clip.w - crop_amount, y1=0, y2=clip.h)
else:
clip = clip.resize(width=target_w)
crop_amount = (clip.h - target_h) / 2
clip = clip.crop(x1=0, x2=clip.w, y1=crop_amount, y2=clip.h - crop_amount)
return clip
def add_background_music(final_video, bg_music_volume=0.10):
"""Add background music to the final video using any MP3 file found."""
try:
bg_music_path = "music.mp3"
if bg_music_path and os.path.exists(bg_music_path):
print(f"Adding background music from: {bg_music_path}")
bg_music = AudioFileClip(bg_music_path)
if bg_music.duration < final_video.duration:
loops_needed = math.ceil(final_video.duration / bg_music.duration)
bg_segments = [bg_music] * loops_needed
bg_music = concatenate_audioclips(bg_segments)
bg_music = bg_music.subclip(0, final_video.duration)
bg_music = bg_music.volumex(bg_music_volume)
video_audio = final_video.audio
mixed_audio = CompositeAudioClip([video_audio, bg_music])
final_video = final_video.set_audio(mixed_audio)
print("Background music added successfully")
else:
print("No music.mp3 file found, skipping background music")
return final_video
except Exception as e:
print(f"Error adding background music: {e}")
return final_video
def create_clip(media_path, asset_type, tts_path, duration=None, effects=None, narration_text=None, segment_index=0):
"""Create a video clip with synchronized subtitles and narration."""
try:
print(f"Creating clip #{segment_index} with asset_type: {asset_type}")
if not os.path.exists(media_path) or not os.path.exists(tts_path):
print("Missing media or TTS file")
return None
audio_clip = AudioFileClip(tts_path).audio_fadeout(0.2)
audio_duration = audio_clip.duration
target_duration = audio_duration + 0.2
if asset_type == "video":
clip = VideoFileClip(media_path)
clip = resize_to_fill(clip, TARGET_RESOLUTION)
if clip.duration < target_duration:
clip = clip.loop(duration=target_duration)
else:
clip = clip.subclip(0, target_duration)
elif asset_type == "image":
img = Image.open(media_path)
if img.mode != 'RGB':
with tempfile.NamedTemporaryFile(suffix='.jpg', delete=False) as temp:
img.convert('RGB').save(temp.name)
media_path = temp.name
img.close()
clip = ImageClip(media_path).set_duration(target_duration)
clip = apply_kenburns_effect(clip, TARGET_RESOLUTION)
clip = clip.fadein(0.3).fadeout(0.3)
else:
return None
# Simplified subtitle handling (no ImageMagick dependency)
if narration_text and CAPTION_COLOR != "transparent":
try:
# Create a simple subtitle without complex text effects
subtitle_text = narration_text
# Create subtitle as image overlay to avoid ImageMagick issues
subtitle_img = create_subtitle_image(subtitle_text, TARGET_RESOLUTION)
subtitle_clip = ImageClip(subtitle_img).set_duration(target_duration)
subtitle_clip = subtitle_clip.set_position(('center', 'bottom'))
clip = CompositeVideoClip([clip, subtitle_clip])
except Exception as sub_error:
print(f"Subtitle creation failed: {sub_error}")
# Continue without subtitles
clip = clip.set_audio(audio_clip)
print(f"Clip created: {clip.duration:.1f}s")
return clip
except Exception as e:
print(f"Error in create_clip: {str(e)}")
return None
def create_subtitle_image(text, resolution):
"""Create a subtitle image using PIL instead of TextClip to avoid ImageMagick issues."""
width, height = resolution
img = Image.new('RGBA', (width, 100), (0, 0, 0, 0))
draw = ImageDraw.Draw(img)
# Try to use a font, fall back to default if not available
try:
font = ImageFont.truetype("/usr/share/fonts/truetype/dejavu/DejaVuSans-Bold.ttf", font_size)
except:
font = ImageFont.load_default()
# Get text size
bbox = draw.textbbox((0, 0), text, font=font)
text_width = bbox[2] - bbox[0]
text_height = bbox[3] - bbox[1]
# Center the text
position = ((width - text_width) // 2, (100 - text_height) // 2)
# Draw text with outline effect
for adj in range(-2, 3):
for adj2 in range(-2, 3):
draw.text((position[0] + adj, position[1] + adj2), text, font=font, fill=(0, 0, 0, 128))
draw.text(position, text, font=font, fill=(255, 255, 255, 255))
# Save to temporary file
temp_path = os.path.join(TEMP_FOLDER, f"subtitle_{int(time.time())}.png")
img.save(temp_path)
return temp_path
def fix_imagemagick_policy():
"""Attempt to fix ImageMagick security policies (may not work in Gradio Spaces)."""
# This won't work in Gradio Spaces due to lack of sudo access
# We'll handle this gracefully
return False
# ---------------- Main Video Generation Function ---------------- #
def generate_video(user_input, resolution, caption_option):
"""Generate a video based on user input."""
global TARGET_RESOLUTION, CAPTION_COLOR, TEMP_FOLDER
# Check API keys
api_status, api_message = check_api_keys()
if not api_status:
return None, f"Error: {api_message}. Please configure the API keys in Space secrets."
# Set resolution
if resolution == "Full":
TARGET_RESOLUTION = (1920, 1080)
elif resolution == "Short":
TARGET_RESOLUTION = (1080, 1920)
else:
TARGET_RESOLUTION = (1920, 1080)
# Set caption color
CAPTION_COLOR = "white" if caption_option == "Yes" else "transparent"
# Create a unique temporary folder
TEMP_FOLDER = tempfile.mkdtemp()
try:
print("Generating script from API...")
script = generate_script(user_input)
if not script:
print("Failed to generate script.")
return None, "Failed to generate script. Please check your API key and try again."
print("Generated Script:\n", script)
elements = parse_script(script)
if not elements:
print("Failed to parse script into elements.")
return None, "Failed to parse script. Please try again."
print(f"Parsed {len(elements)//2} script segments.")
paired_elements = []
for i in range(0, len(elements), 2):
if i + 1 < len(elements):
paired_elements.append((elements[i], elements[i + 1]))
if not paired_elements:
print("No valid script segments found.")
return None, "No valid script segments found."
clips = []
for idx, (media_elem, tts_elem) in enumerate(paired_elements):
print(f"\nProcessing segment {idx+1}/{len(paired_elements)}")
media_asset = generate_media(media_elem['prompt'], current_index=idx, total_segments=len(paired_elements))
if not media_asset:
print(f"Skipping segment {idx+1} due to missing media asset.")
continue
tts_path = generate_tts(tts_elem['text'], tts_elem['voice'])
if not tts_path:
print(f"Skipping segment {idx+1} due to TTS generation failure.")
continue
clip = create_clip(
media_path=media_asset['path'],
asset_type=media_asset['asset_type'],
tts_path=tts_path,
duration=tts_elem['duration'],
effects=media_elem.get('effects', 'fade-in'),
narration_text=tts_elem['text'],
segment_index=idx
)
if clip:
clips.append(clip)
if not clips:
print("No clips were successfully created.")
return None, "No clips were successfully created."
print("\nConcatenating clips...")
final_video = concatenate_videoclips(clips, method="compose")
final_video = add_background_music(final_video, bg_music_volume=bg_music_volume)
print(f"Exporting final video...")
final_video.write_videofile(OUTPUT_VIDEO_FILENAME, codec='libx264', fps=fps, preset=preset)
print(f"Final video saved as {OUTPUT_VIDEO_FILENAME}")
return OUTPUT_VIDEO_FILENAME, "Video generated successfully!"
except Exception as e:
print(f"Error during video generation: {str(e)}")
return None, f"Error: {str(e)}"
finally:
# Clean up
print("Cleaning up temporary files...")
if TEMP_FOLDER and os.path.exists(TEMP_FOLDER):
shutil.rmtree(TEMP_FOLDER)
print("Temporary files removed.")
# ---------------- Gradio Interface Functions ---------------- #
def generate_video_with_options(user_input, resolution, caption_option, music_file, voice, vclip_prob, bg_vol, video_fps, video_preset, v_speed, caption_size):
"""Wrapper function for Gradio interface."""
global selected_voice, voice_speed, font_size, video_clip_probability, bg_music_volume, fps, preset
# Update global variables with user selections
selected_voice = VOICE_CHOICES[voice]
voice_speed = v_speed
font_size = caption_size
video_clip_probability = vclip_prob / 100
bg_music_volume = bg_vol
fps = video_fps
preset = video_preset
# Handle music upload
if music_file is not None:
target_path = "music.mp3"
shutil.copy(music_file.name, target_path)
print(f"Uploaded music saved as: {target_path}")
# Generate the video
video_path, message = generate_video(user_input, resolution, caption_option)
if video_path:
return video_path, message
else:
return None, message
# Create the Gradio interface
with gr.Blocks(title="AI Documentary Video Generator") as iface:
gr.Markdown("# 🎬 AI Documentary Video Generator")
gr.Markdown("Create professional documentary-style videos with AI narration and visuals.")
with gr.Row():
with gr.Column():
user_input = gr.Textbox(
label="Video Concept",
placeholder="Enter your video concept here... (e.g., 'The history of space exploration', 'Climate change impacts on oceans')",
lines=3
)
with gr.Row():
resolution = gr.Radio(["Full", "Short"], label="Resolution", value="Full")
caption_option = gr.Radio(["No"], label="Captions (Coming Soon)", value="No")
music_file = gr.File(label="Upload Background Music (MP3)", file_types=[".mp3"])
with gr.Accordion("Advanced Settings", open=False):
voice = gr.Dropdown(
choices=list(VOICE_CHOICES.keys()),
label="Choose Voice",
value="Emma (Female)"
)
vclip_prob = gr.Slider(0, 100, value=25, step=1, label="Video Clip Usage Probability (%)")
bg_vol = gr.Slider(0.0, 1.0, value=0.08, step=0.01, label="Background Music Volume")
video_fps = gr.Slider(10, 60, value=30, step=1, label="Video FPS")
video_preset = gr.Dropdown(
choices=["ultrafast", "superfast", "veryfast", "faster", "fast", "medium", "slow"],
value="veryfast",
label="Export Preset"
)
v_speed = gr.Slider(0.5, 1.5, value=1.2, step=0.05, label="Voice Speed")
caption_size = gr.Slider(20, 100, value=45, step=1, label="Caption Font Size")
generate_btn = gr.Button("🎬 Generate Video", variant="primary")
with gr.Column():
output_video = gr.Video(label="Generated Video")
status_message = gr.Textbox(label="Status", interactive=False)
gr.Markdown("""
### 📝 Instructions:
1. Enter a topic or concept for your documentary
2. Choose resolution (Full for 16:9, Short for 9:16)
3. Optionally upload background music
4. Adjust advanced settings if needed
5. Click Generate Video and wait for processing
### ⚠️ Note:
- Video generation may take 2-5 minutes depending on length
- Make sure API keys are configured in Space secrets
""")
generate_btn.click(
fn=generate_video_with_options,
inputs=[
user_input, resolution, caption_option, music_file,
voice, vclip_prob, bg_vol, video_fps, video_preset,
v_speed, caption_size
],
outputs=[output_video, status_message]
)
# Launch the interface
if __name__ == "__main__":
iface.launch()