Spaces:
Build error
Build error
| # Import necessary libraries | |
| from kokoro import KPipeline | |
| import soundfile as sf | |
| import torch | |
| import os | |
| import requests | |
| import io | |
| import time | |
| import re | |
| import random | |
| import cv2 | |
| import math | |
| import tempfile | |
| import shutil | |
| from moviepy.editor import ( | |
| VideoFileClip, concatenate_videoclips, AudioFileClip, ImageClip, | |
| CompositeVideoClip, TextClip, CompositeAudioClip, concatenate_audioclips | |
| ) | |
| import gradio as gr | |
| import moviepy.video.fx.all as vfx | |
| import moviepy.config as mpy_config | |
| from pydub import AudioSegment | |
| from pydub.generators import Sine | |
| from PIL import Image, ImageDraw, ImageFont | |
| import numpy as np | |
| from bs4 import BeautifulSoup | |
| import base64 | |
| from urllib.parse import quote | |
| import pysrt | |
| from gtts import gTTS | |
| # Initialize Kokoro TTS pipeline (using American English) | |
| pipeline = KPipeline(lang_code='a') | |
| # Try to set ImageMagick binary if available | |
| try: | |
| mpy_config.change_settings({"IMAGEMAGICK_BINARY": "/usr/bin/convert"}) | |
| except: | |
| print("ImageMagick not found, using alternative methods") | |
| # ---------------- Global Configuration ---------------- # | |
| # Get secrets from environment variables (Gradio Spaces) | |
| PEXELS_API_KEY = os.environ.get('PEXELS_API_KEY', '') | |
| OPENROUTER_API_KEY = os.environ.get('OPENROUTER_API_KEY', '') | |
| # Fallback to hardcoded values if secrets not set (for local testing only) | |
| if not PEXELS_API_KEY: | |
| PEXELS_API_KEY = 'YOUR_PEXELS_KEY_HERE' # Replace with your key for local testing | |
| if not OPENROUTER_API_KEY: | |
| OPENROUTER_API_KEY = 'YOUR_OPENROUTER_KEY_HERE' # Replace with your key for local testing | |
| OPENROUTER_MODEL = "meta-llama/llama-3.3-70b-instruct:free" | |
| OUTPUT_VIDEO_FILENAME = "final_video.mp4" | |
| USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36" | |
| # Global variables for Gradio interface | |
| selected_voice = 'am_michael' # Default voice | |
| voice_speed = 1 # Default voice speed (changed from 0.9 to 1.2 to match slider default) | |
| font_size = 45 # Default font size | |
| video_clip_probability = 0.65 # Default probability for video clips | |
| bg_music_volume = 0.08 # Default background music volume | |
| fps = 24 # Default FPS | |
| preset = "veryfast" # Default preset | |
| TARGET_RESOLUTION = None | |
| CAPTION_COLOR = None | |
| TEMP_FOLDER = None | |
| # Voice choices dictionary | |
| VOICE_CHOICES = { | |
| 'Emma (Female)': 'af_heart', | |
| 'Bella (Female)': 'af_bella', | |
| 'Nicole (Female)': 'af_nicole', | |
| 'Aoede (Female)': 'af_aoede', | |
| 'Kore (Female)': 'af_kore', | |
| 'Sarah (Female)': 'af_sarah', | |
| 'Nova (Female)': 'af_nova', | |
| 'Sky (Female)': 'af_sky', | |
| 'Alloy (Female)': 'af_alloy', | |
| 'Jessica (Female)': 'af_jessica', | |
| 'River (Female)': 'af_river', | |
| 'Michael (Male)': 'am_michael', | |
| 'Fenrir (Male)': 'am_fenrir', | |
| 'Puck (Male)': 'am_puck', | |
| 'Echo (Male)': 'am_echo', | |
| 'Eric (Male)': 'am_eric', | |
| 'Liam (Male)': 'am_liam', | |
| 'Onyx (Male)': 'am_onyx', | |
| 'Santa (Male)': 'am_santa', | |
| 'Adam (Male)': 'am_adam', | |
| 'Emma 🇬🇧 (Female)': 'bf_emma', | |
| 'Isabella 🇬🇧 (Female)': 'bf_isabella', | |
| 'Alice 🇬🇧 (Female)': 'bf_alice', | |
| 'Lily 🇬🇧 (Female)': 'bf_lily', | |
| 'George 🇬🇧 (Male)': 'bm_george', | |
| 'Fable 🇬🇧 (Male)': 'bm_fable', | |
| 'Lewis 🇬🇧 (Male)': 'bm_lewis', | |
| 'Daniel 🇬🇧 (Male)': 'bm_daniel' | |
| } | |
| # ---------------- Helper Functions ---------------- # | |
| def check_api_keys(): | |
| """Check if API keys are properly configured.""" | |
| if not PEXELS_API_KEY or PEXELS_API_KEY == 'YOUR_PEXELS_KEY_HERE': | |
| return False, "PEXELS_API_KEY not configured" | |
| if not OPENROUTER_API_KEY or OPENROUTER_API_KEY == 'YOUR_OPENROUTER_KEY_HERE': | |
| return False, "OPENROUTER_API_KEY not configured" | |
| return True, "API keys configured" | |
| def generate_script(user_input): | |
| """Generate documentary script with proper OpenRouter handling.""" | |
| headers = { | |
| 'Authorization': f'Bearer {OPENROUTER_API_KEY}', | |
| 'HTTP-Referer': 'https://huggingface.co', | |
| 'X-Title': 'AI Documentary Maker' | |
| } | |
| prompt = f"""You're a comedic documentary narrator. Your job is to write a funny, witty, and unpredictable video script based on one topic. | |
| The script should sound like a real voiceover parody — playful, sarcastic, and filled with surprising jokes, while still slipping in actual information when needed. Think of it as National Geographic meets stand-up comedy. | |
| Structure: | |
| Break the script into scenes using [Tags]. Each tag is a short title (1–2 words) that sets up the joke or idea. | |
| Under each tag, write one short sentence (max 12 words) that fits the tag and continues the story. | |
| The full script should connect loosely but be intentionally unpredictable and silly. | |
| Use absurd comparisons, unexpected punchlines, and exaggerations. | |
| The humor should never break character: it should always sound like a narrator, not like a random list of jokes. | |
| End with a [Subscribe] tag that gives a ridiculous, over-the-top reason to follow or subscribe. | |
| Example: | |
| [Penguins] | |
| Penguins waddle like overdressed businessmen late for a meeting. | |
| [Fish] | |
| Their diet is mostly fish, which explains the constant fish breath. | |
| [Predators] | |
| Leopard seals see penguins as bite-sized appetizers wearing tuxedos. | |
| [Humans] | |
| Tourists watch penguins while holding cameras worth more than a penguin's house. | |
| [Subscribe] | |
| Subscribe, or a penguin will steal your sandwich in broad daylight. | |
| Now here is the Topic/script: {user_input} | |
| """ | |
| data = { | |
| 'model': OPENROUTER_MODEL, | |
| 'messages': [{'role': 'user', 'content': prompt}], | |
| 'temperature': 0.4, | |
| 'max_tokens': 5000 | |
| } | |
| try: | |
| response = requests.post( | |
| 'https://openrouter.ai/api/v1/chat/completions', | |
| headers=headers, | |
| json=data, | |
| timeout=30 | |
| ) | |
| if response.status_code == 200: | |
| response_data = response.json() | |
| if 'choices' in response_data and len(response_data['choices']) > 0: | |
| return response_data['choices'][0]['message']['content'] | |
| else: | |
| print("Unexpected response format:", response_data) | |
| return None | |
| else: | |
| print(f"API Error {response.status_code}: {response.text}") | |
| return None | |
| except Exception as e: | |
| print(f"Request failed: {str(e)}") | |
| return None | |
| def parse_script(script_text): | |
| """Parse the generated script into a list of elements.""" | |
| sections = {} | |
| current_title = None | |
| current_text = "" | |
| try: | |
| for line in script_text.splitlines(): | |
| line = line.strip() | |
| if line.startswith("[") and "]" in line: | |
| bracket_start = line.find("[") | |
| bracket_end = line.find("]", bracket_start) | |
| if bracket_start != -1 and bracket_end != -1: | |
| if current_title is not None: | |
| sections[current_title] = current_text.strip() | |
| current_title = line[bracket_start+1:bracket_end] | |
| current_text = line[bracket_end+1:].strip() | |
| elif current_title: | |
| current_text += " " + line | |
| if current_title: | |
| sections[current_title] = current_text.strip() | |
| elements = [] | |
| for title, narration in sections.items(): | |
| if not title or not narration: | |
| continue | |
| media_element = {"type": "media", "prompt": title, "effects": "fade-in"} | |
| words = narration.split() | |
| duration = max(3, len(words) * 0.5) | |
| tts_element = {"type": "tts", "text": narration, "voice": "en", "duration": duration} | |
| elements.append(media_element) | |
| elements.append(tts_element) | |
| return elements | |
| except Exception as e: | |
| print(f"Error parsing script: {e}") | |
| return [] | |
| def search_pexels_videos(query, pexels_api_key): | |
| """Search for a video on Pexels by query and return a random HD video.""" | |
| headers = {'Authorization': pexels_api_key} | |
| base_url = "https://api.pexels.com/videos/search" | |
| num_pages = 3 | |
| videos_per_page = 15 | |
| max_retries = 3 | |
| retry_delay = 1 | |
| search_query = query | |
| all_videos = [] | |
| for page in range(1, num_pages + 1): | |
| for attempt in range(max_retries): | |
| try: | |
| params = {"query": search_query, "per_page": videos_per_page, "page": page} | |
| response = requests.get(base_url, headers=headers, params=params, timeout=10) | |
| if response.status_code == 200: | |
| data = response.json() | |
| videos = data.get("videos", []) | |
| if not videos: | |
| print(f"No videos found on page {page}.") | |
| break | |
| for video in videos: | |
| video_files = video.get("video_files", []) | |
| for file in video_files: | |
| if file.get("quality") == "hd": | |
| all_videos.append(file.get("link")) | |
| break | |
| break | |
| elif response.status_code == 429: | |
| print(f"Rate limit hit. Retrying in {retry_delay} seconds...") | |
| time.sleep(retry_delay) | |
| retry_delay *= 2 | |
| else: | |
| print(f"Error fetching videos: {response.status_code}") | |
| break | |
| except requests.exceptions.RequestException as e: | |
| print(f"Request exception: {e}") | |
| break | |
| if all_videos: | |
| random_video = random.choice(all_videos) | |
| print(f"Selected random video from {len(all_videos)} HD videos") | |
| return random_video | |
| else: | |
| print("No suitable videos found.") | |
| return None | |
| def search_pexels_images(query, pexels_api_key): | |
| """Search for an image on Pexels by query.""" | |
| headers = {'Authorization': pexels_api_key} | |
| url = "https://api.pexels.com/v1/search" | |
| params = {"query": query, "per_page": 5, "orientation": "landscape"} | |
| max_retries = 3 | |
| retry_delay = 1 | |
| for attempt in range(max_retries): | |
| try: | |
| response = requests.get(url, headers=headers, params=params, timeout=10) | |
| if response.status_code == 200: | |
| data = response.json() | |
| photos = data.get("photos", []) | |
| if photos: | |
| photo = random.choice(photos[:min(5, len(photos))]) | |
| img_url = photo.get("src", {}).get("original") | |
| return img_url | |
| else: | |
| print(f"No images found for query: {query}") | |
| return None | |
| elif response.status_code == 429: | |
| print(f"Rate limit hit. Retrying in {retry_delay} seconds...") | |
| time.sleep(retry_delay) | |
| retry_delay *= 2 | |
| else: | |
| print(f"Error fetching images: {response.status_code}") | |
| return None | |
| except requests.exceptions.RequestException as e: | |
| print(f"Request exception: {e}") | |
| return None | |
| print(f"No Pexels images found for query: {query}") | |
| return None | |
| def search_google_images(query): | |
| """Search for images on Google Images (for news-related queries)""" | |
| try: | |
| search_url = f"https://www.google.com/search?q={quote(query)}&tbm=isch" | |
| headers = {"User-Agent": USER_AGENT} | |
| response = requests.get(search_url, headers=headers, timeout=10) | |
| soup = BeautifulSoup(response.text, "html.parser") | |
| img_tags = soup.find_all("img") | |
| image_urls = [] | |
| for img in img_tags: | |
| src = img.get("src", "") | |
| if src.startswith("http") and "gstatic" not in src: | |
| image_urls.append(src) | |
| if image_urls: | |
| return random.choice(image_urls[:5]) if len(image_urls) >= 5 else image_urls[0] | |
| else: | |
| print(f"No Google Images found for query: {query}") | |
| return None | |
| except Exception as e: | |
| print(f"Error in Google Images search: {e}") | |
| return None | |
| def download_image(image_url, filename): | |
| """Download an image from a URL to a local file with enhanced error handling.""" | |
| try: | |
| headers = {"User-Agent": USER_AGENT} | |
| print(f"Downloading image from: {image_url}") | |
| response = requests.get(image_url, headers=headers, stream=True, timeout=15) | |
| response.raise_for_status() | |
| with open(filename, 'wb') as f: | |
| for chunk in response.iter_content(chunk_size=8192): | |
| f.write(chunk) | |
| try: | |
| img = Image.open(filename) | |
| img.verify() | |
| img = Image.open(filename) | |
| if img.mode != 'RGB': | |
| img = img.convert('RGB') | |
| img.save(filename) | |
| print(f"Image validated and processed: {filename}") | |
| return filename | |
| except Exception as e: | |
| print(f"Downloaded file is not a valid image: {e}") | |
| if os.path.exists(filename): | |
| os.remove(filename) | |
| return None | |
| except Exception as e: | |
| print(f"Image download error: {e}") | |
| if os.path.exists(filename): | |
| os.remove(filename) | |
| return None | |
| def download_video(video_url, filename): | |
| """Download a video from a URL to a local file.""" | |
| try: | |
| response = requests.get(video_url, stream=True, timeout=30) | |
| response.raise_for_status() | |
| with open(filename, 'wb') as f: | |
| for chunk in response.iter_content(chunk_size=8192): | |
| f.write(chunk) | |
| print(f"Video downloaded successfully to: {filename}") | |
| return filename | |
| except Exception as e: | |
| print(f"Video download error: {e}") | |
| if os.path.exists(filename): | |
| os.remove(filename) | |
| return None | |
| def generate_media(prompt, user_image=None, current_index=0, total_segments=1): | |
| """Generate a visual asset by searching for media.""" | |
| safe_prompt = re.sub(r'[^\w\s-]', '', prompt).strip().replace(' ', '_') | |
| if "news" in prompt.lower(): | |
| print(f"News-related query detected: {prompt}. Using Google Images...") | |
| image_file = os.path.join(TEMP_FOLDER, f"{safe_prompt}_news.jpg") | |
| image_url = search_google_images(prompt) | |
| if image_url: | |
| downloaded_image = download_image(image_url, image_file) | |
| if downloaded_image: | |
| print(f"News image saved to {downloaded_image}") | |
| return {"path": downloaded_image, "asset_type": "image"} | |
| if random.random() < video_clip_probability: | |
| video_file = os.path.join(TEMP_FOLDER, f"{safe_prompt}_video.mp4") | |
| video_url = search_pexels_videos(prompt, PEXELS_API_KEY) | |
| if video_url: | |
| downloaded_video = download_video(video_url, video_file) | |
| if downloaded_video: | |
| print(f"Video asset saved to {downloaded_video}") | |
| return {"path": downloaded_video, "asset_type": "video"} | |
| image_file = os.path.join(TEMP_FOLDER, f"{safe_prompt}.jpg") | |
| image_url = search_pexels_images(prompt, PEXELS_API_KEY) | |
| if image_url: | |
| downloaded_image = download_image(image_url, image_file) | |
| if downloaded_image: | |
| print(f"Image asset saved to {downloaded_image}") | |
| return {"path": downloaded_image, "asset_type": "image"} | |
| # Fallback to generic images | |
| fallback_terms = ["nature", "people", "landscape", "technology", "business"] | |
| for term in fallback_terms: | |
| print(f"Trying fallback image search with term: {term}") | |
| fallback_file = os.path.join(TEMP_FOLDER, f"fallback_{term}.jpg") | |
| fallback_url = search_pexels_images(term, PEXELS_API_KEY) | |
| if fallback_url: | |
| downloaded_fallback = download_image(fallback_url, fallback_file) | |
| if downloaded_fallback: | |
| print(f"Fallback image saved to {downloaded_fallback}") | |
| return {"path": downloaded_fallback, "asset_type": "image"} | |
| print(f"Failed to generate visual asset for prompt: {prompt}") | |
| return None | |
| def generate_silent_audio(duration, sample_rate=24000): | |
| """Generate a silent WAV audio file lasting 'duration' seconds.""" | |
| num_samples = int(duration * sample_rate) | |
| silence = np.zeros(num_samples, dtype=np.float32) | |
| silent_path = os.path.join(TEMP_FOLDER, f"silent_{int(time.time())}.wav") | |
| sf.write(silent_path, silence, sample_rate) | |
| print(f"Silent audio generated: {silent_path}") | |
| return silent_path | |
| def generate_tts(text, voice): | |
| """Generate TTS audio using Kokoro, falling back to gTTS or silent audio if needed.""" | |
| safe_text = re.sub(r'[^\w\s-]', '', text[:10]).strip().replace(' ', '_') | |
| file_path = os.path.join(TEMP_FOLDER, f"tts_{safe_text}_{int(time.time())}.wav") | |
| try: | |
| kokoro_voice = selected_voice if voice == 'en' else voice | |
| generator = pipeline(text, voice=kokoro_voice, speed=voice_speed, split_pattern=r'\n+') | |
| audio_segments = [] | |
| for i, (gs, ps, audio) in enumerate(generator): | |
| audio_segments.append(audio) | |
| full_audio = np.concatenate(audio_segments) if len(audio_segments) > 1 else audio_segments[0] | |
| sf.write(file_path, full_audio, 24000) | |
| print(f"TTS audio saved to {file_path} (Kokoro)") | |
| return file_path | |
| except Exception as e: | |
| print(f"Error with Kokoro TTS: {e}") | |
| try: | |
| print("Falling back to gTTS...") | |
| tts = gTTS(text=text, lang='en') | |
| mp3_path = os.path.join(TEMP_FOLDER, f"tts_{safe_text}.mp3") | |
| tts.save(mp3_path) | |
| audio = AudioSegment.from_mp3(mp3_path) | |
| audio.export(file_path, format="wav") | |
| os.remove(mp3_path) | |
| print(f"Fallback TTS saved to {file_path} (gTTS)") | |
| return file_path | |
| except Exception as fallback_error: | |
| print(f"Both TTS methods failed: {fallback_error}") | |
| return generate_silent_audio(duration=max(3, len(text.split()) * 0.5)) | |
| def apply_kenburns_effect(clip, target_resolution, effect_type=None): | |
| """Apply a smooth Ken Burns effect with a single movement pattern.""" | |
| target_w, target_h = target_resolution | |
| clip_aspect = clip.w / clip.h | |
| target_aspect = target_w / target_h | |
| if clip_aspect > target_aspect: | |
| new_height = target_h | |
| new_width = int(new_height * clip_aspect) | |
| else: | |
| new_width = target_w | |
| new_height = int(new_width / clip_aspect) | |
| clip = clip.resize(newsize=(new_width, new_height)) | |
| base_scale = 1.15 | |
| new_width = int(new_width * base_scale) | |
| new_height = int(new_height * base_scale) | |
| clip = clip.resize(newsize=(new_width, new_height)) | |
| max_offset_x = max(0, new_width - target_w) | |
| max_offset_y = max(0, new_height - target_h) | |
| available_effects = ["zoom-in", "zoom-out", "pan-left", "pan-right", "up-left"] | |
| if effect_type is None or effect_type == "random": | |
| effect_type = random.choice(available_effects) | |
| if effect_type == "zoom-in": | |
| start_zoom = 0.9 | |
| end_zoom = 1.1 | |
| start_center = (new_width / 2, new_height / 2) | |
| end_center = start_center | |
| elif effect_type == "zoom-out": | |
| start_zoom = 1.1 | |
| end_zoom = 0.9 | |
| start_center = (new_width / 2, new_height / 2) | |
| end_center = start_center | |
| elif effect_type == "pan-left": | |
| start_zoom = 1.0 | |
| end_zoom = 1.0 | |
| start_center = (max_offset_x + target_w / 2, (max_offset_y // 2) + target_h / 2) if max_offset_x > 0 else (new_width / 2, new_height / 2) | |
| end_center = (target_w / 2, (max_offset_y // 2) + target_h / 2) if max_offset_x > 0 else start_center | |
| elif effect_type == "pan-right": | |
| start_zoom = 1.0 | |
| end_zoom = 1.0 | |
| start_center = (target_w / 2, (max_offset_y // 2) + target_h / 2) if max_offset_x > 0 else (new_width / 2, new_height / 2) | |
| end_center = (max_offset_x + target_w / 2, (max_offset_y // 2) + target_h / 2) if max_offset_x > 0 else start_center | |
| elif effect_type == "up-left": | |
| start_zoom = 1.0 | |
| end_zoom = 1.0 | |
| start_center = (max_offset_x + target_w / 2, max_offset_y + target_h / 2) if max_offset_x > 0 and max_offset_y > 0 else (new_width / 2, new_height / 2) | |
| end_center = (target_w / 2, target_h / 2) | |
| else: | |
| raise ValueError(f"Unsupported effect_type: {effect_type}") | |
| def transform_frame(get_frame, t): | |
| frame = get_frame(t) | |
| ratio = t / clip.duration if clip.duration > 0 else 0 | |
| ratio = 0.5 - 0.5 * math.cos(math.pi * ratio) | |
| current_zoom = start_zoom + (end_zoom - start_zoom) * ratio | |
| crop_w = int(target_w / current_zoom) | |
| crop_h = int(target_h / current_zoom) | |
| current_center_x = start_center[0] + (end_center[0] - start_center[0]) * ratio | |
| current_center_y = start_center[1] + (end_center[1] - start_center[1]) * ratio | |
| min_center_x = crop_w / 2 | |
| max_center_x = new_width - crop_w / 2 | |
| min_center_y = crop_h / 2 | |
| max_center_y = new_height - crop_h / 2 | |
| current_center_x = max(min_center_x, min(current_center_x, max_center_x)) | |
| current_center_y = max(min_center_y, min(current_center_y, max_center_y)) | |
| cropped_frame = cv2.getRectSubPix(frame, (crop_w, crop_h), (current_center_x, current_center_y)) | |
| resized_frame = cv2.resize(cropped_frame, (target_w, target_h), interpolation=cv2.INTER_LANCZOS4) | |
| return resized_frame | |
| return clip.fl(transform_frame) | |
| def resize_to_fill(clip, target_resolution): | |
| """Resize and crop a clip to fill the target resolution while maintaining aspect ratio.""" | |
| target_w, target_h = target_resolution | |
| clip_aspect = clip.w / clip.h | |
| target_aspect = target_w / target_h | |
| if clip_aspect > target_aspect: | |
| clip = clip.resize(height=target_h) | |
| crop_amount = (clip.w - target_w) / 2 | |
| clip = clip.crop(x1=crop_amount, x2=clip.w - crop_amount, y1=0, y2=clip.h) | |
| else: | |
| clip = clip.resize(width=target_w) | |
| crop_amount = (clip.h - target_h) / 2 | |
| clip = clip.crop(x1=0, x2=clip.w, y1=crop_amount, y2=clip.h - crop_amount) | |
| return clip | |
| def add_background_music(final_video, bg_music_volume=0.10): | |
| """Add background music to the final video using any MP3 file found.""" | |
| try: | |
| bg_music_path = "music.mp3" | |
| if bg_music_path and os.path.exists(bg_music_path): | |
| print(f"Adding background music from: {bg_music_path}") | |
| bg_music = AudioFileClip(bg_music_path) | |
| if bg_music.duration < final_video.duration: | |
| loops_needed = math.ceil(final_video.duration / bg_music.duration) | |
| bg_segments = [bg_music] * loops_needed | |
| bg_music = concatenate_audioclips(bg_segments) | |
| bg_music = bg_music.subclip(0, final_video.duration) | |
| bg_music = bg_music.volumex(bg_music_volume) | |
| video_audio = final_video.audio | |
| mixed_audio = CompositeAudioClip([video_audio, bg_music]) | |
| final_video = final_video.set_audio(mixed_audio) | |
| print("Background music added successfully") | |
| else: | |
| print("No music.mp3 file found, skipping background music") | |
| return final_video | |
| except Exception as e: | |
| print(f"Error adding background music: {e}") | |
| return final_video | |
| def create_clip(media_path, asset_type, tts_path, duration=None, effects=None, narration_text=None, segment_index=0): | |
| """Create a video clip with synchronized subtitles and narration.""" | |
| try: | |
| print(f"Creating clip #{segment_index} with asset_type: {asset_type}") | |
| if not os.path.exists(media_path) or not os.path.exists(tts_path): | |
| print("Missing media or TTS file") | |
| return None | |
| audio_clip = AudioFileClip(tts_path).audio_fadeout(0.2) | |
| audio_duration = audio_clip.duration | |
| target_duration = audio_duration + 0.2 | |
| if asset_type == "video": | |
| clip = VideoFileClip(media_path) | |
| clip = resize_to_fill(clip, TARGET_RESOLUTION) | |
| if clip.duration < target_duration: | |
| clip = clip.loop(duration=target_duration) | |
| else: | |
| clip = clip.subclip(0, target_duration) | |
| elif asset_type == "image": | |
| img = Image.open(media_path) | |
| if img.mode != 'RGB': | |
| with tempfile.NamedTemporaryFile(suffix='.jpg', delete=False) as temp: | |
| img.convert('RGB').save(temp.name) | |
| media_path = temp.name | |
| img.close() | |
| clip = ImageClip(media_path).set_duration(target_duration) | |
| clip = apply_kenburns_effect(clip, TARGET_RESOLUTION) | |
| clip = clip.fadein(0.3).fadeout(0.3) | |
| else: | |
| return None | |
| # Simplified subtitle handling (no ImageMagick dependency) | |
| if narration_text and CAPTION_COLOR != "transparent": | |
| try: | |
| # Create a simple subtitle without complex text effects | |
| subtitle_text = narration_text | |
| # Create subtitle as image overlay to avoid ImageMagick issues | |
| subtitle_img = create_subtitle_image(subtitle_text, TARGET_RESOLUTION) | |
| subtitle_clip = ImageClip(subtitle_img).set_duration(target_duration) | |
| subtitle_clip = subtitle_clip.set_position(('center', 'bottom')) | |
| clip = CompositeVideoClip([clip, subtitle_clip]) | |
| except Exception as sub_error: | |
| print(f"Subtitle creation failed: {sub_error}") | |
| # Continue without subtitles | |
| clip = clip.set_audio(audio_clip) | |
| print(f"Clip created: {clip.duration:.1f}s") | |
| return clip | |
| except Exception as e: | |
| print(f"Error in create_clip: {str(e)}") | |
| return None | |
| def create_subtitle_image(text, resolution): | |
| """Create a subtitle image using PIL instead of TextClip to avoid ImageMagick issues.""" | |
| width, height = resolution | |
| img = Image.new('RGBA', (width, 100), (0, 0, 0, 0)) | |
| draw = ImageDraw.Draw(img) | |
| # Try to use a font, fall back to default if not available | |
| try: | |
| font = ImageFont.truetype("/usr/share/fonts/truetype/dejavu/DejaVuSans-Bold.ttf", font_size) | |
| except: | |
| font = ImageFont.load_default() | |
| # Get text size | |
| bbox = draw.textbbox((0, 0), text, font=font) | |
| text_width = bbox[2] - bbox[0] | |
| text_height = bbox[3] - bbox[1] | |
| # Center the text | |
| position = ((width - text_width) // 2, (100 - text_height) // 2) | |
| # Draw text with outline effect | |
| for adj in range(-2, 3): | |
| for adj2 in range(-2, 3): | |
| draw.text((position[0] + adj, position[1] + adj2), text, font=font, fill=(0, 0, 0, 128)) | |
| draw.text(position, text, font=font, fill=(255, 255, 255, 255)) | |
| # Save to temporary file | |
| temp_path = os.path.join(TEMP_FOLDER, f"subtitle_{int(time.time())}.png") | |
| img.save(temp_path) | |
| return temp_path | |
| def fix_imagemagick_policy(): | |
| """Attempt to fix ImageMagick security policies (may not work in Gradio Spaces).""" | |
| # This won't work in Gradio Spaces due to lack of sudo access | |
| # We'll handle this gracefully | |
| return False | |
| # ---------------- Main Video Generation Function ---------------- # | |
| def generate_video(user_input, resolution, caption_option): | |
| """Generate a video based on user input.""" | |
| global TARGET_RESOLUTION, CAPTION_COLOR, TEMP_FOLDER | |
| # Check API keys | |
| api_status, api_message = check_api_keys() | |
| if not api_status: | |
| return None, f"Error: {api_message}. Please configure the API keys in Space secrets." | |
| # Set resolution | |
| if resolution == "Full": | |
| TARGET_RESOLUTION = (1920, 1080) | |
| elif resolution == "Short": | |
| TARGET_RESOLUTION = (1080, 1920) | |
| else: | |
| TARGET_RESOLUTION = (1920, 1080) | |
| # Set caption color | |
| CAPTION_COLOR = "white" if caption_option == "Yes" else "transparent" | |
| # Create a unique temporary folder | |
| TEMP_FOLDER = tempfile.mkdtemp() | |
| try: | |
| print("Generating script from API...") | |
| script = generate_script(user_input) | |
| if not script: | |
| print("Failed to generate script.") | |
| return None, "Failed to generate script. Please check your API key and try again." | |
| print("Generated Script:\n", script) | |
| elements = parse_script(script) | |
| if not elements: | |
| print("Failed to parse script into elements.") | |
| return None, "Failed to parse script. Please try again." | |
| print(f"Parsed {len(elements)//2} script segments.") | |
| paired_elements = [] | |
| for i in range(0, len(elements), 2): | |
| if i + 1 < len(elements): | |
| paired_elements.append((elements[i], elements[i + 1])) | |
| if not paired_elements: | |
| print("No valid script segments found.") | |
| return None, "No valid script segments found." | |
| clips = [] | |
| for idx, (media_elem, tts_elem) in enumerate(paired_elements): | |
| print(f"\nProcessing segment {idx+1}/{len(paired_elements)}") | |
| media_asset = generate_media(media_elem['prompt'], current_index=idx, total_segments=len(paired_elements)) | |
| if not media_asset: | |
| print(f"Skipping segment {idx+1} due to missing media asset.") | |
| continue | |
| tts_path = generate_tts(tts_elem['text'], tts_elem['voice']) | |
| if not tts_path: | |
| print(f"Skipping segment {idx+1} due to TTS generation failure.") | |
| continue | |
| clip = create_clip( | |
| media_path=media_asset['path'], | |
| asset_type=media_asset['asset_type'], | |
| tts_path=tts_path, | |
| duration=tts_elem['duration'], | |
| effects=media_elem.get('effects', 'fade-in'), | |
| narration_text=tts_elem['text'], | |
| segment_index=idx | |
| ) | |
| if clip: | |
| clips.append(clip) | |
| if not clips: | |
| print("No clips were successfully created.") | |
| return None, "No clips were successfully created." | |
| print("\nConcatenating clips...") | |
| final_video = concatenate_videoclips(clips, method="compose") | |
| final_video = add_background_music(final_video, bg_music_volume=bg_music_volume) | |
| print(f"Exporting final video...") | |
| final_video.write_videofile(OUTPUT_VIDEO_FILENAME, codec='libx264', fps=fps, preset=preset) | |
| print(f"Final video saved as {OUTPUT_VIDEO_FILENAME}") | |
| return OUTPUT_VIDEO_FILENAME, "Video generated successfully!" | |
| except Exception as e: | |
| print(f"Error during video generation: {str(e)}") | |
| return None, f"Error: {str(e)}" | |
| finally: | |
| # Clean up | |
| print("Cleaning up temporary files...") | |
| if TEMP_FOLDER and os.path.exists(TEMP_FOLDER): | |
| shutil.rmtree(TEMP_FOLDER) | |
| print("Temporary files removed.") | |
| # ---------------- Gradio Interface Functions ---------------- # | |
| def generate_video_with_options(user_input, resolution, caption_option, music_file, voice, vclip_prob, bg_vol, video_fps, video_preset, v_speed, caption_size): | |
| """Wrapper function for Gradio interface.""" | |
| global selected_voice, voice_speed, font_size, video_clip_probability, bg_music_volume, fps, preset | |
| # Update global variables with user selections | |
| selected_voice = VOICE_CHOICES[voice] | |
| voice_speed = v_speed | |
| font_size = caption_size | |
| video_clip_probability = vclip_prob / 100 | |
| bg_music_volume = bg_vol | |
| fps = video_fps | |
| preset = video_preset | |
| # Handle music upload | |
| if music_file is not None: | |
| target_path = "music.mp3" | |
| shutil.copy(music_file.name, target_path) | |
| print(f"Uploaded music saved as: {target_path}") | |
| # Generate the video | |
| video_path, message = generate_video(user_input, resolution, caption_option) | |
| if video_path: | |
| return video_path, message | |
| else: | |
| return None, message | |
| # Create the Gradio interface | |
| with gr.Blocks(title="AI Documentary Video Generator") as iface: | |
| gr.Markdown("# 🎬 AI Documentary Video Generator") | |
| gr.Markdown("Create professional documentary-style videos with AI narration and visuals.") | |
| with gr.Row(): | |
| with gr.Column(): | |
| user_input = gr.Textbox( | |
| label="Video Concept", | |
| placeholder="Enter your video concept here... (e.g., 'The history of space exploration', 'Climate change impacts on oceans')", | |
| lines=3 | |
| ) | |
| with gr.Row(): | |
| resolution = gr.Radio(["Full", "Short"], label="Resolution", value="Full") | |
| caption_option = gr.Radio(["No"], label="Captions (Coming Soon)", value="No") | |
| music_file = gr.File(label="Upload Background Music (MP3)", file_types=[".mp3"]) | |
| with gr.Accordion("Advanced Settings", open=False): | |
| voice = gr.Dropdown( | |
| choices=list(VOICE_CHOICES.keys()), | |
| label="Choose Voice", | |
| value="Emma (Female)" | |
| ) | |
| vclip_prob = gr.Slider(0, 100, value=25, step=1, label="Video Clip Usage Probability (%)") | |
| bg_vol = gr.Slider(0.0, 1.0, value=0.08, step=0.01, label="Background Music Volume") | |
| video_fps = gr.Slider(10, 60, value=30, step=1, label="Video FPS") | |
| video_preset = gr.Dropdown( | |
| choices=["ultrafast", "superfast", "veryfast", "faster", "fast", "medium", "slow"], | |
| value="veryfast", | |
| label="Export Preset" | |
| ) | |
| v_speed = gr.Slider(0.5, 1.5, value=1.2, step=0.05, label="Voice Speed") | |
| caption_size = gr.Slider(20, 100, value=45, step=1, label="Caption Font Size") | |
| generate_btn = gr.Button("🎬 Generate Video", variant="primary") | |
| with gr.Column(): | |
| output_video = gr.Video(label="Generated Video") | |
| status_message = gr.Textbox(label="Status", interactive=False) | |
| gr.Markdown(""" | |
| ### 📝 Instructions: | |
| 1. Enter a topic or concept for your documentary | |
| 2. Choose resolution (Full for 16:9, Short for 9:16) | |
| 3. Optionally upload background music | |
| 4. Adjust advanced settings if needed | |
| 5. Click Generate Video and wait for processing | |
| ### ⚠️ Note: | |
| - Video generation may take 2-5 minutes depending on length | |
| - Make sure API keys are configured in Space secrets | |
| """) | |
| generate_btn.click( | |
| fn=generate_video_with_options, | |
| inputs=[ | |
| user_input, resolution, caption_option, music_file, | |
| voice, vclip_prob, bg_vol, video_fps, video_preset, | |
| v_speed, caption_size | |
| ], | |
| outputs=[output_video, status_message] | |
| ) | |
| # Launch the interface | |
| if __name__ == "__main__": | |
| iface.launch() |