refactor: modularize publishers and video editor utils

src/api_clients.py

@@ -70,19 +70,6 @@ class APIClients:
         except Exception as e:
             logger.error(f"Failed to set up bucket permissions: {e}")
 
-        # Initialize TTS client with same credentials
-        creds = get_gcs_credentials("final_data")
-        # Initialize helper classes
-        # self.tts = GoogleTTS(credentials=creds) # REMOVED: Automation now handles this directly
-        # self.stt = GoogleSTT(credentials=creds) # REMOVED: Automation now handles this directly
-
-        # RunwayML API configuration
-        self.runway_api_key = config.get("runwayml_api_key") or os.getenv("RUNWAYML_API_KEY") or os.getenv("RUNWAY_2ND_API_KEY") or os.getenv("SPARK_KEY")
-        self.runway_base_url = "https://api.dev.runwayml.com/v1"
-
-        self.file_names = None
-        # self.init_temp_gcs()
-
     async def get_from_cache(self, method_type, duration=0):
         try:
             with open(await self.get_cache_url(f"{method_type}_{duration}", ".txt"), 'r', encoding="utf-8") as file:

src/automation.py

@@ -20,11 +20,11 @@ from google_src.gcs_utils import upload_file_to_gcs
 from google_src.tts import GoogleTTS
 from google_src.stt import GoogleSTT
 from moviepy.editor import AudioFileClip
-import loudness_normalize
+from video_editor import loudness_normalize
 from a2e_avatar import create_greenscreen_video_workflow
-import remove_green_bg
+from video_editor import remove_green_bg
 import hashlib
-from onscreebcta import add_cta
+from video_editor.onscreen_cta import add_cta
 import numpy as np
 from moviepy.editor import VideoFileClip, concatenate_videoclips
 import math

src/{instagram_publisher.py → social_media_publishers/instagram_publisher.py}

@@ -12,6 +12,10 @@ import sys
 import pandas as pd
 from datetime import datetime
 from dotenv import load_dotenv
+
+# Add parent directory to path to allow importing modules from src
+sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '..')))
+
 from pathlib import Path
 from load_config import load_configuration
 from main import (

src/{publisher.py → social_media_publishers/publisher.py}

@@ -7,6 +7,9 @@ Reads CSV rows, downloads videos via GCS, publishes sequentially, and commits pr
 import sys
 import asyncio
 import os
+# Add parent directory to path to allow importing modules from src
+sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '..')))
+
 import subprocess
 import random
 import time
@@ -18,9 +21,9 @@ from main import load_content_strategies
 from api_clients import APIClients
 
 # Import individual platform publishers
-from youtube_publisher import YouTubePublisher
-from instagram_publisher import InstagramPublisher
-from tiktok_publisher import TikTokPublisher
+from social_media_publishers.youtube_publisher import YouTubePublisher
+from social_media_publishers.instagram_publisher import InstagramPublisher
+from social_media_publishers.tiktok_publisher import TikTokPublisher
 
 DATA_DIR = Path("data")
 

src/{tiktok_publisher.py → social_media_publishers/tiktok_publisher.py}

@@ -12,6 +12,10 @@ import base64
 import time
 import pandas as pd
 from datetime import datetime
+
+# Add parent directory to path to allow importing modules from src
+sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '..')))
+
 from dotenv import load_dotenv
 from pathlib import Path
 from load_config import load_configuration

src/{youtube_publisher.py → social_media_publishers/youtube_publisher.py}

@@ -16,6 +16,10 @@ import os
 import sys
 import json
 from datetime import datetime, timedelta
+
+# Add parent directory to path to allow importing modules from src
+sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '..')))
+
 from load_config import load_configuration
 from main import (
     load_content_strategies

src/{onscreebcta.py → video_editor/onscreen_cta.py}

@@ -3,7 +3,7 @@ from moviepy.editor import *
 from PIL import Image, ImageDraw, ImageFilter, ImageFont
 import numpy as np
 import re
-from safe_zone import SafeZone
+from video_editor.safe_zone import SafeZone
 import uuid
 from utils import logger
 

src/{remove_green_bg.py → video_editor/remove_green_bg.py}

@@ -1,6 +1,6 @@
 import subprocess
 import uuid
-from crop import get_crop_boundaries, crop_video, resize_video
+from video_editor.crop import get_crop_boundaries, crop_video, resize_video
 
 def process_video_with_ffmpeg(fg_video, bg_video, max_height=720):
     """

src/{text_clip.py → video_editor/text_clip.py}

@@ -1,7 +1,7 @@
 from moviepy.editor import ImageClip, CompositeVideoClip, VideoClip, ColorClip
 from PIL import Image, ImageDraw, ImageFont, ImageFilter
 import numpy as np
-from safe_zone import SafeZone
+from video_editor.safe_zone import SafeZone
 import cv2
 from utils import logger
 import math

src/video_renderer.py

@@ -25,7 +25,7 @@ from moviepy.editor import (
 import textwrap
 from utils import logger
 import time
-from text_clip import create as create_text_clip, group_words_by_time_and_width, caption_style_1, caption_style_2, caption_style_3, caption_style_4, caption_style_on_screen_text
+from video_editor.text_clip import create as create_text_clip, group_words_by_time_and_width, caption_style_1, caption_style_2, caption_style_3, caption_style_4, caption_style_on_screen_text
 import subprocess
 import asyncio
 import utils