Upload 3 files

Dockerfile

@@ -0,0 +1,216 @@
+# Base image
+FROM python:3.9-slim
+
+# Install system dependencies, build tools, and libraries
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    ca-certificates \
+    wget \
+    tar \
+    xz-utils \
+    fonts-liberation \
+    fontconfig \
+    build-essential \
+    yasm \
+    cmake \
+    meson \
+    ninja-build \
+    nasm \
+    libssl-dev \
+    libvpx-dev \
+    libx264-dev \
+    libx265-dev \
+    libnuma-dev \
+    libmp3lame-dev \
+    libopus-dev \
+    libvorbis-dev \
+    libtheora-dev \
+    libspeex-dev \
+    libfreetype6-dev \
+    libfontconfig1-dev \
+    libgnutls28-dev \
+    libaom-dev \
+    libdav1d-dev \
+    librav1e-dev \
+    libsvtav1-dev \
+    libzimg-dev \
+    libwebp-dev \
+    git \
+    pkg-config \
+    autoconf \
+    automake \
+    libtool \
+    libfribidi-dev \
+    libharfbuzz-dev \
+    libnss3 \
+    libatk1.0-0 \
+    libatk-bridge2.0-0 \
+    libcups2 \
+    libxcomposite1 \
+    libxrandr2 \
+    libxdamage1 \
+    libgbm1 \
+    libasound2 \
+    libpangocairo-1.0-0 \
+    libpangoft2-1.0-0 \
+    libgtk-3-0 \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install SRT from source (latest version using cmake)
+RUN git clone https://github.com/Haivision/srt.git && \
+    cd srt && \
+    mkdir build && cd build && \
+    cmake .. && \
+    make -j$(nproc) && \
+    make install && \
+    cd ../.. && rm -rf srt
+
+# Install SVT-AV1 from source
+RUN git clone https://gitlab.com/AOMediaCodec/SVT-AV1.git && \
+    cd SVT-AV1 && \
+    git checkout v0.9.0 && \
+    cd Build && \
+    cmake .. && \
+    make -j$(nproc) && \
+    make install && \
+    cd ../.. && rm -rf SVT-AV1
+
+# Install libvmaf from source
+RUN git clone https://github.com/Netflix/vmaf.git && \
+    cd vmaf/libvmaf && \
+    meson build --buildtype release && \
+    ninja -C build && \
+    ninja -C build install && \
+    cd ../.. && rm -rf vmaf && \
+    ldconfig  # Update the dynamic linker cache
+
+# Manually build and install fdk-aac (since it is not available via apt-get)
+RUN git clone https://github.com/mstorsjo/fdk-aac && \
+    cd fdk-aac && \
+    autoreconf -fiv && \
+    ./configure && \
+    make -j$(nproc) && \
+    make install && \
+    cd .. && rm -rf fdk-aac
+
+# Install libunibreak (required for ASS_FEATURE_WRAP_UNICODE)
+RUN git clone https://github.com/adah1972/libunibreak.git && \
+    cd libunibreak && \
+    ./autogen.sh && \
+    ./configure && \
+    make -j$(nproc) && \
+    make install && \
+    ldconfig && \
+    cd .. && rm -rf libunibreak
+
+# Build and install libass with libunibreak support and ASS_FEATURE_WRAP_UNICODE enabled
+RUN git clone https://github.com/libass/libass.git && \
+    cd libass && \
+    autoreconf -i && \
+    ./configure --enable-libunibreak || { cat config.log; exit 1; } && \
+    mkdir -p /app && echo "Config log located at: /app/config.log" && cp config.log /app/config.log && \
+    make -j$(nproc) || { echo "Libass build failed"; exit 1; } && \
+    make install && \
+    ldconfig && \
+    cd .. && rm -rf libass
+
+# Build and install FFmpeg with all required features
+RUN git clone https://git.ffmpeg.org/ffmpeg.git ffmpeg && \
+    cd ffmpeg && \
+    git checkout n7.0.2 && \
+    PKG_CONFIG_PATH="/usr/lib/x86_64-linux-gnu/pkgconfig:/usr/local/lib/pkgconfig" \
+    CFLAGS="-I/usr/include/freetype2" \
+    LDFLAGS="-L/usr/lib/x86_64-linux-gnu" \
+    ./configure --prefix=/usr/local \
+        --enable-gpl \
+        --enable-pthreads \
+        --enable-neon \
+        --enable-libaom \
+        --enable-libdav1d \
+        --enable-librav1e \
+        --enable-libsvtav1 \
+        --enable-libvmaf \
+        --enable-libzimg \
+        --enable-libx264 \
+        --enable-libx265 \
+        --enable-libvpx \
+        --enable-libwebp \
+        --enable-libmp3lame \
+        --enable-libopus \
+        --enable-libvorbis \
+        --enable-libtheora \
+        --enable-libspeex \
+        --enable-libass \
+        --enable-libfreetype \
+        --enable-libharfbuzz \
+        --enable-fontconfig \
+        --enable-libsrt \
+        --enable-filter=drawtext \
+        --extra-cflags="-I/usr/include/freetype2 -I/usr/include/libpng16 -I/usr/include" \
+        --extra-ldflags="-L/usr/lib/x86_64-linux-gnu -lfreetype -lfontconfig" \
+        --enable-gnutls \
+    && make -j$(nproc) && \
+    make install && \
+    cd .. && rm -rf ffmpeg
+
+# Add /usr/local/bin to PATH (if not already included)
+ENV PATH="/usr/local/bin:${PATH}"
+
+# Copy fonts into the custom fonts directory
+COPY ./fonts /usr/share/fonts/custom
+
+# Rebuild the font cache so that fontconfig can see the custom fonts
+RUN fc-cache -f -v
+
+# Set work directory
+WORKDIR /app
+
+# Set environment variable for Whisper cache
+ENV WHISPER_CACHE_DIR="/app/whisper_cache"
+
+# Create cache directory (no need for chown here yet)
+RUN mkdir -p ${WHISPER_CACHE_DIR} 
+
+# Copy the requirements file first to optimize caching
+COPY requirements.txt .
+
+# Install Python dependencies, upgrade pip 
+RUN pip install --no-cache-dir --upgrade pip && \
+    pip install --no-cache-dir -r requirements.txt && \
+    pip install openai-whisper && \
+    pip install playwright && \
+    pip install jsonschema 
+
+# Create the appuser 
+RUN useradd -m appuser 
+
+# Give appuser ownership of the /app directory (including whisper_cache)
+RUN chown appuser:appuser /app 
+
+# Important: Switch to the appuser before downloading the model
+USER appuser
+
+RUN python -c "import os; print(os.environ.get('WHISPER_CACHE_DIR')); import whisper; whisper.load_model('base')"
+
+# Install Playwright Chromium browser as appuser
+RUN playwright install chromium
+
+# Copy the rest of the application code
+COPY . .
+
+# Expose the port the app runs on
+EXPOSE 8080
+
+# Set environment variables
+ENV PYTHONUNBUFFERED=1
+
+RUN echo '#!/bin/bash\n\
+gunicorn --bind 0.0.0.0:8080 \
+    --workers ${GUNICORN_WORKERS:-2} \
+    --timeout ${GUNICORN_TIMEOUT:-300} \
+    --worker-class sync \
+    --keep-alive 80 \
+    app:app' > /app/run_gunicorn.sh && \
+    chmod +x /app/run_gunicorn.sh
+
+# Run the shell script
+CMD ["/app/run_gunicorn.sh"]

app_utils.py

@@ -0,0 +1,136 @@
+# Copyright (c) 2025 Stephen G. Pope
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License along
+# with this program; if not, write to the Free Software Foundation, Inc.,
+# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+
+
+from flask import request, jsonify, current_app
+from functools import wraps
+import jsonschema
+import os
+import json
+import time
+from config import LOCAL_STORAGE_PATH
+
+def validate_payload(schema):
+    def decorator(f):
+        @wraps(f)
+        def decorated_function(*args, **kwargs):
+            if not request.json:
+                return jsonify({"message": "Missing JSON in request"}), 400
+            try:
+                jsonschema.validate(instance=request.json, schema=schema)
+            except jsonschema.exceptions.ValidationError as validation_error:
+                return jsonify({"message": f"Invalid payload: {validation_error.message}"}), 400
+            
+            return f(*args, **kwargs)
+        return decorated_function
+    return decorator
+
+def log_job_status(job_id, data):
+    """
+    Log job status to a file in the STORAGE_PATH/jobs folder
+    
+    Args:
+        job_id (str): The unique job ID
+        data (dict): Data to write to the log file
+    """
+    jobs_dir = os.path.join(LOCAL_STORAGE_PATH, 'jobs')
+    
+    # Create jobs directory if it doesn't exist
+    if not os.path.exists(jobs_dir):
+        os.makedirs(jobs_dir, exist_ok=True)
+    
+    # Create or update the job log file
+    job_file = os.path.join(jobs_dir, f"{job_id}.json")
+    
+    # Write data directly to file
+    with open(job_file, 'w') as f:
+        json.dump(data, f, indent=2)
+
+def queue_task_wrapper(bypass_queue=False):
+    def decorator(f):
+        def wrapper(*args, **kwargs):
+            return current_app.queue_task(bypass_queue=bypass_queue)(f)(*args, **kwargs)
+        return wrapper
+    return decorator
+
+def discover_and_register_blueprints(app, base_dir='routes'):
+    """
+    Dynamically discovers and registers all Flask blueprints in the routes directory.
+    Recursively searches all subdirectories for Python modules containing Blueprint instances.
+    
+    Args:
+        app (Flask): The Flask application instance
+        base_dir (str): Base directory to start searching for blueprints (default: 'routes')
+    """
+    import importlib
+    import pkgutil
+    import inspect
+    import sys
+    import os
+    from flask import Blueprint
+    import logging
+    import glob
+
+    logger = logging.getLogger(__name__)
+    logger.info(f"Discovering blueprints in {base_dir}")
+    
+    # Add the current working directory to sys.path if it's not already there
+    cwd = os.getcwd()
+    if cwd not in sys.path:
+        sys.path.insert(0, cwd)
+    
+    # Get the absolute path to the base directory
+    if not os.path.isabs(base_dir):
+        base_dir = os.path.join(cwd, base_dir)
+    
+    registered_blueprints = set()
+    
+    # Find all Python files in the routes directory, including subdirectories
+    python_files = glob.glob(os.path.join(base_dir, '**', '*.py'), recursive=True)
+    logger.info(f"Found {len(python_files)} Python files in {base_dir}")
+    
+    for file_path in python_files:
+        try:
+            # Convert file path to import path
+            rel_path = os.path.relpath(file_path, cwd)
+            # Remove .py extension
+            module_path = os.path.splitext(rel_path)[0]
+            # Convert path separators to dots for import
+            module_path = module_path.replace(os.path.sep, '.')
+            
+            # Skip __init__.py files
+            if module_path.endswith('__init__'):
+                continue
+                
+            #logger.info(f"Attempting to import module: {module_path}")
+            
+            # Import the module
+            module = importlib.import_module(module_path)
+            
+            # Find all Blueprint instances in the module
+            for name, obj in inspect.getmembers(module):
+                if isinstance(obj, Blueprint) and obj not in registered_blueprints:
+                    pid = os.getpid()
+                    logger.info(f"PID {pid} Registering: {module_path}")
+                    app.register_blueprint(obj)
+                    registered_blueprints.add(obj)
+            
+        except Exception as e:
+            logger.error(f"Error importing module {module_path}: {str(e)}")
+    
+    logger.info(f"PID {pid} Registered {len(registered_blueprints)} blueprints")
+    return registered_blueprints

docker-compose.yml

@@ -0,0 +1,44 @@
+services:
+  traefik:
+    image: "traefik"
+    restart: unless-stopped
+    command:
+      - "--api=true"
+      - "--api.insecure=true"
+      - "--providers.docker=true"
+      - "--providers.docker.exposedbydefault=false"
+      - "--entrypoints.web.address=:80"
+      - "--entrypoints.web.http.redirections.entryPoint.to=websecure"
+      - "--entrypoints.web.http.redirections.entrypoint.scheme=https"
+      - "--entrypoints.websecure.address=:443"
+      - "--certificatesresolvers.mytlschallenge.acme.tlschallenge=true"
+      - "--certificatesresolvers.mytlschallenge.acme.email=${SSL_EMAIL}"
+      - "--certificatesresolvers.mytlschallenge.acme.storage=/letsencrypt/acme.json"
+    ports:
+      - "80:80"
+      - "443:443"
+    volumes:
+      - traefik_data:/letsencrypt
+      - /var/run/docker.sock:/var/run/docker.sock:ro
+  ncat:
+    image: stephengpope/no-code-architects-toolkit:latest
+    env_file:
+      - .env
+    labels:
+      - traefik.enable=true
+      - traefik.http.routers.ncat.rule=Host(`${APP_DOMAIN}`)
+      - traefik.http.routers.ncat.tls=true
+      - traefik.http.routers.ncat.entrypoints=web,websecure
+      - traefik.http.routers.ncat.tls.certresolver=mytlschallenge
+    volumes:
+      - storage:/var/www/html/storage/app
+      - logs:/var/www/html/storage/logs
+    restart: unless-stopped
+
+volumes:
+  traefik_data:
+    driver: local
+  storage:
+    driver: local
+  logs:
+    driver: local