config

backend/config.py

@@ -0,0 +1,184 @@
+import warnings
+from enum import Enum, unique
+warnings.filterwarnings('ignore')
+import os
+import torch
+import logging
+import platform
+import stat
+from fsplit.filesplit import Filesplit
+import onnxruntime as ort
+
+# 项目版本号
+VERSION = "1.1.1"
+# ×××××××××××××××××××× [不要改] start ××××××××××××××××××××
+logging.disable(logging.DEBUG)  # 关闭DEBUG日志的打印
+logging.disable(logging.WARNING)  # 关闭WARNING日志的打印
+try:
+    import torch_directml
+    device = torch_directml.device(torch_directml.default_device())
+    USE_DML = True
+except:
+    USE_DML = False
+    device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
+BASE_DIR = os.path.dirname(os.path.abspath(__file__))
+LAMA_MODEL_PATH = os.path.join(BASE_DIR, 'models', 'big-lama')
+STTN_MODEL_PATH = os.path.join(BASE_DIR, 'models', 'sttn', 'infer_model.pth')
+VIDEO_INPAINT_MODEL_PATH = os.path.join(BASE_DIR, 'models', 'video')
+MODEL_VERSION = 'V4'
+DET_MODEL_BASE = os.path.join(BASE_DIR, 'models')
+DET_MODEL_PATH = os.path.join(DET_MODEL_BASE, MODEL_VERSION, 'ch_det')
+
+# 查看该路径下是否有模型完整文件，没有的话合并小文件生成完整文件
+if 'big-lama.pt' not in (os.listdir(LAMA_MODEL_PATH)):
+    fs = Filesplit()
+    fs.merge(input_dir=LAMA_MODEL_PATH)
+
+if 'inference.pdiparams' not in os.listdir(DET_MODEL_PATH):
+    fs = Filesplit()
+    fs.merge(input_dir=DET_MODEL_PATH)
+
+if 'ProPainter.pth' not in os.listdir(VIDEO_INPAINT_MODEL_PATH):
+    fs = Filesplit()
+    fs.merge(input_dir=VIDEO_INPAINT_MODEL_PATH)
+
+# 指定ffmpeg可执行程序路径
+sys_str = platform.system()
+if sys_str == "Windows":
+    ffmpeg_bin = os.path.join('win_x64', 'ffmpeg.exe')
+elif sys_str == "Linux":
+    ffmpeg_bin = os.path.join('linux_x64', 'ffmpeg')
+else:
+    ffmpeg_bin = os.path.join('macos', 'ffmpeg')
+FFMPEG_PATH = os.path.join(BASE_DIR, '', 'ffmpeg', ffmpeg_bin)
+
+if 'ffmpeg.exe' not in os.listdir(os.path.join(BASE_DIR, '', 'ffmpeg', 'win_x64')):
+    fs = Filesplit()
+    fs.merge(input_dir=os.path.join(BASE_DIR, '', 'ffmpeg', 'win_x64'))
+# 将ffmpeg添加可执行权限
+os.chmod(FFMPEG_PATH, stat.S_IRWXU + stat.S_IRWXG + stat.S_IRWXO)
+os.environ['KMP_DUPLICATE_LIB_OK'] = 'True'
+
+# 是否使用ONNX(DirectML/AMD/Intel)
+ONNX_PROVIDERS = []
+available_providers = ort.get_available_providers()
+for provider in available_providers:
+    if provider in [
+        "CPUExecutionProvider"
+    ]:
+        continue
+    if provider not in [
+        "DmlExecutionProvider",         # DirectML，适用于 Windows GPU
+        "ROCMExecutionProvider",        # AMD ROCm
+        "MIGraphXExecutionProvider",    # AMD MIGraphX
+        "VitisAIExecutionProvider",     # AMD VitisAI，适用于 RyzenAI & Windows, 实测和DirectML性能似乎差不多
+        "OpenVINOExecutionProvider",    # Intel GPU
+        "MetalExecutionProvider",       # Apple macOS
+        "CoreMLExecutionProvider",      # Apple macOS
+        "CUDAExecutionProvider",        # Nvidia GPU
+    ]:
+        continue
+    ONNX_PROVIDERS.append(provider)
+# ×××××××××××××××××××× [不要改] end ××××××××××××××××××××
+
+
+@unique
+class InpaintMode(Enum):
+    """
+    图像重绘算法枚举
+    """
+    STTN = 'sttn'
+    LAMA = 'lama'
+    PROPAINTER = 'propainter'
+    STABLE_DIFFUSION = 'sd'          # Stable Diffusion Inpainting
+    DIFFUERASER = 'diffueraser'       # DiffuEraser (diffusion-based)
+    E2FGVI = 'e2fgvi'                 # Flow-guided video inpainting
+
+
+# ×××××××××××××××××××× [可以改] start ××××××××××××××××××××
+# 是否使用h264编码，如果需要安卓手机分享生成的视频，请打开该选项
+USE_H264 = True
+
+# ×××××××××× 通用设置 start ××××××××××
+"""
+MODE可选算法类型
+- InpaintMode.STTN 算法：对于真人视频效果较好，速度快，可以跳过字幕检测
+- InpaintMode.LAMA 算法：对于动画类视频效果好，速度一般，不可以跳过字幕检测
+- InpaintMode.PROPAINTER 算法： 需要消耗大量显存，速度较慢，对运动非常剧烈的视频效果较好
+"""
+# 默认重绘算法模式 sttn/lama/propainter/sd/diffueraser/e2fgvi
+MODE = InpaintMode.STTN
+
+# ×××××××××××××××××××× Stable Diffusion Settings ××××××××××××××××××××
+SD_MODEL_PATH = 'backend/models/stable-diffusion-inpainting'
+SD_STEPS = 50                        # Inference steps
+SD_GUIDANCE_SCALE = 7.5              # Classifier-free guidance
+SD_PROMPT = "natural scene, high quality"  # Text prompt for guidance
+SD_USE_FP16 = True                   # Use half precision for faster inference
+
+# ×××××××××××××××××××× DiffuEraser Settings ××××××××××××××××××××
+DIFFUERASER_MODEL_PATH = 'backend/models/diffueraser'
+DIFFUERASER_STEPS = 50               # Diffusion steps
+DIFFUERASER_GUIDANCE = 7.5           # Guidance scale  
+DIFFUERASER_USE_SAM2 = False         # Auto-masking with SAM2
+DIFFUERASER_MAX_LOAD_NUM = 80        # Max frames per batch
+
+# ×××××××××××××××××××× E2FGVI Settings ××××××××××××××××××××
+E2FGVI_MODEL_PATH = 'backend/models/e2fgvi'
+E2FGVI_MAX_LOAD_NUM = 80             # Max frames per batch
+E2FGVI_NEIGHBOR_LENGTH = 10          # Temporal window for flow
+# 【设置像素点偏差】
+# 用于判断是不是非字幕区域(一般认为字幕文本框的长度是要大于宽度的，如果字幕框的高大于宽，且大于的幅度超过指定像素点大小，则认为是错误检测)
+THRESHOLD_HEIGHT_WIDTH_DIFFERENCE = 10
+# 用于放大mask大小，防止自动检测的文本框过小，inpaint阶段出现文字边，有残留
+SUBTITLE_AREA_DEVIATION_PIXEL = 20
+# 同于判断两个文本框是否为同一行字幕，高度差距指定像素点以内认为是同一行
+THRESHOLD_HEIGHT_DIFFERENCE = 20
+# 用于判断两个字幕文本的矩形框是否相似，如果X轴和Y轴偏差都在指定阈值内，则认为时同一个文本框
+PIXEL_TOLERANCE_Y = 20  # 允许检测框纵向偏差的像素点数
+PIXEL_TOLERANCE_X = 20  # 允许检测框横向偏差的像素点数
+# ×××××××××× 通用设置 end ××××××××××
+
+# ×××××××××× InpaintMode.STTN算法设置 start ××××××××××
+# 以下参数仅适用STTN算法时，才生效
+"""
+1. STTN_SKIP_DETECTION
+含义：是否使用跳过检测
+效果：设置为True跳过字幕检测，会省去很大时间，但是可能误伤无字幕的视频帧或者会导致去除的字幕漏了
+
+2. STTN_NEIGHBOR_STRIDE
+含义：相邻帧数步长, 如果需要为第50帧填充缺失的区域，STTN_NEIGHBOR_STRIDE=5，那么算法会使用第45帧、第40帧等作为参照。
+效果：用于控制参考帧选择的密度，较大的步长意味着使用更少、更分散的参考帧，较小的步长意味着使用更多、更集中的参考帧。
+
+3. STTN_REFERENCE_LENGTH
+含义：参数帧数量，STTN算法会查看每个待修复帧的前后若干帧来获得用于修复的上下文信息
+效果：调大会增加显存占用，处理效果变好，但是处理速度变慢
+
+4. STTN_MAX_LOAD_NUM
+含义：STTN算法每次最多加载的视频帧数量
+效果：设置越大速度越慢，但效果越好
+注意：要保证STTN_MAX_LOAD_NUM大于STTN_NEIGHBOR_STRIDE和STTN_REFERENCE_LENGTH
+"""
+STTN_SKIP_DETECTION = True
+# 参考帧步长
+STTN_NEIGHBOR_STRIDE = 5
+# 参考帧长度（数量）
+STTN_REFERENCE_LENGTH = 10
+# 设置STTN算法最大同时处理的帧数量
+STTN_MAX_LOAD_NUM = 50
+if STTN_MAX_LOAD_NUM < STTN_REFERENCE_LENGTH * STTN_NEIGHBOR_STRIDE:
+    STTN_MAX_LOAD_NUM = STTN_REFERENCE_LENGTH * STTN_NEIGHBOR_STRIDE
+# ×××××××××× InpaintMode.STTN算法设置 end ××××××××××
+
+# ×××××××××× InpaintMode.PROPAINTER算法设置 start ××××××××××
+# 【根据自己的GPU显存大小设置】最大同时处理的图片数量，设置越大处理效果越好，但是要求显存越高
+# 1280x720p视频设置80需要25G显存，设置50需要19G显存
+# 720x480p视频设置80需要8G显存，设置50需要7G显存
+PROPAINTER_MAX_LOAD_NUM = 70
+# ×××××××××× InpaintMode.PROPAINTER算法设置 end ××××××××××
+
+# ×××××××××× InpaintMode.LAMA算法设置 start ××××××××××
+# 是否开启极速模式，开启后不保证inpaint效果，仅仅对包含文本的区域文本进行去除
+LAMA_SUPER_FAST = False
+# ×××××××××× InpaintMode.LAMA算法设置 end ××××××××××
+# ×××××××××××××××××××× [可以改] end ××××××××××××××××××××

google_colabs/README.md

@@ -0,0 +1,126 @@
+# Google Colab Gradio Interface
+
+This folder contains two versions of the Google Colab notebook:
+
+## Files
+
+### 1. `Video_Subtitle_Remover_Gradio.ipynb` ⭐ **NEW - Recommended**
+**Gradio Web Interface** - Easy-to-use browser-based UI
+
+**Features:**
+- 🖱️ Click-and-upload interface (no coding required)
+- 🎨 Visual algorithm selection
+- ⚙️ Adjustable parameters with sliders
+- 📊 Real-time progress tracking
+- 📥 One-click download
+
+**Best for:**
+- Users who prefer GUI
+- Quick testing
+- Non-technical users
+- Multiple video processing
+
+**Usage:**
+1. Open in Colab
+2. Run all cells
+3. Click the generated link
+4. Use web interface in browser
+
+---
+
+### 2. `Video_Subtitle_Remover.ipynb`
+**Traditional Notebook** - Code-based approach
+
+**Features:**
+- Step-by-step execution
+- Full control over parameters
+- Good for understanding the process
+- Batch processing scripts
+
+**Best for:**
+- Users comfortable with code
+- Custom workflows
+- Debugging
+- Learning the internals
+
+---
+
+## Quick Start
+
+### For Gradio Interface (Recommended):
+
+```bash
+1. Open Video_Subtitle_Remover_Gradio.ipynb in Colab
+2. Runtime → Change runtime type → GPU
+3. Run all cells (Ctrl+F9)
+4. Click the gradio.live URL
+5. Upload video and click "Remove Subtitles"
+```
+
+### For Traditional Notebook:
+
+```bash
+1. Open Video_Subtitle_Remover.ipynb in Colab
+2. Runtime → Change runtime type → GPU
+3. Run cells step by step
+4. Configure settings in Step 5
+5. Run processing in Step 7
+```
+
+## Algorithm Recommendations
+
+| Use Case | Algorithm | Quality | Speed |
+|----------|-----------|---------|-------|
+| **Best Quality** | DiffuEraser | ⭐⭐⭐⭐⭐ | ⭐⭐ |
+| **Fastest** | STTN | ⭐⭐⭐ | ⭐⭐⭐⭐⭐ |
+| **Balanced** | Stable Diffusion | ⭐⭐⭐⭐ | ⭐⭐⭐ |
+| **High Motion** | ProPainter | ⭐⭐⭐⭐⭐ | ⭐ |
+
+## System Requirements
+
+- **GPU**: Required (T4/P100/V100)
+- **Storage**: 10-20GB for models
+- **VRAM**: 
+  - STTN: 4GB
+  - DiffuEraser: 12GB
+  - Stable Diffusion: 8GB
+
+## Performance (Colab T4 GPU)
+
+| Video | Algorithm | Time |
+|-------|-----------|------|
+| 1 min 720p | STTN | ~30s |
+| 1 min 720p | DiffuEraser | ~3-5min |
+| 5 min 720p | STTN | ~2min |
+| 5 min 720p | DiffuEraser | ~15-20min |
+
+## Troubleshooting
+
+### Gradio not loading
+- Wait 30-60 seconds for models to load
+- Check if all cells ran successfully
+- Restart runtime and try again
+
+### Out of Memory
+- Reduce batch size in settings
+- Use STTN instead of DiffuEraser
+- Process shorter videos
+
+### Slow processing
+- Use STTN for preview
+- Enable GPU in Colab settings
+- Consider Colab Pro for unlimited runtime
+
+## Links
+
+- **GitHub**: https://github.com/YaoFANGUK/video-subtitle-remover
+- **Documentation**: See `docs/` folder
+- **Issues**: Report on GitHub
+
+## Tips
+
+1. **Start with STTN** to test quickly
+2. **Use DiffuEraser** for final high-quality output
+3. **Keep videos under 10 minutes** on free tier
+4. **Save to Google Drive** to avoid data loss
+5. **Monitor GPU usage** with `!nvidia-smi`