Manga Translator V1.0

.streamlit/config.toml

@@ -0,0 +1,10 @@
+[theme]
+primaryColor = "#FF4B4B"
+backgroundColor = "#FFFFFF"
+secondaryBackgroundColor = "#F0F2F6"
+textColor = "#262730"
+font = "sans serif"
+
+[server]
+enableCORS = false
+enableXsrfProtection = false 

app.py

@@ -0,0 +1,139 @@
+import streamlit as st
+import os
+from PIL import Image
+import torch
+from manga_translator import process_manga_pages
+import tempfile
+from dotenv import load_dotenv
+
+# Load environment variables
+load_dotenv()
+
+# Check for DeepL API key
+DEEPL_API_KEY = os.getenv('DEEPL_API_KEY')
+if not DEEPL_API_KEY:
+    st.warning("⚠️ DeepL API key not found. Using free translation service which may have limitations.")
+
+st.set_page_config(
+    page_title="Manga Translator",
+    page_icon="📚",
+    layout="wide"
+)
+
+st.title("🎯 Manga Translator")
+
+# Main description
+st.markdown("""
+This app uses custom YOLO detection, OCR, and machine translation to automatically translate manga pages from Japanese to English.
+           
+⚠️ **Note**: Translation accuracy may vary due to the complexity of Japanese text and manga-specific expressions.
+We're continuously working to improve the system!
+""")
+
+# Guidelines section before upload
+st.markdown("""
+### 📋 Guidelines for Best Results
+1. **Image Requirements**:
+   - Clear, high-resolution manga page
+   - Japanese text should be clearly visible
+   - Text bubbles should not be cropped
+   - Supported formats: PNG, JPG, JPEG
+
+2. **For Best Results**:
+   - Avoid pages with handwritten text
+   - Ensure text bubbles are not overlapping
+   - Image should be properly oriented
+   - Avoid heavily compressed images
+
+3. **Privacy & Copyright**:
+   - Only upload content you have rights to use
+   - We don't store any uploaded images
+   - All processing is done in real-time
+""")
+
+# Technical demonstration
+st.markdown("""
+### 🔍 How It Works
+1. **Text Detection**: Custom YOLO model detects text bubbles
+2. **OCR Processing**: Extracts Japanese text
+3. **Translation**: Converts to English using DeepL API
+4. **Text Insertion**: Places translated text back into the image
+""")
+
+# File uploader
+uploaded_file = st.file_uploader("Choose a manga page (PNG, JPG)", type=['png', 'jpg', 'jpeg'])
+
+if uploaded_file is not None:
+    # Create temporary directories for processing
+    with tempfile.TemporaryDirectory() as temp_dir:
+        # Save uploaded file
+        input_path = os.path.join(temp_dir, "input")
+        output_path = os.path.join(temp_dir, "output")
+        os.makedirs(input_path, exist_ok=True)
+        os.makedirs(output_path, exist_ok=True)
+        
+        temp_file = os.path.join(input_path, uploaded_file.name)
+        with open(temp_file, "wb") as f:
+            f.write(uploaded_file.getbuffer())
+
+        # Process the image
+        with st.spinner("Translating manga... Please wait."):
+            try:
+                process_manga_pages(
+                    image_folder=input_path,
+                    translated_dir=output_path,
+                    show_results=False
+                )
+                
+                # Display results
+                col1, col2 = st.columns(2)
+                
+                with col1:
+                    st.subheader("Original")
+                    original_image = Image.open(temp_file)
+                    st.image(original_image, use_column_width=True)
+                
+                with col2:
+                    st.subheader("Translated")
+                    translated_file = os.path.join(output_path, uploaded_file.name)
+                    if os.path.exists(translated_file):
+                        translated_image = Image.open(translated_file)
+                        st.image(translated_image, use_column_width=True)
+                    else:
+                        st.error("Translation failed. Please try another image.")
+                
+            except Exception as e:
+                st.error(f"An error occurred: {str(e)}")
+
+# Add information about the project
+st.markdown("""
+---
+## About the Project
+
+This manga translator uses:
+- Custom-trained YOLO model for text bubble detection
+- MangaOCR for Japanese text extraction
+- DeepL API for high-quality translation
+- OpenCV and PIL for image processing
+
+### Technical Details
+- Supports single page translation
+- Real-time processing
+- No image storage
+- Privacy-focused design
+
+### Links
+- [GitHub Repository](https://github.com/ebhon/manga_translator_project)
+- [YOLO Model Repository](https://github.com/ebhon/YOLO-manga-bubble-detector)
+
+### Feedback
+Found a bug or have a suggestion? Please open an issue on GitHub!
+""")
+
+# Add footer with disclaimer
+st.markdown("""
+---
+Created by [Handwitanto Abraham](https://www.linkedin.com/in/handwitanto-abraham/)
+
+*Disclaimer: This tool is for educational purposes only. Users are responsible for ensuring they have the right to translate any content they upload.*
+""") 

best.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e85e7193d70b24719394a5a597a0c2f2e1f6aaa6c6e11d9c9e47d1945ba681e
+size 6233315

requirements.txt

@@ -0,0 +1,12 @@
+manga-ocr>=0.1.0
+torch>=2.0.0
+transformers>=4.30.0
+Pillow>=10.0.0
+opencv-python>=4.8.0
+numpy>=1.24.0
+matplotlib>=3.7.0
+deepl>=1.15.0
+googletrans>=3.1.0a0
+ultralytics>=8.0.0
+streamlit>=1.28.0
+python-dotenv>=1.0.0