Update app.py

Update again untuk chinese

app.py

@@ -3,6 +3,7 @@ from transformers import pipeline
 import langdetect
 import logging
 import os
+import opencc  # Untuk konversi Mandarin Tradisional ke Sederhana
 
 os.environ["HF_HOME"] = "/app/cache"
 os.environ["TRANSFORMERS_CACHE"] = "/app/cache"
@@ -13,13 +14,14 @@ logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
 
 MODEL_MAP = {
-    "id": "Helsinki-NLP/opus-mt-id-en",
-    "th": "Helsinki-NLP/opus-mt-th-en",
-    "fr": "Helsinki-NLP/opus-mt-fr-en",
-    "es": "Helsinki-NLP/opus-mt-es-en",
-    "ja": "Helsinki-NLP/opus-mt-ja-en",
-    "zh": "Helsinki-NLP/opus-mt-zh-en",  # Gunakan zh untuk Sederhana dan Tradisional
-    "vi": "Helsinki-NLP/opus-mt-vi-en",
+    "id": "Helsinki-NLP/opus-mt-id-en",  # Indonesia ke Inggris
+    "th": "Helsinki-NLP/opus-mt-th-en",  # Thailand ke Inggris
+    "fr": "Helsinki-NLP/opus-mt-fr-en",  # Prancis ke Inggris
+    "es": "Helsinki-NLP/opus-mt-es-en",  # Spanyol ke Inggris
+    "ja": "Helsinki-NLP/opus-mt-ja-en",  # Jepang ke Inggris
+    "zh-CN": "Helsinki-NLP/opus-mt-zh-en",  # Mandarin Sederhana ke Inggris
+    "zh-TW": "Helsinki-NLP/opus-mt-zh-en",  # Mandarin Tradisional ke Inggris
+    "vi": "Helsinki-NLP/opus-mt-vi-en",  # Vietnam ke Inggris
 }
 
 translators = {}
@@ -32,10 +34,23 @@ except Exception as e:
     logger.error(f"Model initialization failed: {str(e)}")
     raise Exception(f"Model initialization failed: {str(e)}")
 
+# Inisialisasi konverter OpenCC untuk Tradisional ke Sederhana
+converter = opencc.OpenCC('t2s')  # t2s = Traditional to Simplified
+
+def is_traditional_chinese(text: str) -> bool:
+    """Cek apakah teks menggunakan karakter Mandarin Tradisional."""
+    # Contoh sederhana: deteksi beberapa karakter Tradisional
+    traditional_chars = set('繁體字')  # Bisa diperluas dengan daftar karakter yang lebih lengkap
+    return any(char in traditional_chars for char in text)
+
 def detect_language(text: str) -> str:
+    """Deteksi bahasa dari teks menggunakan langdetect."""
     try:
         lang = langdetect.detect(text)
-        return lang if lang in MODEL_MAP else "en"
+        # Jika terdeteksi sebagai Mandarin (zh), cek apakah Tradisional atau Sederhana
+        if lang == "zh":
+            return "zh-TW" if is_traditional_chinese(text) else "zh-CN"
+        return lang if lang in MODEL_MAP else "en"  # Default ke Inggris jika tidak didukung
     except Exception as e:
         logger.warning(f"Language detection failed: {str(e)}, defaulting to English")
         return "en"
@@ -45,14 +60,22 @@ async def translate(text: str):
     if not text:
         raise HTTPException(status_code=400, detail="Text input is required")
     try:
+        # Deteksi bahasa
         source_lang = detect_language(text)
         logger.info(f"Detected source language: {source_lang}")
+        # Jika sudah Inggris, kembalikan teks asli
         if source_lang == "en":
             return {"translated_text": text}
+        # Jika Mandarin Tradisional, konversi ke Sederhana
+        input_text = text
+        if source_lang == "zh-TW":
+            input_text = converter.convert(text)
+            logger.info("Converted Traditional Chinese to Simplified Chinese")
+        # Terjemahkan ke Inggris
         translator = translators.get(source_lang)
         if not translator:
             raise HTTPException(status_code=400, detail=f"Translation not supported for language: {source_lang}")
-        result = translator(text)
+        result = translator(input_text)
         return {"translated_text": result[0]["translation_text"]}
     except Exception as e:
         logger.error(f"Processing failed: {str(e)}")