Create lang_utils.py

#6
by Alpha108 - opened
Files changed (1) hide show
  1. utils/lang_utils.py +14 -0
utils/lang_utils.py ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from langdetect import detect
2
+ from transformers import pipeline
3
+
4
+ # Detect language of the input text
5
+ def detect_language(text: str) -> str:
6
+ try:
7
+ return detect(text)
8
+ except:
9
+ return "unknown"
10
+
11
+ # Translate text to English (or another target language)
12
+ def translate_text(text: str, target_lang: str = "en") -> str:
13
+ translator = pipeline("translation", model="Helsinki-NLP/opus-mt-mul-en")
14
+ return translator(text)[0]["translation_text"]