Update utils/translation.py

#2
by danishottasf - opened
No description provided.

hi_en = None
en_hi = None
kn_en = None
en_kn = None
elif lang_code == "hi":
global hi_en
if hi_en is None:
hi_en = pipeline("translation", model="Helsinki-NLP/opus-mt-hi-en", device=-1)
raw = hi_en(text[:1000])[0]["translation_text"]
cleaned = _dedupe_repeats(raw)
return _normalize_and_cap(cleaned, cap=512)
elif lang_code == "kn":
global kn_en
if kn_en is None:
kn_en = pipeline("translation", model="Helsinki-NLP/opus-mt-kn-en", device=-1)
raw = kn_en(text[:1000])[0]["translation_text"]
cleaned = _dedupe_repeats(raw)
return _normalize_and_cap(cleaned, cap=512)
def translate_answer(answer_text: str, target: str) -> str:
global en_hi, en_kn

if target == "hi":
    if en_hi is None:
        en_hi = pipeline("translation", model="Helsinki-NLP/opus-mt-en-hi", device=-1)
    return en_hi(answer_text[:2000])[0]["translation_text"]

if target == "kn":
    if en_kn is None:
        en_kn = pipeline("translation", model="Helsinki-NLP/opus-mt-en-kn", device=-1)
    return en_kn(answer_text[:2000])[0]["translation_text"]

return answer_text
danishottasf changed pull request status to closed
danishottasf changed pull request status to open
danishottasf changed pull request status to closed

Sign up or log in to comment