Duplicate from mrfakename/Translate

Co-authored-by: mrfakename <mrfakename@users.noreply.huggingface.co>

.gitattributes

@@ -0,0 +1,31 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,38 @@
+---
+title: Translator
+emoji: 🗣️
+colorFrom: blue
+colorTo: pink
+sdk: streamlit
+app_file: main.py
+pinned: false
+duplicated_from: mrfakename/Translate
+---
+
+# Configuration
+
+`title`: _string_
+Display title for the Space
+
+`emoji`: _string_
+Space emoji (emoji-only character allowed)
+
+`colorFrom`: _string_
+Color for Thumbnail gradient (red, yellow, green, blue, indigo, purple, pink, gray)
+
+`colorTo`: _string_
+Color for Thumbnail gradient (red, yellow, green, blue, indigo, purple, pink, gray)
+
+`sdk`: _string_
+Can be either `gradio`, `streamlit`, or `static`
+
+`sdk_version` : _string_
+Only applicable for `streamlit` SDK.  
+See [doc](https://hf.co/docs/hub/spaces) for more info on supported versions.
+
+`app_file`: _string_
+Path to your main application file (which contains either `gradio` or `streamlit` Python code, or `static` html code).
+Path is relative to the root of the repository.
+
+`pinned`: _boolean_
+Whether the Space stays on top of your list.

available_models.py

@@ -0,0 +1,48 @@
+"""
+🗣️ Translator - Translate text from one language to another.
+
+MODELS list all available models.
+
+Author:
+    - @ChainYo
+"""
+
+MODELS = {
+    "🇺🇸 English->🇺🇸 English": [0,],
+    "🇺🇸 English->🇫🇷 French": ["Helsinki-NLP/opus-mt-en-fr", "https://huggingface.co/Helsinki-NLP/opus-mt-en-fr"],
+    "🇺🇸 English->🇩🇪 German": ["Helsinki-NLP/opus-mt-en-de", "https://huggingface.co/Helsinki-NLP/opus-mt-en-de"],
+    "🇺🇸 English->🇪🇸 Spanish": ["Helsinki-NLP/opus-mt-en-es", "https://huggingface.co/Helsinki-NLP/opus-mt-en-es"],
+    "🇺🇸 English->🇷🇺 Russian": ["Helsinki-NLP/opus-mt-en-ru", "https://huggingface.co/Helsinki-NLP/opus-mt-en-ru"],
+    "🇺🇸 English->🇨🇳 Chinese": ["Helsinki-NLP/opus-mt-en-zh", "https://huggingface.co/Helsinki-NLP/opus-mt-en-zh"],
+    "🇫🇷 French->🇫🇷 French": [0, None],
+    "🇫🇷 French->🇺🇸 English": ["Helsinki-NLP/opus-mt-fr-en", "https://huggingface.co/Helsinki-NLP/opus-mt-fr-en"],
+    "🇫🇷 French->🇩🇪 German": ["Helsinki-NLP/opus-mt-fr-de", "https://huggingface.co/Helsinki-NLP/opus-mt-fr-de"],
+    "🇫🇷 French->🇪🇸 Spanish": ["Helsinki-NLP/opus-mt-fr-es", "https://huggingface.co/Helsinki-NLP/opus-mt-fr-es"],
+    "🇫🇷 French->🇷🇺 Russian": ["Helsinki-NLP/opus-mt-fr-ru", "https://huggingface.co/Helsinki-NLP/opus-mt-fr-ru"],
+    "🇫🇷 French->🇨🇳 Chinese": [None, None],
+    "🇪🇸 Spanish->🇪🇸 Spanish": [0, None],
+    "🇪🇸 Spanish->🇺🇸 English": ["Helsinki-NLP/opus-mt-es-en", "https://huggingface.co/Helsinki-NLP/opus-mt-es-en"],
+    "🇪🇸 Spanish->🇩🇪 German": ["Helsinki-NLP/opus-mt-es-de", "https://huggingface.co/Helsinki-NLP/opus-mt-es-de"],
+    "🇪🇸 Spanish->🇫🇷 French": ["Helsinki-NLP/opus-mt-es-fr", "https://huggingface.co/Helsinki-NLP/opus-mt-es-fr"],
+    "🇪🇸 Spanish->🇷🇺 Russian": ["Helsinki-NLP/opus-mt-es-ru", "https://huggingface.co/Helsinki-NLP/opus-mt-es-ru"],
+    "🇪🇸 Spanish->🇨🇳 Chinese": ["Helsinki-NLP/opus-tatoeba-es-zh", "https://huggingface.co/Helsinki-NLP/opus-tatoeba-es-zh"],
+    "🇩🇪 German->🇩🇪 German": [0, None],
+    "🇩🇪 German->🇺🇸 English": ["Helsinki-NLP/opus-mt-de-en", "https://huggingface.co/Helsinki-NLP/opus-mt-de-en"],
+    "🇩🇪 German->🇪🇸 Spanish": ["Helsinki-NLP/opus-mt-de-es", "https://huggingface.co/Helsinki-NLP/opus-mt-de-es"],
+    "🇩🇪 German->🇫🇷 French": ["Helsinki-NLP/opus-mt-de-fr", "https://huggingface.co/Helsinki-NLP/opus-mt-de-fr"],
+    "🇩🇪 German->🇷🇺 Russian": [None, None],
+    "🇩🇪 German->🇨🇳 Chinese": ["Helsinki-NLP/opus-mt-de-ZH", "https://huggingface.co/Helsinki-NLP/opus-mt-de-ZH"],
+    "🇷🇺 Russian->🇷🇺 Russian": [0, None],
+    "🇷🇺 Russian->🇺🇸 English": ["Helsinki-NLP/opus-mt-ru-en", "https://huggingface.co/Helsinki-NLP/opus-mt-ru-en"],
+    "🇷🇺 Russian->🇪🇸 Spanish": ["Helsinki-NLP/opus-mt-ru-es", "https://huggingface.co/Helsinki-NLP/opus-mt-ru-es"],
+    "🇷🇺 Russian->🇫🇷 French": ["Helsinki-NLP/opus-mt-ru-fr", "https://huggingface.co/Helsinki-NLP/opus-mt-ru-fr"],
+    "🇷🇺 Russian->🇩🇪 German": [None, None],
+    
+    
+
+"🇨🇳 Chinese->🇺🇸 English": ["Helsinki-NLP/opus-mt-zh-en", "https://huggingface.co/Helsinki-NLP/opus-mt-zh-en"],
+"🇨🇳 Chinese->🇪🇸 Spanish": [None, None],
+"🇨🇳 Chinese->🇫🇷 French": [None, None],
+"🇨🇳 Chinese->🇨🇳 Chinese": [0, None],
+"🇨🇳 Chinese->🇩🇪 German": [None, None],
+}

main.py

@@ -0,0 +1,71 @@
+"""
+🗣️ Translator - Translate text from one language to another.
+
+Application file made with Streamlit.
+"""
+
+import re
+import streamlit as st
+
+from datetime import datetime
+from transformers import pipeline
+from available_models import MODELS
+
+
+st.set_page_config(page_title="Translate", page_icon="🗣️")
+st.title("Translate", "main")
+st.subheader("Using cutting-edge AI/ML technology to translate text for you.")
+st.markdown("""
+Welcome to Translate. Here, we harness the power of cutting-edge Artificial Intelligence and Machine Learning to translate text for _you_.
+
+Translate is a free tool to translate quickly and easily! Start today by typing your text into the form below and selecting a language pair!
+""")
+hide_streamlit_style = """
+            <style>
+            #MainMenu {visibility: hidden;}
+            footer {visibility: hidden;}
+            </style>
+            """
+st.markdown(hide_streamlit_style, unsafe_allow_html=True) 
+lang1, lang2 = st.columns(2)
+lang1.selectbox(
+    "Source Language", ["🇺🇸 English", "🇫🇷 French", "🇩🇪 German", "🇪🇸 Spanish", "🇨🇳 Chinese"], 
+    key="input_lang", index=0,
+)
+lang2.selectbox(
+    "Target Language", ["🇺🇸 English", "🇫🇷 French", "🇩🇪 German", "🇪🇸 Spanish", "🇨🇳 Chinese"], 
+    key="output_lang", index=3,
+)
+
+selected_model = MODELS[f"{st.session_state['input_lang']}->{st.session_state['output_lang']}"]
+
+
+if selected_model[0] == None:
+    st.write("Sorry, we can't translate this language pair! Please try a different one!")
+elif selected_model[0] == 0:
+    st.write("Haha! We know what you're trying to do and you can't do it! You're not allowed to translate languages from one language to the same one!")
+else:
+    input_text = st.text_area("Enter text to translate:", height=200, key="input")
+    translate_text = st.button("Translate")
+
+    if translate_text:
+        with st.spinner(text="Just a sec, it takes a minute to load up the AI/ML!"):
+            task = pipeline(
+                "translation",
+                model=selected_model[0],
+                tokenizer=selected_model[0],
+            )
+
+        progress_bar = st.progress(0)
+        with st.spinner(text="Just a little bit more time! We wish it was easy, but AI takes some time!"):
+            text_to_translate = re.split('(?<=[.!?]) +', input_text)
+            total_progress = len(text_to_translate)
+
+            for i, text in enumerate(text_to_translate):
+                translation = task(text)
+                text_to_translate[i] = translation[0]["translation_text"]
+                progress_bar.progress((i + 1) / total_progress)
+
+        st.success("Yay! It's done! Check out your translation below!")
+        st.write("**Here's your translation:**")
+        st.code(' '.join(text_to_translate))

requirements.txt

@@ -0,0 +1,6 @@
+streamlit==1.3.1
+transformers==4.15.0
+torch==1.10.1
+torchaudio==0.10.1
+torchvision==0.11.2
+sentencepiece==0.1.96