Update src/streamlit_app.py

src/streamlit_app.py

@@ -1,40 +1,51 @@
-import altair as alt
-import numpy as np
-import pandas as pd
+import torch
 import streamlit as st
 
-"""
-# Welcome to Streamlit!
-
-Edit `/streamlit_app.py` to customize this app to your heart's desire :heart:.
-If you have any questions, checkout our [documentation](https://docs.streamlit.io) and [community
-forums](https://discuss.streamlit.io).
-
-In the meantime, below is an example of what you can do with just a few lines of code:
-"""
-
-num_points = st.slider("Number of points in spiral", 1, 10000, 1100)
-num_turns = st.slider("Number of turns in spiral", 1, 300, 31)
-
-indices = np.linspace(0, 1, num_points)
-theta = 2 * np.pi * num_turns * indices
-radius = indices
-
-x = radius * np.cos(theta)
-y = radius * np.sin(theta)
-
-df = pd.DataFrame({
-    "x": x,
-    "y": y,
-    "idx": indices,
-    "rand": np.random.randn(num_points),
-})
-
-st.altair_chart(alt.Chart(df, height=700, width=700)
-    .mark_point(filled=True)
-    .encode(
-        x=alt.X("x", axis=None),
-        y=alt.Y("y", axis=None),
-        color=alt.Color("idx", legend=None, scale=alt.Scale()),
-        size=alt.Size("rand", legend=None, scale=alt.Scale(range=[1, 150])),
-    ))
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+MODEL_PATH = "NetherQuartz/tatoeba-tok-multi-gemma-2-2b-merged"
+DEVICE = "mps" if torch.mps.is_available() else "cuda" if torch.cuda.is_available() else "cpu"
+
+
+@st.cache_resource
+def get_model():
+    model = AutoModelForCausalLM.from_pretrained(MODEL_PATH).to(DEVICE)
+    tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH)
+    return model, tokenizer
+
+
+model, tokenizer = get_model()
+
+
+def translate(src_lang, tgt_lang, query):
+    text = f"Translate {src_lang} to {tgt_lang}.\nQuery: {query}\nAnswer:"
+    tokens = tokenizer(text, return_tensors="pt").to(DEVICE)
+    outputs = model.generate(**tokens)
+    ans = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    return ans.removeprefix(text)
+
+st.set_page_config(
+    page_icon="💬",
+    page_title="ilo toki"
+)
+
+st.title("💬 ilo toki")
+
+from_toki = st.toggle("From Toki Pona")
+
+chosen_language = st.pills(
+    f"{"Source" if not from_toki else "Target"} language",
+    ["English", "Russian", "Vietnamese"],
+    default="English"
+)
+
+if from_toki:
+    src = "Toki Pona"
+    tgt = chosen_language
+else:
+    src = chosen_language
+    tgt = "Toki Pona"
+
+if query := st.text_input("Query", placeholder=f"Write in {src}"):
+    with st.spinner():
+        st.text(translate(src, tgt, query))