Create app.py
Browse files
app.py
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import streamlit as st
|
| 2 |
+
from keras.models import load_model
|
| 3 |
+
|
| 4 |
+
st.set_page_config(page_title="Fine-tuned Gemma Chatbot", layout="centered")
|
| 5 |
+
|
| 6 |
+
# Load the Keras model
|
| 7 |
+
@st.cache_resource
|
| 8 |
+
def load_keras_model():
|
| 9 |
+
model = load_model("gemma_finetuned.keras")
|
| 10 |
+
return model
|
| 11 |
+
|
| 12 |
+
model = load_keras_model()
|
| 13 |
+
|
| 14 |
+
# UI
|
| 15 |
+
st.title("💬 Fine-tuned Gemma Code Generator")
|
| 16 |
+
prompt = st.text_area("Enter your instruction", value="Write a Python function to reverse a string")
|
| 17 |
+
|
| 18 |
+
if st.button("Generate"):
|
| 19 |
+
# Simple inference logic - you may need to adapt this based on how your model generates text
|
| 20 |
+
sampler = keras_nlp.samplers.TopKSampler(k=5, seed=2)
|
| 21 |
+
model.compile(sampler=sampler)
|
| 22 |
+
response = model.generate(prompt, max_length=256)
|
| 23 |
+
|
| 24 |
+
st.subheader("Response:")
|
| 25 |
+
st.code(response, language="python")
|