Wazahat commited on
Commit
6a14fdc
·
verified ·
1 Parent(s): b9af2f8

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +25 -0
app.py ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import streamlit as st
2
+ from keras.models import load_model
3
+
4
+ st.set_page_config(page_title="Fine-tuned Gemma Chatbot", layout="centered")
5
+
6
+ # Load the Keras model
7
+ @st.cache_resource
8
+ def load_keras_model():
9
+ model = load_model("gemma_finetuned.keras")
10
+ return model
11
+
12
+ model = load_keras_model()
13
+
14
+ # UI
15
+ st.title("💬 Fine-tuned Gemma Code Generator")
16
+ prompt = st.text_area("Enter your instruction", value="Write a Python function to reverse a string")
17
+
18
+ if st.button("Generate"):
19
+ # Simple inference logic - you may need to adapt this based on how your model generates text
20
+ sampler = keras_nlp.samplers.TopKSampler(k=5, seed=2)
21
+ model.compile(sampler=sampler)
22
+ response = model.generate(prompt, max_length=256)
23
+
24
+ st.subheader("Response:")
25
+ st.code(response, language="python")