Update app.py

app.py

@@ -1,4 +1,16 @@
 import streamlit as st
+from transformers import AutoTokenizer, AutoModelForCausalLM
 
-x = st.slider('Select a value')
-st.write(x, 'squared is', x * x)
+model_id = "Mykes/med_gemma7b_gguf"
+filename = "unsloth.Q4_K_M.gguf"
+
+tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)
+model = AutoModelForCausalLM.from_pretrained(model_id, gguf_file=filename)
+
+
+
+input_text = st.textarea('text')
+if text:
+    input_ids = tokenizer(input_text, return_tensors="pt")
+    outputs = model.generate(**input_ids)
+    st.write(outputs)