varshithkumar commited on
Commit
91dc642
·
1 Parent(s): 17a8d55

Added app.py and requirements.txt

Browse files
Files changed (2) hide show
  1. app.py +13 -0
  2. requirements.txt +4 -0
app.py ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ from transformers import AutoModelForCausalLM, AutoTokenizer
3
+
4
+ model = AutoModelForCausalLM.from_pretrained("varshithkumar/gemma-finetuned-sql")
5
+ tokenizer = AutoTokenizer.from_pretrained("google/gemma-2b-it")
6
+
7
+ def generate_response(prompt):
8
+ inputs = tokenizer(prompt, return_tensors="pt")
9
+ outputs = model.generate(**inputs)
10
+ return tokenizer.decode(outputs[0], skip_special_tokens=True)
11
+
12
+ interface = gr.Interface(fn=generate_response, inputs="text", outputs="text")
13
+ interface.launch()
requirements.txt ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ transformers
2
+ peft
3
+ torch
4
+ gradio