SattwikAyyagari commited on
Commit
c2ee7b8
·
1 Parent(s): cca72b6

Gradio demo with PEFT model

Browse files
Files changed (2) hide show
  1. app.py +9 -5
  2. requirements.txt +2 -1
app.py CHANGED
@@ -1,17 +1,21 @@
1
  import gradio as gr
2
  from transformers import AutoTokenizer, AutoModelForCausalLM
 
3
 
4
- model=AutoModelForCausalLM.from_pretrained("SattwikAyyagari/codegen-350M-NL-Java")
5
- tokenizer=AutoTokenizer.from_pretrained("SattwikAyyagari/codegen-350M-NL-Java", return_tensors="pt")
 
6
 
7
 
8
  def generate_code(nl_input: str):
9
- return tokenizer.decode(model.generate(tokenizer(f"### Instruction:\n {nl_input}\n\n### Response:"), max_new_tokens=128)[0],skip_special_tokens=True)
 
 
10
 
11
  demo=gr.Interface(
12
  fn=generate_code,
13
- inputs=gr.TextBox(label="NL Description"),
14
- outputs=gr.TextBox(label="Generated JAVA Code"),
15
  title="CodeGen NL to Java"
16
  )
17
 
 
1
  import gradio as gr
2
  from transformers import AutoTokenizer, AutoModelForCausalLM
3
+ from peft import PeftModel
4
 
5
+ tokenizer = AutoTokenizer.from_pretrained("Salesforce/codegen-350M-multi")
6
+ base_model = AutoModelForCausalLM.from_pretrained("Salesforce/codegen-350M-multi")
7
+ peft_model=PeftModel.from_pretrained(base_model, "SattwikAyyagari/codegen-350M-NL-Java")
8
 
9
 
10
  def generate_code(nl_input: str):
11
+ inputs=tokenizer(f"### Instruction: \n{nl_input}\n\n### Response:\n",return_tensors="pt")
12
+ outputs=peft_model.generate(**inputs,max_new_tokens=128)
13
+ return tokenizer.decode(outputs[0],skip_special_tokens=True)
14
 
15
  demo=gr.Interface(
16
  fn=generate_code,
17
+ inputs=gr.Textbox(label="NL Description"),
18
+ outputs=gr.Textbox(label="Generated JAVA Code"),
19
  title="CodeGen NL to Java"
20
  )
21
 
requirements.txt CHANGED
@@ -1,3 +1,4 @@
1
  transformers
2
  gradio
3
- torch
 
 
1
  transformers
2
  gradio
3
+ torch
4
+ peft