Update app.py

app.py

@@ -1,24 +1,28 @@
-from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
 import gradio as gr
 
-tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neo-1.3B")
-model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-neo-1.3B")
+from peft import PeftModel, PeftConfig
+from transformers import AutoModelForCausalLM, AutoTokenizer ,pipeline
 
-def text_generation(input_text, seed):
-  input_ids = tokenizer(input_text, return_tensors="pt").input_ids
-  torch.manual_seed(seed) # Max value: 18446744073709551615
-  outputs = model.generate(input_ids, do_sample=True, min_length=50, max_length=200)
-  generated_text = tokenizer.batch_decode(outputs, skip_special_tokens=True)
-  return generated_text
+config = PeftConfig.from_pretrained("ShishuTripathi/entity_coder")
+model = AutoModelForCausalLM.from_pretrained("ybelkada/falcon-7b-sharded-bf16")
+model = PeftModel.from_pretrained(model, "ShishuTripathi/entity_coder")
+tokenizer = AutoTokenizer.from_pretrained("ShishuTripathi/entity_coder")
+generator = pipeline('text-generation' , model = model, tokenizer =tokenizer, max_length = 50)
 
-title = "Text Generator Demo GPT-Neo"
-description = "Text Generator Application by ecarbo"
+def text_generation(input_text):
+    prompt = f"### Narrative: {input_text} \n ### Reported Term:"
+    out = generator(prompt)
+    output = out[0]['generated_text'].replace('|endoftext|',' ').strip()
+    return output
+
+title = "Preferred Term Extractor and Coder"
+description = "The term used to describe an adverse event in the Database of Adverse Event Notifications - medicines is the MedDRA 'preferred term', which describes a single medical concept"
 
 gr.Interface(
     text_generation,
-    [gr.inputs.Textbox(lines=2, label="Enter input text"), gr.inputs.Number(default=10, label="Enter seed number")],
-    [gr.outputs.Textbox(type="auto", label="Text Generated")],
+    [gr.inputs.Textbox(lines=2, label="Enter Narrative or Phrase")],
+    [gr.outputs.Textbox(type="auto", label="Extracted Preffered Term")],
     title=title,
     description=description,
     theme="huggingface"