Update app.py

app.py

@@ -1,15 +1,23 @@
 import gradio as gr
+import torch
 from transformers import pipeline
 
-#get_completion = pipeline("summarization", model="shleifer/distilbart-cnn-12-6")
-summarizer = pipeline("summarization", model="Falconsai/text_summarization")
+summarizer = pipeline("summarization", "jordiclive/flan-t5-3b-summarizer", torch_dtype=torch.bfloat16)
 
-print(summarizer(ARTICLE, max_length=230, min_length=30, do_sample=False))
+raw_document = 'You must be 18 years old to live or work in New York State...'
+prompt = "Produce an article summary of the following news article:"
 
 def summarize(input):
-    #output = get_completion(input)
-    output = summarizer(ARTICLE, max_length=230, min_length=30, do_sample=False)
-    #return output[0]['summary_text']
+
+    output = summarizer(
+        f"{prompt} {input}",
+        num_beams=5,
+        min_length=5,
+        no_repeat_ngram_size=3,
+        truncation=True,
+        max_length=512,
+    )
+
     return output
 
 demo = gr.Interface(fn=summarize, inputs="text", outputs="text")