Create app.py

app.py

@@ -0,0 +1,65 @@
+#importing the necessary libraries
+
+import re
+import nltk
+from nltk.tokenize import sent_tokenize
+nltk.download('punkt')
+import gradio as gr
+from gradio.mix import Parallel
+
+# Defining a function to read in the text file
+def read_in_text(url):
+  with open(url, 'r') as file:
+    article = file.read()
+    return article
+    
+#Doing some text preprocessing, more will still be needed later
+def clean_text(url):
+  text = read_in_text(url)
+  text = text.encode("ascii", errors="ignore").decode(
+        "ascii"
+    )  # remove non-ascii, Chinese characters
+    
+  text = re.sub('(by[\s\w,|]+ - \d\d\/\d\d\/\d\d\s\d+:\d+\s\w{2}\s\w{2})|(by[\s\w|,]+\d\d,\s\d{4})', "", text)
+  text = re.sub(r"\n", " ", text)
+  text = re.sub(r"\n\n", " ", text)
+  text = re.sub(r"\t", " ", text)
+  text = text.strip(" ")
+  text = re.sub(
+        " +", " ", text
+    ).strip()  # get rid of multiple spaces and replace with a single
+  return text
+  
+#importing the model and tokenizer for the headline generator
+from transformers import (
+    AutoTokenizer,
+    AutoModelForSeq2SeqLM,
+)
+
+#initializing the tokenizer and the model
+model_type_2 ="chinhon/pegasus-newsroom-headline_writer"
+tokenizer_2 = AutoTokenizer.from_pretrained(model_type_2)
+model_2 = AutoModelForSeq2SeqLM.from_pretrained(model_type_2)
+
+#Defining a function to generate the headlines
+def headline_generator_2(file):
+  input_text = clean_text(file.name)
+
+  with tokenizer_2.as_target_tokenizer():
+        batch = tokenizer_2(
+            input_text[:1000], truncation=True, padding="longest", return_tensors="pt"
+        )
+
+  translated = model_2.generate(**batch)
+  summary_2 = tokenizer_2.batch_decode(translated, skip_special_tokens=True)
+  return summary_2[0]
+  
+#creating an interface for the headline generator using gradio
+demo = gr.Interface(headline_generator_2, inputs=[gr.inputs.File(label="Drop your .txt file here", optional=False)],
+                                          title = "HEADLINE GENERATOR",
+                                          outputs=[gr.outputs.Textbox(label="Summary")],
+                                          theme= "darkhuggingface")
+                                          
+#launching the app
+if __name__ == "__main__":
+    demo.launch(debug=True)