Upload app.py

app.py

@@ -0,0 +1,38 @@
+import gradio as gr
+
+from transformers import BloomTokenizerFast, BloomForCausalLM
+tokenizer = BloomTokenizerFast.from_pretrained("bigscience/bloom-560m")
+# https://huggingface.co/blog/how-to-generate
+
+def generate(text, temp):
+    input_ids = tokenizer.encode(text, return_tensors='pt')
+    output = model.generate(
+        input_ids, 
+        do_sample=True, 
+        max_length=30, 
+        top_p=0.92, 
+        top_k=50,
+        temperature=temp,
+        repetition_penalty=1.2,
+        min_length=len(text)+1
+    )
+    return tokenizer.decode(output[0], skip_special_tokens=True)
+
+description = "Generate Titles for the Vice Youtube Channel"
+title = "Vice Headlines"
+model_name = "marcderbauer/vice-headlines"
+model = BloomForCausalLM.from_pretrained(model_name)
+
+temp = gr.Slider(0.01,1, step=0.01, value=0.7, label="Temperature")
+
+
+interface = gr.Interface(
+    fn=generate, 
+    inputs=['text', temp],
+    outputs='text',
+    examples=[["This Japanese"], ["Why"], ["North Korea"], ["Inside"], ["Spongebob"]],
+    description=description,
+    title=title,
+    )
+
+interface.launch()