AnthonyDS commited on
Commit
1dcb4b2
·
verified ·
1 Parent(s): b242613

Upload 2 files

Browse files
Files changed (2) hide show
  1. app.py +47 -0
  2. requirements.txt +5 -0
app.py ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
3
+ import nltk
4
+ import torch
5
+
6
+ model_name = "Timur1984/t5-base-title-generation" # тут конечно всем надо поставить свой акк и имя модели
7
+
8
+ print("Loading model...")
9
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
10
+ model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
11
+ nltk.download("punkt")
12
+ nltk.download('punkt_tab')
13
+
14
+ def generate_titles(text, num_titles, temperature):
15
+
16
+ inputs = tokenizer(
17
+ ["summarize: " + text],
18
+ return_tensors="pt",
19
+ truncation=True,
20
+ max_length=512
21
+ )
22
+
23
+ outputs = model.generate(
24
+ **inputs,
25
+ do_sample=True,
26
+ temperature=temperature,
27
+ num_return_sequences=num_titles
28
+ )
29
+
30
+ decoded = tokenizer.batch_decode(outputs, skip_special_tokens=True)
31
+ titles = [nltk.sent_tokenize(t.strip())[0] for t in decoded]
32
+
33
+ return "\n".join(titles)
34
+
35
+
36
+ interface = gr.Interface(
37
+ fn=generate_titles,
38
+ inputs=[
39
+ gr.Textbox(lines=15, label="Article text"),
40
+ gr.Slider(1,10,value=5,step=1,label="Number of titles"),
41
+ gr.Slider(0.1,1.5,value=0.7,step=0.05,label="Temperature")
42
+ ],
43
+ outputs="text",
44
+ title="Article Title Generator"
45
+ )
46
+
47
+ interface.launch()
requirements.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ transformers
2
+ torch
3
+ gradio
4
+ nltk
5
+ sentencepiece