Kaveh commited on
Commit
8e1a59b
·
unverified ·
1 Parent(s): f0787fe

Create models.py

Browse files
Files changed (1) hide show
  1. summarizer/models.py +15 -0
summarizer/models.py ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline
2
+
3
+ def load_model():
4
+ model_name = "m3hrdadfi/bert2bert-fa-summarizer"
5
+
6
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
7
+ model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
8
+
9
+ summarizer = pipeline("summarization", model=model, tokenizer=tokenizer)
10
+
11
+ def summarize(text):
12
+ result = summarizer(text, max_length=128, min_length=30, do_sample=False)
13
+ return result[0]["summary_text"]
14
+
15
+ return summarize