Spaces:
Runtime error
Runtime error
Create app.py
Browse files
app.py
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from transformers import AutoModelForMaskedLM
|
| 2 |
+
from transformers import AutoTokenizer
|
| 3 |
+
import spacy
|
| 4 |
+
import pytextrank
|
| 5 |
+
|
| 6 |
+
model_checkpoint = "vives/distilbert-base-uncased-finetuned-cvent-2019_2022"
|
| 7 |
+
model = AutoModelForMaskedLM.from_pretrained(model_checkpoint, output_hidden_states=True)
|
| 8 |
+
tokenizer = AutoTokenizer.from_pretrained(model_checkpoint)
|
| 9 |
+
|
| 10 |
+
|
| 11 |
+
FILT_GROUPS = ["CARDINAL", "TIME", "DATE", "PERCENT", "MONEY", "QUANTITY", "ORDINAL"]
|
| 12 |
+
POS = ["NOUN", "PROPN", "VERB"]
|
| 13 |
+
|
| 14 |
+
nlp = spacy.load("en_core_web_sm")
|
| 15 |
+
nlp.add_pipe("textrank", last=True, config={"pos_kept": POS, "token_lookback": 3})
|
| 16 |
+
all_stopwords = nlp.Defaults.stop_words
|