Update utils.py
Browse files
utils.py
CHANGED
|
@@ -62,7 +62,10 @@ from tempfile import NamedTemporaryFile
|
|
| 62 |
import nltk
|
| 63 |
from nltk.corpus import stopwords
|
| 64 |
from nltk.tokenize import word_tokenize
|
| 65 |
-
from nltk.stem import WordNetLemmatizer
|
|
|
|
|
|
|
|
|
|
| 66 |
|
| 67 |
from sklearn.feature_extraction.text import TfidfVectorizer
|
| 68 |
from sklearn.metrics.pairwise import cosine_similarity
|
|
|
|
| 62 |
import nltk
|
| 63 |
from nltk.corpus import stopwords
|
| 64 |
from nltk.tokenize import word_tokenize
|
| 65 |
+
from nltk.stem import WordNetLemmatizer, PorterStemmer
|
| 66 |
+
from nltk.tokenize import RegexpTokenizer
|
| 67 |
+
from transformers import BertModel, BertTokenizer
|
| 68 |
+
from nltk.stem.snowball import SnowballStemmer
|
| 69 |
|
| 70 |
from sklearn.feature_extraction.text import TfidfVectorizer
|
| 71 |
from sklearn.metrics.pairwise import cosine_similarity
|