Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
|
@@ -2,14 +2,6 @@ import streamlit as st
|
|
| 2 |
import pickle
|
| 3 |
import re
|
| 4 |
|
| 5 |
-
from nltk.corpus import stopwords
|
| 6 |
-
from nltk.tokenize import word_tokenize
|
| 7 |
-
import nltk
|
| 8 |
-
|
| 9 |
-
#Download NLTK Data
|
| 10 |
-
nltk.download('stopwords')
|
| 11 |
-
nltk.download('punkt')
|
| 12 |
-
|
| 13 |
#loading models
|
| 14 |
clf = pickle.load(open('clf.pkl','rb'))
|
| 15 |
tfidf = pickle.load(open('tfidf.pkl','rb'))
|
|
@@ -49,8 +41,7 @@ def remove_stopwords(text, language='english'):
|
|
| 49 |
Returns:
|
| 50 |
filtered_text (str): Text without stopwords.
|
| 51 |
"""
|
| 52 |
-
|
| 53 |
-
words = word_tokenize(text)
|
| 54 |
filtered_words = [word for word in words if word.lower() not in stop_words]
|
| 55 |
filtered_text = ' '.join(filtered_words)
|
| 56 |
return filtered_text
|
|
|
|
| 2 |
import pickle
|
| 3 |
import re
|
| 4 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5 |
#loading models
|
| 6 |
clf = pickle.load(open('clf.pkl','rb'))
|
| 7 |
tfidf = pickle.load(open('tfidf.pkl','rb'))
|
|
|
|
| 41 |
Returns:
|
| 42 |
filtered_text (str): Text without stopwords.
|
| 43 |
"""
|
| 44 |
+
words = text.split()
|
|
|
|
| 45 |
filtered_words = [word for word in words if word.lower() not in stop_words]
|
| 46 |
filtered_text = ' '.join(filtered_words)
|
| 47 |
return filtered_text
|