Shrikrishna commited on
Commit
9337873
·
verified ·
1 Parent(s): 9a72e22

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -10
app.py CHANGED
@@ -2,14 +2,6 @@ import streamlit as st
2
  import pickle
3
  import re
4
 
5
- from nltk.corpus import stopwords
6
- from nltk.tokenize import word_tokenize
7
- import nltk
8
-
9
- #Download NLTK Data
10
- nltk.download('stopwords')
11
- nltk.download('punkt')
12
-
13
  #loading models
14
  clf = pickle.load(open('clf.pkl','rb'))
15
  tfidf = pickle.load(open('tfidf.pkl','rb'))
@@ -49,8 +41,7 @@ def remove_stopwords(text, language='english'):
49
  Returns:
50
  filtered_text (str): Text without stopwords.
51
  """
52
- stop_words = set(stopwords.words(language))
53
- words = word_tokenize(text)
54
  filtered_words = [word for word in words if word.lower() not in stop_words]
55
  filtered_text = ' '.join(filtered_words)
56
  return filtered_text
 
2
  import pickle
3
  import re
4
 
 
 
 
 
 
 
 
 
5
  #loading models
6
  clf = pickle.load(open('clf.pkl','rb'))
7
  tfidf = pickle.load(open('tfidf.pkl','rb'))
 
41
  Returns:
42
  filtered_text (str): Text without stopwords.
43
  """
44
+ words = text.split()
 
45
  filtered_words = [word for word in words if word.lower() not in stop_words]
46
  filtered_text = ' '.join(filtered_words)
47
  return filtered_text