Prageeth-1 commited on
Commit
e09c262
·
verified ·
1 Parent(s): a1e7e05

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -114,7 +114,8 @@ def preprocess_text():
114
 
115
  df["cleaned_content"] = df["cleaned_content"].apply(lambda text: remove_rare_words(text))
116
 
117
- df['tokenized_content'] = df['cleaned_content'].apply(lambda text: nltk.word_tokenize(text))
 
118
 
119
  # initialize stemmer
120
  stemmer = PorterStemmer()
 
114
 
115
  df["cleaned_content"] = df["cleaned_content"].apply(lambda text: remove_rare_words(text))
116
 
117
+ df['tokenized_content'] = df['cleaned_content'].apply(lambda text: text.split())
118
+
119
 
120
  # initialize stemmer
121
  stemmer = PorterStemmer()