Prageeth-1 commited on
Commit
06c38a0
·
verified ·
1 Parent(s): e09c262

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -271,7 +271,7 @@ with tab1:
271
 
272
  df["cleaned_content"] = df["cleaned_content"].apply(lambda text: remove_rare_words(text))
273
 
274
- df['tokenized_content'] = df['cleaned_content'].apply(lambda text: nltk.word_tokenize(text))
275
 
276
  # initialize stemmer
277
  stemmer = PorterStemmer()
 
271
 
272
  df["cleaned_content"] = df["cleaned_content"].apply(lambda text: remove_rare_words(text))
273
 
274
+ df['tokenized_content'] = df['cleaned_content'].apply(lambda text: text.split())
275
 
276
  # initialize stemmer
277
  stemmer = PorterStemmer()