Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -114,7 +114,8 @@ def preprocess_text():
|
|
| 114 |
|
| 115 |
df["cleaned_content"] = df["cleaned_content"].apply(lambda text: remove_rare_words(text))
|
| 116 |
|
| 117 |
-
df['tokenized_content'] = df['cleaned_content'].apply(lambda text:
|
|
|
|
| 118 |
|
| 119 |
# initialize stemmer
|
| 120 |
stemmer = PorterStemmer()
|
|
|
|
| 114 |
|
| 115 |
df["cleaned_content"] = df["cleaned_content"].apply(lambda text: remove_rare_words(text))
|
| 116 |
|
| 117 |
+
df['tokenized_content'] = df['cleaned_content'].apply(lambda text: text.split())
|
| 118 |
+
|
| 119 |
|
| 120 |
# initialize stemmer
|
| 121 |
stemmer = PorterStemmer()
|