Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -18,9 +18,9 @@ def preprocess_text(text: str) -> typing.List[typing.List[str]]:
|
|
| 18 |
for sentence in sent_tokenizer.tokenize(text):
|
| 19 |
words = word_tokenizer.tokenize(sentence)
|
| 20 |
processed_words = fix_words(words)
|
| 21 |
-
processed_sentences.append(processed_words)
|
| 22 |
|
| 23 |
-
return
|
| 24 |
|
| 25 |
def fix_words(words: typing.List[str]) -> typing.List[str]:
|
| 26 |
fixed_words = []
|
|
|
|
| 18 |
for sentence in sent_tokenizer.tokenize(text):
|
| 19 |
words = word_tokenizer.tokenize(sentence)
|
| 20 |
processed_words = fix_words(words)
|
| 21 |
+
processed_sentences.append(" ".join(processed_words))
|
| 22 |
|
| 23 |
+
return processed_sentences
|
| 24 |
|
| 25 |
def fix_words(words: typing.List[str]) -> typing.List[str]:
|
| 26 |
fixed_words = []
|