Spaces:
Runtime error
Runtime error
Update scripts/process.py
Browse files- scripts/process.py +1 -1
scripts/process.py
CHANGED
|
@@ -59,7 +59,7 @@ def load_document(
|
|
| 59 |
|
| 60 |
return documents
|
| 61 |
|
| 62 |
-
|
| 63 |
"""
|
| 64 |
takes in haystack document object and splits it into paragraphs and applies simple cleaning.
|
| 65 |
Returns cleaned list of haystack document objects. One paragraph per object. Also returns pandas df and
|
|
|
|
| 59 |
|
| 60 |
return documents
|
| 61 |
|
| 62 |
+
def preprocessing(document):
|
| 63 |
"""
|
| 64 |
takes in haystack document object and splits it into paragraphs and applies simple cleaning.
|
| 65 |
Returns cleaned list of haystack document objects. One paragraph per object. Also returns pandas df and
|