Terry Zhang
commited on
Commit
·
85ec854
1
Parent(s):
f5aa578
change textprocessor import
Browse files- tasks/text.py +2 -1
tasks/text.py
CHANGED
|
@@ -4,7 +4,6 @@ from datasets import load_dataset
|
|
| 4 |
from sklearn.metrics import accuracy_score
|
| 5 |
import random
|
| 6 |
from skops.io import load
|
| 7 |
-
from .utils.text_preprocessor import TextPreprocessor
|
| 8 |
|
| 9 |
|
| 10 |
from .utils.evaluation import TextEvaluationRequest
|
|
@@ -29,6 +28,8 @@ def baseline_model(dataset_length: int):
|
|
| 29 |
return predictions
|
| 30 |
|
| 31 |
def tree_classifier(test_dataset: dict, model: str):
|
|
|
|
|
|
|
| 32 |
texts = test_dataset["quote"]
|
| 33 |
|
| 34 |
model_path = f"tasks/text_models/{model}.skops"
|
|
|
|
| 4 |
from sklearn.metrics import accuracy_score
|
| 5 |
import random
|
| 6 |
from skops.io import load
|
|
|
|
| 7 |
|
| 8 |
|
| 9 |
from .utils.evaluation import TextEvaluationRequest
|
|
|
|
| 28 |
return predictions
|
| 29 |
|
| 30 |
def tree_classifier(test_dataset: dict, model: str):
|
| 31 |
+
from .utils.text_preprocessor import TextPreprocessor
|
| 32 |
+
|
| 33 |
texts = test_dataset["quote"]
|
| 34 |
|
| 35 |
model_path = f"tasks/text_models/{model}.skops"
|