Terry Zhang
commited on
Commit
·
c0a2424
1
Parent(s):
5225d97
update max length
Browse files- tasks/text.py +1 -1
tasks/text.py
CHANGED
|
@@ -59,7 +59,7 @@ def tree_classifier(test_dataset: dict, model: str):
|
|
| 59 |
return predictions
|
| 60 |
|
| 61 |
class TextDataset(Dataset):
|
| 62 |
-
def __init__(self, texts, tokenizer, max_length=
|
| 63 |
self.texts = texts
|
| 64 |
self.tokenized_texts = tokenizer(
|
| 65 |
texts,
|
|
|
|
| 59 |
return predictions
|
| 60 |
|
| 61 |
class TextDataset(Dataset):
|
| 62 |
+
def __init__(self, texts, tokenizer, max_length=512):
|
| 63 |
self.texts = texts
|
| 64 |
self.tokenized_texts = tokenizer(
|
| 65 |
texts,
|