Spaces:
Paused
Paused
Update train.py
Browse files
train.py
CHANGED
|
@@ -56,7 +56,7 @@ def load_data():
|
|
| 56 |
dataset = Dataset.from_dict({'text': [example['text'] for example in data_list]})
|
| 57 |
return dataset
|
| 58 |
|
| 59 |
-
def encode_decode(
|
| 60 |
tokenized_texts = tok(
|
| 61 |
texts,
|
| 62 |
padding="max_length",
|
|
|
|
| 56 |
dataset = Dataset.from_dict({'text': [example['text'] for example in data_list]})
|
| 57 |
return dataset
|
| 58 |
|
| 59 |
+
def encode_decode(texts, tok):
|
| 60 |
tokenized_texts = tok(
|
| 61 |
texts,
|
| 62 |
padding="max_length",
|