Update train.py
Browse files
train.py
CHANGED
|
@@ -72,7 +72,7 @@ print(f"Dataset has {tokenized_datasets['train'].num_rows} rows of {batch_size}
|
|
| 72 |
# ============================
|
| 73 |
# Split Dataset into Train and Validation
|
| 74 |
# ============================
|
| 75 |
-
split_dataset = tokenized_datasets['train'].train_test_split(test_size=.
|
| 76 |
train_dataset = split_dataset['train']
|
| 77 |
valid_dataset = split_dataset['test']
|
| 78 |
|
|
|
|
| 72 |
# ============================
|
| 73 |
# Split Dataset into Train and Validation
|
| 74 |
# ============================
|
| 75 |
+
split_dataset = tokenized_datasets['train'].train_test_split(test_size=.001)
|
| 76 |
train_dataset = split_dataset['train']
|
| 77 |
valid_dataset = split_dataset['test']
|
| 78 |
|