Spaces:
Paused
Paused
Update train.py
Browse files
train.py
CHANGED
|
@@ -7,7 +7,7 @@ from transformers import AutoTokenizer, LlamaConfig, LlamaForCausalLM, TrainingA
|
|
| 7 |
from datasets import load_dataset
|
| 8 |
from tokenizers import ByteLevelBPETokenizer
|
| 9 |
|
| 10 |
-
MAX_SEQ_LENGTH =
|
| 11 |
BATCH_SIZE = 64
|
| 12 |
EPOCHS = 1
|
| 13 |
LEARNING_RATE = 1e-5
|
|
|
|
| 7 |
from datasets import load_dataset
|
| 8 |
from tokenizers import ByteLevelBPETokenizer
|
| 9 |
|
| 10 |
+
MAX_SEQ_LENGTH = 128
|
| 11 |
BATCH_SIZE = 64
|
| 12 |
EPOCHS = 1
|
| 13 |
LEARNING_RATE = 1e-5
|