Update pretrain.py
Browse files- pretrain.py +1 -1
pretrain.py
CHANGED
|
@@ -10,7 +10,7 @@ from novel_model import NovelTransformer
|
|
| 10 |
|
| 11 |
# 配置参数
|
| 12 |
BATCH_SIZE = 4 # CUDA设备通常可以处理更大的批次
|
| 13 |
-
EPOCHS =
|
| 14 |
LEARNING_RATE = 5e-5
|
| 15 |
VOCAB_SIZE = 8000
|
| 16 |
D_MODEL = 128
|
|
|
|
| 10 |
|
| 11 |
# 配置参数
|
| 12 |
BATCH_SIZE = 4 # CUDA设备通常可以处理更大的批次
|
| 13 |
+
EPOCHS = 80
|
| 14 |
LEARNING_RATE = 5e-5
|
| 15 |
VOCAB_SIZE = 8000
|
| 16 |
D_MODEL = 128
|