Spaces:
Sleeping
Sleeping
Fix config: add full training section required by JoeyNMT
Browse files- models/en-es/config.yaml +24 -0
models/en-es/config.yaml
CHANGED
|
@@ -38,9 +38,33 @@ testing:
|
|
| 38 |
eval_metrics:
|
| 39 |
- bleu
|
| 40 |
training:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 41 |
model_dir: .
|
|
|
|
|
|
|
| 42 |
use_cuda: false
|
| 43 |
fp16: false
|
|
|
|
|
|
|
| 44 |
model:
|
| 45 |
encoder:
|
| 46 |
type: transformer
|
|
|
|
| 38 |
eval_metrics:
|
| 39 |
- bleu
|
| 40 |
training:
|
| 41 |
+
random_seed: 42
|
| 42 |
+
optimizer: adam
|
| 43 |
+
normalization: tokens
|
| 44 |
+
adam_betas:
|
| 45 |
+
- 0.9
|
| 46 |
+
- 0.98
|
| 47 |
+
scheduling: noam
|
| 48 |
+
learning_rate: 0.0003
|
| 49 |
+
warmup: 4000
|
| 50 |
+
learning_rate_min: 1.0e-06
|
| 51 |
+
weight_decay: 0.0
|
| 52 |
+
label_smoothing: 0.1
|
| 53 |
+
loss: crossentropy
|
| 54 |
+
batch_size: 4096
|
| 55 |
+
batch_type: token
|
| 56 |
+
batch_multiplier: 1
|
| 57 |
+
early_stopping_metric: bleu
|
| 58 |
+
epochs: 15
|
| 59 |
+
validation_freq: 1000
|
| 60 |
+
logging_freq: 200
|
| 61 |
model_dir: .
|
| 62 |
+
overwrite: false
|
| 63 |
+
shuffle: true
|
| 64 |
use_cuda: false
|
| 65 |
fp16: false
|
| 66 |
+
patience: 8
|
| 67 |
+
keep_best_ckpts: 3
|
| 68 |
model:
|
| 69 |
encoder:
|
| 70 |
type: transformer
|