Soha368 commited on
Commit
391c803
·
1 Parent(s): 2b2cee2

Fix config: add full training section required by JoeyNMT

Browse files
Files changed (1) hide show
  1. models/en-es/config.yaml +24 -0
models/en-es/config.yaml CHANGED
@@ -38,9 +38,33 @@ testing:
38
  eval_metrics:
39
  - bleu
40
  training:
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
41
  model_dir: .
 
 
42
  use_cuda: false
43
  fp16: false
 
 
44
  model:
45
  encoder:
46
  type: transformer
 
38
  eval_metrics:
39
  - bleu
40
  training:
41
+ random_seed: 42
42
+ optimizer: adam
43
+ normalization: tokens
44
+ adam_betas:
45
+ - 0.9
46
+ - 0.98
47
+ scheduling: noam
48
+ learning_rate: 0.0003
49
+ warmup: 4000
50
+ learning_rate_min: 1.0e-06
51
+ weight_decay: 0.0
52
+ label_smoothing: 0.1
53
+ loss: crossentropy
54
+ batch_size: 4096
55
+ batch_type: token
56
+ batch_multiplier: 1
57
+ early_stopping_metric: bleu
58
+ epochs: 15
59
+ validation_freq: 1000
60
+ logging_freq: 200
61
  model_dir: .
62
+ overwrite: false
63
+ shuffle: true
64
  use_cuda: false
65
  fp16: false
66
+ patience: 8
67
+ keep_best_ckpts: 3
68
  model:
69
  encoder:
70
  type: transformer