Upload corpus230M[human]-model170M/config.yaml with huggingface_hub
Browse files
corpus230M[human]-model170M/config.yaml
CHANGED
|
@@ -26,8 +26,10 @@ model:
|
|
| 26 |
use_learnable_embs_freq: 0.8
|
| 27 |
validate_before_training: true
|
| 28 |
freeze_pretrained_vocabulary: true
|
|
|
|
| 29 |
dim_model: 1024
|
| 30 |
activation: gelu
|
|
|
|
| 31 |
pe_max_len: 25000
|
| 32 |
norm_scheme: pre
|
| 33 |
decoder_head: false
|
|
|
|
| 26 |
use_learnable_embs_freq: 0.8
|
| 27 |
validate_before_training: true
|
| 28 |
freeze_pretrained_vocabulary: true
|
| 29 |
+
cls_value: -2
|
| 30 |
dim_model: 1024
|
| 31 |
activation: gelu
|
| 32 |
+
mask_value: -1
|
| 33 |
pe_max_len: 25000
|
| 34 |
norm_scheme: pre
|
| 35 |
decoder_head: false
|