Update hidden_act and layer_norm_eps
Browse files- config.json +4 -3
config.json
CHANGED
|
@@ -61,12 +61,12 @@
|
|
| 61 |
"feat_proj_dropout": 0.1,
|
| 62 |
"feature_extractor_type": "Wav2Vec2FeatureExtractor",
|
| 63 |
"final_dropout": 0.0,
|
| 64 |
-
"hidden_act": "
|
| 65 |
"hidden_dropout": 0.1,
|
| 66 |
"hidden_size": 384,
|
| 67 |
"initializer_range": 0.02,
|
| 68 |
"intermediate_size": 1536,
|
| 69 |
-
"layer_norm_eps": 1e-
|
| 70 |
"layerdrop": 0.05,
|
| 71 |
"mask_feature_length": 10,
|
| 72 |
"mask_feature_prob": 0.0,
|
|
@@ -93,5 +93,6 @@
|
|
| 93 |
"tokenizer_class": "Wav2Vec2CTCTokenizer",
|
| 94 |
"torch_dtype": "float32",
|
| 95 |
"transformers_version": "4.12.0.dev0",
|
| 96 |
-
"use_weighted_layer_sum": false
|
|
|
|
| 97 |
}
|
|
|
|
| 61 |
"feat_proj_dropout": 0.1,
|
| 62 |
"feature_extractor_type": "Wav2Vec2FeatureExtractor",
|
| 63 |
"final_dropout": 0.0,
|
| 64 |
+
"hidden_act": "gelu_python",
|
| 65 |
"hidden_dropout": 0.1,
|
| 66 |
"hidden_size": 384,
|
| 67 |
"initializer_range": 0.02,
|
| 68 |
"intermediate_size": 1536,
|
| 69 |
+
"layer_norm_eps": 1e-07,
|
| 70 |
"layerdrop": 0.05,
|
| 71 |
"mask_feature_length": 10,
|
| 72 |
"mask_feature_prob": 0.0,
|
|
|
|
| 93 |
"tokenizer_class": "Wav2Vec2CTCTokenizer",
|
| 94 |
"torch_dtype": "float32",
|
| 95 |
"transformers_version": "4.12.0.dev0",
|
| 96 |
+
"use_weighted_layer_sum": false,
|
| 97 |
+
"feature_layer_norm_eps": 1e-05
|
| 98 |
}
|