Update config.json
Browse files- config.json +6 -4
config.json
CHANGED
|
@@ -26,7 +26,7 @@
|
|
| 26 |
"finetuning_task": null,
|
| 27 |
"forced_bos_token_id": null,
|
| 28 |
"forced_eos_token_id": null,
|
| 29 |
-
"hidden_act": "
|
| 30 |
"hidden_size": 768,
|
| 31 |
"id2label": {
|
| 32 |
"0": "LABEL_0",
|
|
@@ -83,7 +83,8 @@
|
|
| 83 |
"ff_post_act_layer_norm": false,
|
| 84 |
"use_pre_branch_norm": true,
|
| 85 |
"use_post_branch_norm": false,
|
| 86 |
-
"use_post_main_norm": false
|
|
|
|
| 87 |
},
|
| 88 |
"text_config_dict": null,
|
| 89 |
"transformers_version": null,
|
|
@@ -107,7 +108,7 @@
|
|
| 107 |
"finetuning_task": null,
|
| 108 |
"forced_bos_token_id": null,
|
| 109 |
"forced_eos_token_id": null,
|
| 110 |
-
"hidden_act": "
|
| 111 |
"hidden_size": 768,
|
| 112 |
"id2label": {
|
| 113 |
"0": "LABEL_0",
|
|
@@ -162,7 +163,8 @@
|
|
| 162 |
"ff_post_act_layer_norm": false,
|
| 163 |
"use_pre_branch_norm": true,
|
| 164 |
"use_post_branch_norm": false,
|
| 165 |
-
"use_post_main_norm": false
|
|
|
|
| 166 |
},
|
| 167 |
"vision_config_dict": null
|
| 168 |
}
|
|
|
|
| 26 |
"finetuning_task": null,
|
| 27 |
"forced_bos_token_id": null,
|
| 28 |
"forced_eos_token_id": null,
|
| 29 |
+
"hidden_act": "gelu",
|
| 30 |
"hidden_size": 768,
|
| 31 |
"id2label": {
|
| 32 |
"0": "LABEL_0",
|
|
|
|
| 83 |
"ff_post_act_layer_norm": false,
|
| 84 |
"use_pre_branch_norm": true,
|
| 85 |
"use_post_branch_norm": false,
|
| 86 |
+
"use_post_main_norm": false,
|
| 87 |
+
"norm_type": "rms_norm"
|
| 88 |
},
|
| 89 |
"text_config_dict": null,
|
| 90 |
"transformers_version": null,
|
|
|
|
| 108 |
"finetuning_task": null,
|
| 109 |
"forced_bos_token_id": null,
|
| 110 |
"forced_eos_token_id": null,
|
| 111 |
+
"hidden_act": "gelu",
|
| 112 |
"hidden_size": 768,
|
| 113 |
"id2label": {
|
| 114 |
"0": "LABEL_0",
|
|
|
|
| 163 |
"ff_post_act_layer_norm": false,
|
| 164 |
"use_pre_branch_norm": true,
|
| 165 |
"use_post_branch_norm": false,
|
| 166 |
+
"use_post_main_norm": false,
|
| 167 |
+
"norm_type": "rms_norm"
|
| 168 |
},
|
| 169 |
"vision_config_dict": null
|
| 170 |
}
|