Update config.json
Browse files- config.json +4 -2
config.json
CHANGED
|
@@ -79,7 +79,8 @@
|
|
| 79 |
"use_bfloat16": false,
|
| 80 |
"vocab_size": 49408,
|
| 81 |
"use_attention_bias": false,
|
| 82 |
-
"use_glu_in_ff": true
|
|
|
|
| 83 |
},
|
| 84 |
"text_config_dict": null,
|
| 85 |
"transformers_version": null,
|
|
@@ -154,7 +155,8 @@
|
|
| 154 |
"torch_dtype": null,
|
| 155 |
"torchscript": false,
|
| 156 |
"use_bfloat16": false,
|
| 157 |
-
"use_glu_in_ff": true
|
|
|
|
| 158 |
},
|
| 159 |
"vision_config_dict": null
|
| 160 |
}
|
|
|
|
| 79 |
"use_bfloat16": false,
|
| 80 |
"vocab_size": 49408,
|
| 81 |
"use_attention_bias": false,
|
| 82 |
+
"use_glu_in_ff": true,
|
| 83 |
+
"ff_post_act_layer_norm": false
|
| 84 |
},
|
| 85 |
"text_config_dict": null,
|
| 86 |
"transformers_version": null,
|
|
|
|
| 155 |
"torch_dtype": null,
|
| 156 |
"torchscript": false,
|
| 157 |
"use_bfloat16": false,
|
| 158 |
+
"use_glu_in_ff": true,
|
| 159 |
+
"ff_post_act_layer_norm": false
|
| 160 |
},
|
| 161 |
"vision_config_dict": null
|
| 162 |
}
|