Update config.json
Browse files- config.json +0 -12
config.json
CHANGED
|
@@ -67,20 +67,13 @@
|
|
| 67 |
"torchscript": false,
|
| 68 |
"use_bfloat16": false,
|
| 69 |
"vocab_size": 256,
|
| 70 |
-
"use_attention_bias": false,
|
| 71 |
-
"use_glu_in_ff": true,
|
| 72 |
"ff_post_act_layer_norm": false,
|
| 73 |
-
"use_pre_branch_norm": true,
|
| 74 |
-
"use_post_branch_norm": false,
|
| 75 |
-
"use_post_main_norm": false,
|
| 76 |
-
"norm_type": "rms_norm",
|
| 77 |
"use_rotary_embedding": true,
|
| 78 |
"summary_type": "mean"
|
| 79 |
},
|
| 80 |
"text_config_dict": null,
|
| 81 |
"transformers_version": null,
|
| 82 |
"speech_config": {
|
| 83 |
-
"use_attention_bias": false,
|
| 84 |
"_name_or_path": "",
|
| 85 |
"add_cross_attention": false,
|
| 86 |
"architectures": null,
|
|
@@ -141,12 +134,7 @@
|
|
| 141 |
"torch_dtype": null,
|
| 142 |
"torchscript": false,
|
| 143 |
"use_bfloat16": false,
|
| 144 |
-
"use_glu_in_ff": true,
|
| 145 |
"ff_post_act_layer_norm": false,
|
| 146 |
-
"use_pre_branch_norm": true,
|
| 147 |
-
"use_post_branch_norm": false,
|
| 148 |
-
"use_post_main_norm": false,
|
| 149 |
-
"norm_type": "rms_norm",
|
| 150 |
"use_rotary_embedding": true,
|
| 151 |
"summary_type": "mean"
|
| 152 |
},
|
|
|
|
| 67 |
"torchscript": false,
|
| 68 |
"use_bfloat16": false,
|
| 69 |
"vocab_size": 256,
|
|
|
|
|
|
|
| 70 |
"ff_post_act_layer_norm": false,
|
|
|
|
|
|
|
|
|
|
|
|
|
| 71 |
"use_rotary_embedding": true,
|
| 72 |
"summary_type": "mean"
|
| 73 |
},
|
| 74 |
"text_config_dict": null,
|
| 75 |
"transformers_version": null,
|
| 76 |
"speech_config": {
|
|
|
|
| 77 |
"_name_or_path": "",
|
| 78 |
"add_cross_attention": false,
|
| 79 |
"architectures": null,
|
|
|
|
| 134 |
"torch_dtype": null,
|
| 135 |
"torchscript": false,
|
| 136 |
"use_bfloat16": false,
|
|
|
|
| 137 |
"ff_post_act_layer_norm": false,
|
|
|
|
|
|
|
|
|
|
|
|
|
| 138 |
"use_rotary_embedding": true,
|
| 139 |
"summary_type": "mean"
|
| 140 |
},
|