Synthyra
/

ANKH_base

text-generation-inference

Model card Files Files and versions

lhallee commited on Feb 21, 2024

Commit

13d53f5

·

verified ·

1 Parent(s): c73d1b7

Update config.json

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -13,11 +13,11 @@
   "eos_token_id": 1,
   "feed_forward_proj": "gated-gelu",
   "initializer_factor": 1.0,
-  "is_encoder_decoder": true,
   "is_gated_act": true,
   "layer_norm_epsilon": 1e-06,
   "model_type": "t5",
-  "num_decoder_layers": 24,
   "num_heads": 12,
   "num_layers": 48,
   "output_past": true,

   "eos_token_id": 1,
   "feed_forward_proj": "gated-gelu",
   "initializer_factor": 1.0,
+  "is_encoder_decoder": False,
   "is_gated_act": true,
   "layer_norm_epsilon": 1e-06,
   "model_type": "t5",
+  "num_decoder_layers": 0,
   "num_heads": 12,
   "num_layers": 48,
   "output_past": true,