kf_config.json

{
  "library_name": "kerasformers",
  "kerasformers_version": "1.2.4",
  "model_module": "kerasformers.models.t5",
  "model_class": "T5Model",
  "variant": "t5_3b",
  "weights": "model.weights.json",
  "schema_version": 2,
  "weight_dtype": "float32",
  "model_type": "t5",
  "text_config": {
    "vocab_size": 32128,
    "embed_dim": 1024,
    "key_value_dim": 128,
    "mlp_dim": 16384,
    "num_layers": 24,
    "num_decoder_layers": 24,
    "num_heads": 32,
    "relative_attention_num_buckets": 32,
    "relative_attention_max_distance": 128,
    "hidden_act": "relu",
    "layer_norm_eps": 1e-06,
    "dropout": 0.1,
    "tie_word_embeddings": true,
    "pad_token_id": 0,
    "eos_token_id": 1,
    "decoder_start_token_id": 0
  }
}