Lexim011 commited on
Commit
2ff24df
·
verified ·
1 Parent(s): 232c6cf

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +12 -2
config.json CHANGED
@@ -1,2 +1,12 @@
1
- model = T5ForConditionalGeneration.from_pretrained("t5-small")
2
- model.save_pretrained("/Users/airalex/Documents/LLM")
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": ["T5ForConditionalGeneration"],
3
+ "model_type": "T5",
4
+ "tokenizer_class": "T5Tokenizer",
5
+ "d_model": 512,
6
+ "num_layers": 6,
7
+ "num_heads": 8,
8
+ "d_ff": 2048,
9
+ "dropout_rate": 0.1,
10
+ "vocab_size": 32128,
11
+ "max_position_embeddings": 512
12
+ }