dilip025 commited on
Commit
8d979f5
·
verified ·
1 Parent(s): 8cbc022

Upload hf_model/config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. hf_model/config.json +9 -0
hf_model/config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "decoder-only-transformer",
3
+ "vocab_size": 35000,
4
+ "max_len": 256,
5
+ "embed_dim": 512,
6
+ "num_heads": 8,
7
+ "depth": 6,
8
+ "ff_dim": 2048
9
+ }