shubham212 commited on
Commit
1ab5a35
·
verified ·
1 Parent(s): 824f8d6

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +3 -3
config.json CHANGED
@@ -9,9 +9,9 @@
9
 
10
  "block_size": 1024,
11
  "vocab_size": 50304,
12
- "n_layer": 32,
13
- "n_head": 32,
14
- "n_embd": 2048,
15
  "dropout": 0.0,
16
  "bias": false,
17
 
 
9
 
10
  "block_size": 1024,
11
  "vocab_size": 50304,
12
+ "n_layer": 12,
13
+ "n_head": 12,
14
+ "n_embd": 768,
15
  "dropout": 0.0,
16
  "bias": false,
17