Thijmen commited on
Commit
75e71a6
·
verified ·
1 Parent(s): 37146b1

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +10 -10
config.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
- n_layers = 6,
3
- d_model = 128,
4
- d_head = 64,
5
- n_heads = 8,
6
- d_mlp = 512,
7
- d_vocab = 61,
8
- n_ctx = 59,
9
- act_fn="gelu",
10
- normalization_type="LN",
11
- }
 
1
  {
2
+ "n_layers": 6,
3
+ "d_model": 128,
4
+ "d_head": 64,
5
+ "n_heads": 8,
6
+ "d_mlp": 512,
7
+ "d_vocab": 61,
8
+ "n_ctx": 59,
9
+ "act_fn": "gelu",
10
+ "normalization_type": "LN"
11
+ }