tdooms commited on
Commit
654d684
·
verified ·
1 Parent(s): 2f83992

Update combined-l18-x16-a50-b0/config.json

Browse files
combined-l18-x16-a50-b0/config.json CHANGED
@@ -1,12 +1,12 @@
1
  {
2
  "alpha": 0.5,
3
  "architectures": [
4
- "Rainbow"
5
  ],
6
  "beta": 0.0,
7
  "d_model": 1024,
8
  "expansion": 16,
9
- "kind": "rainbow",
10
  "kwargs": {},
11
  "layer": 18,
12
  "n_ctx": 256,
 
1
  {
2
  "alpha": 0.5,
3
  "architectures": [
4
+ "Combined"
5
  ],
6
  "beta": 0.0,
7
  "d_model": 1024,
8
  "expansion": 16,
9
+ "kind": "combined",
10
  "kwargs": {},
11
  "layer": 18,
12
  "n_ctx": 256,