klemenk commited on
Commit
c219ef7
·
verified ·
1 Parent(s): 14c8c0c

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -7,12 +7,12 @@
7
  "AutoModel": "modeling_auristream.AuriStream",
8
  "AutoModelForCausalLM": "modeling_auristream.AuriStream"
9
  },
10
- "vocab_size": 8192,
11
  "n_embd": 768,
12
  "n_layer": 12,
13
  "n_head": 12,
14
  "dropout": 0.0,
15
  "bias": false,
16
  "use_rope": false,
17
- "seq_len": 4096
18
  }
 
7
  "AutoModel": "modeling_auristream.AuriStream",
8
  "AutoModelForCausalLM": "modeling_auristream.AuriStream"
9
  },
10
+ "vocab_size": 50304,
11
  "n_embd": 768,
12
  "n_layer": 12,
13
  "n_head": 12,
14
  "dropout": 0.0,
15
  "bias": false,
16
  "use_rope": false,
17
+ "seq_len": 64
18
  }