klemenk commited on
Commit
51cbd5e
·
verified ·
1 Parent(s): 345f7cd

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +5 -5
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "TuKoResearch/AuriStream1B_40Pred_librilight_500k",
3
  "architectures": ["AuriStream"],
4
  "model_type": "AuriStream.AuriStream",
5
  "auto_map": {
@@ -8,12 +8,12 @@
8
  "AutoModelForCausalLM": "modeling_auristream.AuriStream"
9
  },
10
  "vocab_size": 8192,
11
- "n_embd": 768,
12
- "n_layer": 12,
13
- "n_head": 12,
14
  "dropout": 0.0,
15
  "bias": false,
16
  "use_rope": false,
17
- "n_pred_steps": 40,
18
  "seq_len": 4096
19
  }
 
1
  {
2
+ "_name_or_path": "TuKoResearch/AuriStream200M_80Pred_librilight_200k",
3
  "architectures": ["AuriStream"],
4
  "model_type": "AuriStream.AuriStream",
5
  "auto_map": {
 
8
  "AutoModelForCausalLM": "modeling_auristream.AuriStream"
9
  },
10
  "vocab_size": 8192,
11
+ "n_embd": 1024,
12
+ "n_layer": 16,
13
+ "n_head": 16,
14
  "dropout": 0.0,
15
  "bias": false,
16
  "use_rope": false,
17
+ "n_pred_steps": 80,
18
  "seq_len": 4096
19
  }