File size: 525 Bytes
aca4634 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
{
"_name_or_path": "TuKoResearch/AuriStream7BDeep",
"architectures": ["AuriStream"],
"model_type": "AuriStream.AuriStream",
"auto_map": {
"AutoConfig": "configuration_auristream.AuriStreamConfig",
"AutoModel": "modeling_auristream.AuriStream",
"AutoModelForCausalLM": "modeling_auristream.AuriStream"
},
"vocab_size": 8192,
"n_embd": 2560,
"n_layer": 96,
"n_head": 32,
"dropout": 0.0,
"bias": false,
"use_rope": true,
"n_pred_steps": 20,
"seq_len": 4096,
"skip_connections": false
}
|