File size: 528 Bytes
ef5e56f 0b60d31 ef5e56f 94b205e 2141c91 ef5e56f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
{
"_name_or_path": "TuKoResearch/AuriStream7BWide_dev",
"architectures": ["AuriStream"],
"model_type": "AuriStream.AuriStream",
"auto_map": {
"AutoConfig": "configuration_auristream.AuriStreamConfig",
"AutoModel": "modeling_auristream.AuriStream",
"AutoModelForCausalLM": "modeling_auristream.AuriStream"
},
"vocab_size": 8192,
"n_embd": 4096,
"n_layer": 32,
"n_head": 32,
"dropout": 0.0,
"bias": false,
"use_rope": true,
"n_pred_steps": 20,
"seq_len": 4096,
"skip_connections": true
}
|