File size: 518 Bytes
cb433df edbfcc5 cb433df edbfcc5 cb433df |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
{
"_name_or_path": "TuKoResearch/AuriStream100M_RoPE_librilight",
"architectures": ["AuriStream"],
"model_type": "AuriStream.AuriStream",
"auto_map": {
"AutoConfig": "configuration_auristream.AuriStreamConfig",
"AutoModel": "modeling_auristream.AuriStream",
"AutoModelForCausalLM": "modeling_auristream.AuriStream"
},
"vocab_size": 8192,
"n_embd": 4096,
"n_layer": 32,
"n_head": 32,
"dropout": 0.0,
"bias": false,
"use_rope": true,
"skip_connections": true,
"n_pred_steps": 20
} |