klemenk's picture
Create config.json
526f1cf verified
{
"_name_or_path": "TuKoResearch/AuriStream100M_librilight_dev_0steps",
"architectures": ["AuriStream"],
"model_type": "AuriStream.AuriStream",
"auto_map": {
"AutoConfig": "configuration_auristream.AuriStreamConfig",
"AutoModel": "modeling_auristream.AuriStream",
"AutoModelForCausalLM": "modeling_auristream.AuriStream"
},
"vocab_size": 8192,
"n_embd": 768,
"n_layer": 12,
"n_head": 12,
"dropout": 0.0,
"bias": false,
"use_rope": true,
"seq_len": 4096,
"n_pred_steps": 20
}