File size: 320 Bytes
49b1ef5 | 1 2 3 4 5 6 7 8 9 10 11 12 13 | {
"model_type": "majeppa",
"base_model": "loubb/aria-medium",
"hidden_size": 1536,
"embedding_dim": 512,
"context_length": 4096,
"lora_r": 512,
"lora_alpha": 32,
"lora_target_modules": ["mixed_qkv", "att_proj_linear"],
"vocab_size": 17743,
"special_tokens": ["[COND_perf]", "[COND_rec]", "[PRED]"]
}
|