File size: 320 Bytes
49b1ef5
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
{
  "model_type": "majeppa",
  "base_model": "loubb/aria-medium",
  "hidden_size": 1536,
  "embedding_dim": 512,
  "context_length": 4096,
  "lora_r": 512,
  "lora_alpha": 32,
  "lora_target_modules": ["mixed_qkv", "att_proj_linear"],
  "vocab_size": 17743,
  "special_tokens": ["[COND_perf]", "[COND_rec]", "[PRED]"]
}