File size: 431 Bytes
11544fb
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
{
  "source_checkpoint": "fast-code-pruner retained seed-43 checkpoint",
  "base_model": "Qwen/Qwen2.5-Coder-0.5B",
  "architecture": "SwePrunerVllmForTokenClassification",
  "merged_lora_modules": 107,
  "pruned_attention_layers": [
    6,
    16,
    17
  ],
  "input_format": "plain_pruner",
  "output_contract": {
    "token_keep_probability": "softmax(columns[0:2])[1]",
    "document_score": "exp(last_token_column_2)"
  }
}