File size: 378 Bytes
2020399
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
{
  "baseline": "codequant",
  "model": "deepseek-ai/DeepSeek-R1-Distill-Llama-8B",
  "bits": 4,
  "cluster_num": 16,
  "calibration_dataset": "mix-reason",
  "max_samples": 512,
  "rotation_max_samples": 512,
  "sequence_length": 512,
  "seconds": 7845.052353142761,
  "rotation_seconds": 1198.7797186756507,
  "cluster_seconds": 6646.27263446711,
  "folded_projections": 160
}