Hugging Face's logo

irotem98
/
fast-code-pruner

Token Classification
Safetensors
vllm
qwen2
code
code-pruning
context-pruning
Model card Files
xet
 Community
fast-code-pruner
File size: 2,416 Bytes
11544fb
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
{
  "hardware": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
  "validation_samples": 6119,
  "validation_seed": 43,
  "validation": {
    "fast-code-pruner": {
      "loss": 0.2731010076982715,
      "compression_loss": 0.2731010076982715,
      "accuracy": 0.859388530254364,
      "precision": 0.8149362802505493,
      "recall": 0.8348633646965027,
      "f1": 0.8247794508934021
    }
  },
  "serving": {
    "date_utc": "2026-07-28",
    "backend": "vLLM 0.13.0",
    "checkpoint": "001-kd-search-weight-0.4-ac3262",
    "requests_per_repeat": 1000,
    "unique_validation_examples": 100,
    "repeats": 3,
    "prefix_caching": false,
    "hugging_face": {
      "requests_per_repeat": 100,
      "warmup_requests": 10,
      "repeats": 3,
      "max_model_length": 8192,
      "serialized_requests": true,
      "concurrency_1": {
        "requests_per_second_runs": [
          15.635215615008196,
          16.014152944551167,
          16.04293924256032
        ],
        "requests_per_second_median": 16.014152944551167
      },
      "concurrency_16": {
        "requests_per_second_runs": [
          15.961968793509204,
          16.049117711074377,
          16.03105236128065
        ],
        "requests_per_second_median": 16.03105236128065
      }
    },
    "concurrency_1": {
      "requests_per_second_runs": [
        77.85959605324707,
        79.01445520339735,
        79.55801844550992
      ],
      "requests_per_second_median": 79.01445520339735,
      "model_input_tokens_per_second_median": 56078.92929150719,
      "latency_p50_ms_median": 11.922281002625823,
      "latency_p95_ms_median": 16.762261977419257
    },
    "concurrency_16": {
      "requests_per_second_runs": [
        139.21897948711825,
        143.42106837168544,
        143.6922866973871
      ],
      "requests_per_second_median": 143.42106837168544,
      "model_input_tokens_per_second_median": 101790.2348554363,
      "latency_p50_ms_median": 108.39256300823763,
      "latency_p95_ms_median": 160.10672401171178
    },
    "concurrency_64": {
      "requests_per_second_runs": [
        172.7439921722694,
        174.6905065239383,
        172.40774004660466
      ],
      "requests_per_second_median": 172.7439921722694,
      "model_input_tokens_per_second_median": 122601.59356442477,
      "latency_p50_ms_median": 369.8863319878001,
      "latency_p95_ms_median": 497.7567640016787
    }
  }
}