File size: 544 Bytes
ce2d64b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
{
  "cases": [
    {
      "name": "replace-with-a-real-measured-case",
      "config": {
        "model": "Qwen2.5-3B",
        "accelerator": "L4",
        "quantization": "int8",
        "request_rate_rps": 4,
        "duration_s": 30,
        "prompt_tokens_mean": 512,
        "output_tokens_mean": 64
      },
      "measured": {
        "p95_ttft_ms": 0,
        "p95_e2e_ms": 0,
        "goodput_rps": 0
      }
    }
  ],
  "note": "Template only. Zero placeholders are not benchmark measurements and should be replaced before use."
}