art8_src/summary.json

{
  "base_url": "http://127.0.0.1:8000",
  "benchmark_dependencies": [
    "sglang==0.5.2",
    "transformers==5.9.0",
    "jinja2==3.1.6",
    "pybase64==1.4.3",
    "pydantic==2.13.4"
  ],
  "benchmark_jsonl": "/state/benchmark.jsonl",
  "completed": 128,
  "decode_num_completion_tokens": 65536,
  "decode_num_records": 128,
  "decode_outputs_file": "/state/decode_outputs.jsonl",
  "decode_summary_file": "/state/decode_summary.json",
  "decode_token_ids_required": true,
  "duration_s": 158.69943727400016,
  "job_id": "6a2b138b59bbdade52d4a590",
  "max_concurrency": 1,
  "mean_e2e_latency_ms": 1239.545197023438,
  "model": "gemma-4-e4b-it",
  "num_prompts": 128,
  "output_len": 512,
  "output_tps": 412.9567257812628,
  "p99_e2e_latency_ms": 1911.0265987200105,
  "ppl": 2.3806337473542114,
  "ppl_num_tokens": 61797,
  "ppl_results_file": "/state/ppl_results.jsonl",
  "ppl_summary_file": "/state/ppl_summary.json",
  "request_throughput_req_s": 0.8065561050415289,
  "server_dependencies": [
    "https://wheels.vllm.ai/3e8afdf78598afc8be999a6a049be3a5fe182e48/vllm-0.22.1rc1.dev307%2Bg3e8afdf78.cu129-cp38-abi3-manylinux_2_28_x86_64.whl",
    "transformers==5.9.0",
    "xxhash==3.7.0",
    "jinja2==3.1.6",
    "MarkupSafe==3.0.3",
    "orjson==3.10.18",
    "compressed-tensors",
    "accelerate"
  ],
  "total_tps": 625.2322106768802,
  "tps": 412.9567257812628
}