artifact_src/summary.json

{
  "base_url": "http://127.0.0.1:8000",
  "benchmark_dependencies": [
    "sglang==0.5.2",
    "transformers==5.9.0",
    "jinja2==3.1.6",
    "pybase64==1.4.3",
    "pydantic==2.13.4"
  ],
  "benchmark_jsonl": "/state/benchmark.jsonl",
  "completed": 128,
  "decode_num_completion_tokens": 65536,
  "decode_num_records": 128,
  "decode_outputs_file": "/state/decode_outputs.jsonl",
  "decode_summary_file": "/state/decode_summary.json",
  "decode_token_ids_required": true,
  "duration_s": 227.29461301999982,
  "job_id": "6a28a5bf59bbdade52d47101",
  "max_concurrency": 1,
  "mean_e2e_latency_ms": 1775.4602179609478,
  "model": "gemma-4-e4b-it",
  "num_prompts": 128,
  "output_len": 512,
  "output_tps": 288.33063454184656,
  "p99_e2e_latency_ms": 2440.005612990217,
  "ppl": 2.0268043678874803,
  "ppl_num_tokens": 61797,
  "ppl_results_file": "/state/ppl_results.jsonl",
  "ppl_summary_file": "/state/ppl_summary.json",
  "request_throughput_req_s": 0.5631457705895441,
  "server_dependencies": [
    "https://wheels.vllm.ai/3e8afdf78598afc8be999a6a049be3a5fe182e48/vllm-0.22.1rc1.dev307%2Bg3e8afdf78.cu129-cp38-abi3-manylinux_2_28_x86_64.whl",
    "transformers",
    "huggingface_hub"
  ],
  "total_tps": 436.54356203888216,
  "tps": 288.33063454184656
}