art2_src/summary.json

{
  "base_url": "http://127.0.0.1:8000",
  "benchmark_dependencies": [
    "sglang==0.5.2",
    "transformers==5.9.0",
    "jinja2==3.1.6",
    "pybase64==1.4.3",
    "pydantic==2.13.4"
  ],
  "benchmark_jsonl": "/state/benchmark.jsonl",
  "completed": 128,
  "decode_num_completion_tokens": 65536,
  "decode_num_records": 128,
  "decode_outputs_file": "/state/decode_outputs.jsonl",
  "decode_summary_file": "/state/decode_summary.json",
  "decode_token_ids_required": true,
  "duration_s": 341.5008868959999,
  "job_id": "6a28b15259bbdade52d471f5",
  "max_concurrency": 1,
  "mean_e2e_latency_ms": 2667.6958370078373,
  "model": "gemma-4-e4b-it",
  "num_prompts": 128,
  "output_len": 512,
  "output_tps": 191.9057973631507,
  "p99_e2e_latency_ms": 3603.2763044298235,
  "ppl": 2.026765309204857,
  "ppl_num_tokens": 61797,
  "ppl_results_file": "/state/ppl_results.jsonl",
  "ppl_summary_file": "/state/ppl_summary.json",
  "request_throughput_req_s": 0.3748160104749037,
  "server_dependencies": [
    "https://wheels.vllm.ai/3e8afdf78598afc8be999a6a049be3a5fe182e48/vllm-0.22.1rc1.dev307%2Bg3e8afdf78.cu129-cp38-abi3-manylinux_2_28_x86_64.whl",
    "transformers==5.9.0",
    "xxhash==3.7.0",
    "jinja2==3.1.6",
    "MarkupSafe==3.0.3"
  ],
  "total_tps": 290.5526861200144,
  "tps": 191.9057973631507
}