{
 "vllm": "0.33.0",
 "torch": "2.14.0+cu130",
 "transformers": "5.20.2",
 "gpu": "NVIDIA H200",
 "cmd": [
  "vllm",
  "serve",
  "Qwen/Qwen3.5-0.8B",
  "--revision",
  "2fc06364715b967f1860aea9cf38778875588b17",
  "--tokenizer-revision",
  "2fc06364715b967f1860aea9cf38778875588b17",
  "--dtype",
  "bfloat16",
  "--max-model-len",
  "34816",
  "--gpu-memory-utilization",
  "0.92",
  "--max-num-seqs",
  "256",
  "--language-model-only",
  "--generation-config",
  "vllm",
  "--seed",
  "0",
  "--port",
  "8000"
 ],
 "sampling": {
  "temperature": 0.6,
  "top_p": 0.95,
  "top_k": 20,
  "presence_penalty": 1.5,
  "max_tokens": 32768,
  "seed": 0
 },
 "model": "Qwen/Qwen3.5-0.8B",
 "revision": "2fc06364715b967f1860aea9cf38778875588b17",
 "n": 1,
 "prompt": "Which option is the best answer to this clinical question?\n\n{q}\n\n{opts}\n\nReason as much as you need, then finish with one last line exactly like: Answer: <letter>",
 "seed": 0,
 "job_id": "6ae9df3fc78863f9c631c205"
}