File size: 784 Bytes
9ae5076
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
{
  "engine": "vLLM",
  "engine_version": "0.24.0",
  "checkpoint_precision": "bfloat16",
  "evaluation_quantization": "fp8 on the fly from bfloat16",
  "maximum_model_length": 262144,
  "tensor_parallel_size": 1,
  "gpu_memory_utilization": 0.92,
  "maximum_sequences": 1,
  "maximum_batched_tokens": 16384,
  "kv_cache_dtype": "auto",
  "prefix_caching": true,
  "chunked_prefill": true,
  "maximum_logprobs": 5,
  "language_model_only": true,
  "generation_config_source": "vllm",
  "reasoning_parser": "qwen3",
  "deep_gemm_enabled": false,
  "renderer": "qwen3_5",
  "thinking": {
    "enabled": true,
    "preserved_in_history": true
  },
  "response_format": "json_schema",
  "provider_fallback_allowed": false,
  "maximum_total_action_samples": 4,
  "timeout_seconds": 3600
}