Qwen3-4B-AWQ-TensorRT-EdgeLLM-engine / processed_chat_template.json
harvestsu's picture
Add TensorRT 10.3 Orin engine for Qwen3-4B-AWQ
e6772bb verified
{
"model_path": "Qwen/Qwen3-4B-AWQ",
"roles": {
"system": {
"prefix": "<|im_start|>system\n",
"suffix": "<|im_end|>\n"
},
"user": {
"prefix": "<|im_start|>user\n",
"suffix": "<|im_end|>\n"
},
"assistant": {
"prefix": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
"suffix": "<|im_end|>\n"
}
},
"content_types": {
"image": {
"format": "<|vision_start|><|image_pad|><|vision_end|>"
},
"video": {
"format": "<|vision_start|><|video_pad|><|vision_end|>"
}
},
"generation_prompt": "<|im_start|>assistant\n<think>\n\n</think>\n\n",
"default_system_prompt": "",
"generation_prompt_thinking": "<|im_start|>assistant\n<think>\n"
}