{ "temperature": 0.5, "top_p": 0.95, "top_k": 40, "num_ctx": 8192, "stop": ["<|im_start|>", "<|im_end|>", ""] }