{ "temperature": 0.6, "top_p": 0.95, "top_k": 20, "repeat_penalty": 1.05, "num_ctx": 16384, "stop": [ "<|im_end|>", "<|endoftext|>", "<|im_start|>" ] }