params

{
  "temperature": 0.5,
  "top_p": 0.95,
  "top_k": 40,
  "num_ctx": 8192,
  "stop": ["<|im_start|>", "<|im_end|>", "</think>"]
}