{ "eos_token_id": 3, "pad_token_id": 0, "temperature": 0.8, "top_p": 0.95, "top_k": 0, "repetition_penalty": 1.1, "max_new_tokens": 128, "stop_strings": [ "<|eot|>", "" ] }