generation_config.json

{
    "temperature": 0.8,
    "top_k": 100,
    "top_p": 0.9,
    "max_new_tokens": 200
}