generation_config.json

{
  "talker_max_new_tokens": 4096,
  "talker_repetition_penalty": 1.05,
  "talker_temperature": 0.9,
  "talker_top_k": 50,
  "talker_top_p": 1.0
}