{ "do_sample": true, "eos_token_id": 2, "max_new_tokens": 320, "no_repeat_ngram_size": 6, "pad_token_id": 2, "repetition_penalty": 1.22, "temperature": 0.25, "top_p": 0.9, "use_cache": true }