| { | |
| "bos_token_id": 8192, | |
| "eos_token_id": 8193, | |
| "do_sample": true, | |
| "temperature": 0.8, | |
| "length_penalty": 1.0, | |
| "repetition_penalty": 2.0, | |
| "top_p": 0.8, | |
| "cond_free_k": 2.0, | |
| "num_return_sequences": 8, | |
| "max_new_tokens": 256, | |
| "return_dict_in_generate": true | |
| } |