| { | |
| "model_lib": "Llama-2-7b-chat-hf-q4f16_1", | |
| "local_id": "Llama-2-7b-chat-hf-q4f16_1", | |
| "conv_template": "llama-2", | |
| "temperature": 0.7, | |
| "repetition_penalty": 1.0, | |
| "top_p": 0.95, | |
| "mean_gen_len": 128, | |
| "max_gen_len": 512, | |
| "num_shards": 0, | |
| "use_presharded_weights": false, | |
| "shift_fill_factor": 0.3, | |
| "tokenizer_files": [ | |
| "tokenizer.json", | |
| "tokenizer.model" | |
| ], | |
| "model_category": "llama", | |
| "model_name": "Llama-2-7b-chat-hf", | |
| "vocab_size": 32000, | |
| "prefill_chunk_size": -1, | |
| "max_window_size": 512 | |
| } |