| { | |
| "model_type": "llama", | |
| "model_name_or_path": "lilmeaty/xdddd", | |
| "max_tokens": 2048, | |
| "temperature": 0.7, | |
| "top_p": 0.95, | |
| "repetition_penalty": 1.2, | |
| "load_8bit": false, | |
| "load_4bit": false, | |
| "use_safetensors": false, | |
| "use_gpu": true, | |
| "gpu_id": 0, | |
| "trust_remote_code": false, | |
| "quantization_config": null, | |
| "prompt_template": "<s>[INST] <<SYS>>\nYou are a helpful, harmless AI assistant.\n<</SYS>>\n{prompt}[/INST]", | |
| "lora_weights": null, | |
| "pre_prompt": null, | |
| "post_prompt": null | |
| } |