| { | |
| "model_type": "deepseek_v2", | |
| "architectures": [ | |
| "DeepseekV2ForCausalLM" | |
| ], | |
| "description": "V6rge Optimized Configuration for Consumer Hardware", | |
| "optimization_target": "consumer_gpu", | |
| "recommended_backend": "v6rge_engine", | |
| "quantization": [ | |
| "Q4_K_M", | |
| "Q5_K_M", | |
| "Q8_0" | |
| ], | |
| "v6rge_compatible": true | |
| } |