| { | |
| "tags": [ | |
| "qwen" | |
| ], | |
| "params": 7.0, | |
| "quality_score": 4.0, | |
| "speed_score": 4.5, | |
| "verified": true, | |
| "recommended_quant": "int8" | |
| } | |
| # QuantLLM/Qwen2.5-7B-Instruct-ONNX | |
| QuantLLM-registered model. |
| { | |
| "tags": [ | |
| "qwen" | |
| ], | |
| "params": 7.0, | |
| "quality_score": 4.0, | |
| "speed_score": 4.5, | |
| "verified": true, | |
| "recommended_quant": "int8" | |
| } | |
| # QuantLLM/Qwen2.5-7B-Instruct-ONNX | |
| QuantLLM-registered model. |