| { |
| "model_id": "/mnt/d/Development/Libraries/Mistral-Nemo-Instruct-2407-AWQ_20260529_152601", |
| "recommendations": [ |
| { |
| "runner": "quantized_vllm", |
| "uses": [ |
| { |
| "evidence": { |
| "toolcall_only_pass_rate": "1.000", |
| "toolcall_pass_rate": "1.000" |
| }, |
| "use": "Tool-calling agents (function/tool dispatch + final response)" |
| }, |
| { |
| "evidence": { |
| "stateful_followup_pass_rate": "1.000" |
| }, |
| "use": "Stateful multi-turn agents (follow-up memory across turns)" |
| }, |
| { |
| "evidence": { |
| "json_multistep_pass_rate": "0.400" |
| }, |
| "use": "JSON multi-step with validation/repair loop (moderate reliability)" |
| }, |
| { |
| "evidence": { |
| "json_bucket_score_avg": "10.000" |
| }, |
| "use": "Structured JSON outputs (single-step) with high fidelity" |
| } |
| ] |
| } |
| ], |
| "run_id": "20260629_184555", |
| "schema_version": 1, |
| "version_tag": "v7.21" |
| } |
|
|