Varshith dharmaj commited on
Upload system_metrics.json with huggingface_hub
Browse files- system_metrics.json +24 -0
system_metrics.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"system_info": {
|
| 3 |
+
"version": "1.0.0",
|
| 4 |
+
"codename": "MVM2-NeuroSymbolic",
|
| 5 |
+
"last_updated": "2026-03-12"
|
| 6 |
+
},
|
| 7 |
+
"performance_metrics": [
|
| 8 |
+
{"metric": "Overall Accuracy", "mvm2_score": 92.7, "target": 90.0, "baseline_gpt4": 72.0},
|
| 9 |
+
{"metric": "OCR-Robust Accuracy", "mvm2_score": 84.6, "target": 80.0, "baseline_gpt4": 41.2},
|
| 10 |
+
{"metric": "Reasoning Step Validity", "mvm2_score": 89.4, "target": 85.0, "baseline_gpt4": 65.4},
|
| 11 |
+
{"metric": "Hallucination Rate", "mvm2_score": 4.2, "target": 5.0, "baseline_gpt4": 18.7},
|
| 12 |
+
{"metric": "System Confidence", "mvm2_score": 88.0, "target": 85.0, "baseline_gpt4": 71.0}
|
| 13 |
+
],
|
| 14 |
+
"latency_breakdown": [
|
| 15 |
+
{"layer": "OCR Extraction", "latency_sec": 1.4, "api_baseline": 3.5},
|
| 16 |
+
{"layer": "Symbolic Verifier", "latency_sec": 0.5, "api_baseline": 1.2},
|
| 17 |
+
{"layer": "Multi-Agent Logic", "latency_sec": 2.8, "api_baseline": 6.4},
|
| 18 |
+
{"layer": "Consensus Fusion", "latency_sec": 0.2, "api_baseline": 0.5}
|
| 19 |
+
],
|
| 20 |
+
"error_profile": {
|
| 21 |
+
"labels": ["Correct", "Calculation Slip", "Logic Gap", "OCR Blur"],
|
| 22 |
+
"values": [92.7, 3.1, 2.2, 2.0]
|
| 23 |
+
}
|
| 24 |
+
}
|