Varshith dharmaj commited on
Commit
fe6cdd3
·
verified ·
1 Parent(s): bd92294

Upload system_metrics.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. system_metrics.json +24 -0
system_metrics.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "system_info": {
3
+ "version": "1.0.0",
4
+ "codename": "MVM2-NeuroSymbolic",
5
+ "last_updated": "2026-03-12"
6
+ },
7
+ "performance_metrics": [
8
+ {"metric": "Overall Accuracy", "mvm2_score": 92.7, "target": 90.0, "baseline_gpt4": 72.0},
9
+ {"metric": "OCR-Robust Accuracy", "mvm2_score": 84.6, "target": 80.0, "baseline_gpt4": 41.2},
10
+ {"metric": "Reasoning Step Validity", "mvm2_score": 89.4, "target": 85.0, "baseline_gpt4": 65.4},
11
+ {"metric": "Hallucination Rate", "mvm2_score": 4.2, "target": 5.0, "baseline_gpt4": 18.7},
12
+ {"metric": "System Confidence", "mvm2_score": 88.0, "target": 85.0, "baseline_gpt4": 71.0}
13
+ ],
14
+ "latency_breakdown": [
15
+ {"layer": "OCR Extraction", "latency_sec": 1.4, "api_baseline": 3.5},
16
+ {"layer": "Symbolic Verifier", "latency_sec": 0.5, "api_baseline": 1.2},
17
+ {"layer": "Multi-Agent Logic", "latency_sec": 2.8, "api_baseline": 6.4},
18
+ {"layer": "Consensus Fusion", "latency_sec": 0.2, "api_baseline": 0.5}
19
+ ],
20
+ "error_profile": {
21
+ "labels": ["Correct", "Calculation Slip", "Logic Gap", "OCR Blur"],
22
+ "values": [92.7, 3.1, 2.2, 2.0]
23
+ }
24
+ }