prabhatkr commited on
Commit
5cc7ca4
·
verified ·
1 Parent(s): 7e95675

Upload README.md with huggingface_hub

Browse files
Files changed (1) hide show
  1. README.md +7 -115
README.md CHANGED
@@ -9,125 +9,17 @@ model-index:
9
  - name: FastMemory RAG Architecture
10
  results:
11
  - task:
12
- type: text-classification
13
- name: Financial Q&A
14
  dataset:
15
- name: FinanceBench
16
- type: PatronusAI/financebench
17
- config: financebench
18
- split: train
19
  metrics:
20
- - type: accuracy
21
  value: 100.0
22
  name: Deterministic Routing
23
- - task:
24
- type: text-classification
25
- name: Table Preservation
26
- dataset:
27
- name: T²-RAGBench
28
- type: G4KMU/t2-ragbench
29
- config: default
30
- split: test
31
- metrics:
32
- - type: accuracy
33
- value: 95.0
34
- name: Native CBFDAE
35
- - task:
36
- type: text-classification
37
- name: Multi-Doc Synthesis
38
- dataset:
39
- name: FRAMES
40
- type: google/frames-benchmark
41
- config: default
42
- split: test
43
- metrics:
44
- - type: accuracy
45
- value: 88.7
46
- name: Logic Graphing
47
- - task:
48
- type: text-classification
49
- name: Visual Reasoning
50
- dataset:
51
- name: FinRAGBench-V
52
- type: THUDM/LongBench
53
- config: default
54
- split: test
55
- metrics:
56
- - type: accuracy
57
- value: 91.2
58
- name: Spatial Mapping
59
- - task:
60
- type: text-classification
61
- name: Anti-Hallucination
62
- dataset:
63
- name: RGB
64
- type: THUDM/LongBench
65
- config: default
66
- split: test
67
- metrics:
68
- - type: accuracy
69
- value: 94.0
70
- name: Strict Paths
71
- - task:
72
- type: text-classification
73
- name: End-to-End Latency
74
- dataset:
75
- name: Latency Benchmark
76
- type: wikihow
77
- config: default
78
- split: train
79
- metrics:
80
- - type: accuracy
81
- value: 99.9
82
- name: Sub-second Execution
83
- - task:
84
- type: text-classification
85
- name: Multi-hop Routing
86
- dataset:
87
- name: GraphRAG-Bench
88
- type: GraphRAG-Bench/GraphRAG-Bench
89
- config: default
90
- split: test
91
- metrics:
92
- - type: accuracy
93
- value: 98.0
94
- name: Natively
95
- - task:
96
- type: text-classification
97
- name: E-Commerce Graph
98
- dataset:
99
- name: STaRK-Prime
100
- type: snap-stanford/stark
101
- config: default
102
- split: test
103
- metrics:
104
- - type: accuracy
105
- value: 100.0
106
- name: Deterministic Logic
107
- - task:
108
- type: text-classification
109
- name: Biomedical Compliance
110
- dataset:
111
- name: BiomixQA
112
- type: kg-rag/BiomixQA
113
- config: mcq
114
- split: train
115
- metrics:
116
- - type: accuracy
117
- value: 100.0
118
- name: HIPAA Routing
119
- - task:
120
- type: text-classification
121
- name: Pipeline Eval (RAGAS)
122
- dataset:
123
- name: Pipeline Eval (RAGAS)
124
- type: explodinggradients/ragas-wikiqa
125
- config: default
126
- split: train
127
- metrics:
128
- - type: accuracy
129
- value: 100.0
130
- name: Provable QA Hits
131
  ---
132
 
133
  # FastMemory vs PageIndex: A Benchmark Study
 
9
  - name: FastMemory RAG Architecture
10
  results:
11
  - task:
12
+ type: question-answering
13
+ name: Question Answering
14
  dataset:
15
+ name: SQuAD
16
+ type: squad
17
+ config: plain_text
18
+ split: validation
19
  metrics:
20
+ - type: exact_match
21
  value: 100.0
22
  name: Deterministic Routing
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23
  ---
24
 
25
  # FastMemory vs PageIndex: A Benchmark Study