Hugging Face's logo

Spaces:
ai-forever
/
rag-leaderboard
Running

App Files Community
ai-forever commited on
Commit
5c69753
·
verified ·
1 Parent(s): ba8a4c4

Init results file.

Browse files
Files changed (1) hide show
  1. results.json +6 -156
results.json CHANGED
@@ -1,157 +1,7 @@
1
  {
2
- "items": {
3
- "1.65.0": {
4
- "748e3f27105b4d26817ba460cc894c5f": {
5
- "model_name": "RuadaptQwen2.5-32B-Instruct",
6
- "timestamp": "2025-07-02T19:27:33",
7
- "config": {
8
- "embedding_model": "Qwen3-Embedding-8B_0",
9
- "retriever_type": "mmr",
10
- "retrieval_config": {
11
- "top_k": 5,
12
- "chunk_size": 500,
13
- "chunk_overlap": 100
14
- }
15
- },
16
- "metrics": {
17
- "simple": {
18
- "retrieval": {
19
- "hit_rate": 0.9133333333333333,
20
- "mrr": 0.8594444444444443,
21
- "precision": 0.2226666666666666
22
- },
23
- "generation": {
24
- "rouge1": 0.4107514613415719,
25
- "rougeL": 0.4089937985063229
26
- }
27
- },
28
- "cond": {
29
- "retrieval": {
30
- "hit_rate": 0.9333333333333333,
31
- "mrr": 0.8644444444444443,
32
- "precision": 0.23733333333333329
33
- },
34
- "generation": {
35
- "rouge1": 0.6565937318271725,
36
- "rougeL": 0.6565937318271725
37
- }
38
- },
39
- "set": {
40
- "retrieval": {
41
- "hit_rate": 0.8866666666666667,
42
- "mrr": 0.8338888888888889,
43
- "precision": 0.22666666666666666
44
- },
45
- "generation": {
46
- "rouge1": 0.26252179768847855,
47
- "rougeL": 0.19055019693209044
48
- }
49
- },
50
- "mh": {
51
- "retrieval": {
52
- "hit_rate": 0.8733333333333333,
53
- "mrr": 0.838,
54
- "precision": 0.20799999999999996
55
- },
56
- "generation": {
57
- "rouge1": 0.48718366014069714,
58
- "rougeL": 0.48657759953463653
59
- }
60
- },
61
- "overall": {
62
- "retrieval": {
63
- "hit_rate": 0.9016666666666666,
64
- "mrr": 0.8489444444444445,
65
- "precision": 0.22366666666666665
66
- },
67
- "generation": {
68
- "rouge1": 0.45426266274947996,
69
- "rougeL": 0.43567883170005556
70
- }
71
- }
72
- },
73
- "metadata": {
74
- "n_questions": 600,
75
- "submit_timestamp": ""
76
- }
77
- },
78
- "5287657c3ef04d32baa171bffcf8c194": {
79
- "model_name": "hf_user/my_model",
80
- "timestamp": "2025-07-02T19:35:24",
81
- "config": {
82
- "embedding_model": "hf_user/my_embedder",
83
- "retriever_type": "mmr",
84
- "retrieval_config": {
85
- "top_k": 5,
86
- "chunk_size": 1000,
87
- "chunk_overlap": 100
88
- }
89
- },
90
- "metrics": {
91
- "simple": {
92
- "retrieval": {
93
- "hit_rate": 0.82,
94
- "mrr": 0.7896666666666667,
95
- "precision": 0.18266666666666664
96
- },
97
- "generation": {
98
- "rouge1": 0.39371534830181254,
99
- "rougeL": 0.3930892733104125
100
- }
101
- },
102
- "cond": {
103
- "retrieval": {
104
- "hit_rate": 0.8733333333333333,
105
- "mrr": 0.8282222222222223,
106
- "precision": 0.20266666666666666
107
- },
108
- "generation": {
109
- "rouge1": 0.6521336517193465,
110
- "rougeL": 0.6511459973983588
111
- }
112
- },
113
- "set": {
114
- "retrieval": {
115
- "hit_rate": 0.8,
116
- "mrr": 0.7502222222222222,
117
- "precision": 0.18933333333333333
118
- },
119
- "generation": {
120
- "rouge1": 0.25690399303782746,
121
- "rougeL": 0.18563893045825555
122
- }
123
- },
124
- "mh": {
125
- "retrieval": {
126
- "hit_rate": 0.8066666666666666,
127
- "mrr": 0.7641111111111111,
128
- "precision": 0.17333333333333328
129
- },
130
- "generation": {
131
- "rouge1": 0.4650920889738333,
132
- "rougeL": 0.4641397080214524
133
- }
134
- },
135
- "overall": {
136
- "retrieval": {
137
- "hit_rate": 0.825,
138
- "mrr": 0.7830555555555555,
139
- "precision": 0.18699999999999997
140
- },
141
- "generation": {
142
- "rouge1": 0.441961270508205,
143
- "rougeL": 0.42350347729711985
144
- }
145
- }
146
- },
147
- "metadata": {
148
- "n_questions": 600,
149
- "submit_timestamp": ""
150
- }
151
- }
152
- }
153
- },
154
- "last_version": "1.65.0",
155
- "n_questions": 600,
156
- "date_title": "02 \u0438\u044e\u043b\u044f 2025"
157
- }
 
1
  {
2
+ "items": {
3
+ },
4
+ "last_version": "1.0.0",
5
+ "n_questions": "600",
6
+ "date_title": "31 декабря 2042"
7
+ }