Hugging Face's logo

Spaces:
JackSparrow89
/
Semantic_File
Sleeping

App Files Community
JackSparrow89 commited on
Commit
ed8801a
·
verified ·
1 Parent(s): 019f095

Upload 4 files

Browse files
Files changed (4) hide show
  1. results/eval_all.json +52 -0
  2. results/eval_nfcorpus.json +25 -0
  3. results/eval_report.json +90 -0
  4. results/eval_scifact.json +25 -0
results/eval_all.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "scifact": {
3
+ "full": {
4
+ "NDCG@1": 0.58,
5
+ "MAP@1": 0.5536,
6
+ "Recall@1": 0.5536,
7
+ "P@1": 0.58,
8
+ "NDCG@5": 0.6657,
9
+ "MAP@5": 0.6348,
10
+ "Recall@5": 0.7377,
11
+ "P@5": 0.1633,
12
+ "NDCG@10": 0.6995,
13
+ "MAP@10": 0.6522,
14
+ "Recall@10": 0.8269,
15
+ "P@10": 0.093,
16
+ "NDCG@100": 0.7052,
17
+ "MAP@100": 0.6512,
18
+ "Recall@100": 0.8629,
19
+ "P@100": 0.0097,
20
+ "MRR": 0.6683,
21
+ "num_queries": 300,
22
+ "queries_with_results": 300,
23
+ "queries_with_no_qrels": 809,
24
+ "query_time_s": 1958.06
25
+ }
26
+ },
27
+ "nfcorpus": {
28
+ "full": {
29
+ "NDCG@1": 0.4365,
30
+ "MAP@1": 0.0588,
31
+ "Recall@1": 0.0588,
32
+ "P@1": 0.452,
33
+ "NDCG@5": 0.3528,
34
+ "MAP@5": 0.1095,
35
+ "Recall@5": 0.1252,
36
+ "P@5": 0.2935,
37
+ "NDCG@10": 0.3268,
38
+ "MAP@10": 0.1273,
39
+ "Recall@10": 0.1537,
40
+ "P@10": 0.2226,
41
+ "NDCG@100": 0.234,
42
+ "MAP@100": 0.1338,
43
+ "Recall@100": 0.1841,
44
+ "P@100": 0.0313,
45
+ "MRR": 0.5562,
46
+ "num_queries": 323,
47
+ "queries_with_results": 323,
48
+ "queries_with_no_qrels": 2914,
49
+ "query_time_s": 5754.91
50
+ }
51
+ }
52
+ }
results/eval_nfcorpus.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "full": {
3
+ "NDCG@1": 0.4365,
4
+ "MAP@1": 0.0588,
5
+ "Recall@1": 0.0588,
6
+ "P@1": 0.452,
7
+ "NDCG@5": 0.3528,
8
+ "MAP@5": 0.1095,
9
+ "Recall@5": 0.1252,
10
+ "P@5": 0.2935,
11
+ "NDCG@10": 0.3268,
12
+ "MAP@10": 0.1273,
13
+ "Recall@10": 0.1537,
14
+ "P@10": 0.2226,
15
+ "NDCG@100": 0.234,
16
+ "MAP@100": 0.1338,
17
+ "Recall@100": 0.1841,
18
+ "P@100": 0.0313,
19
+ "MRR": 0.5562,
20
+ "num_queries": 323,
21
+ "queries_with_results": 323,
22
+ "queries_with_no_qrels": 2914,
23
+ "query_time_s": 5754.91
24
+ }
25
+ }
results/eval_report.json ADDED
@@ -0,0 +1,90 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dense": {
3
+ "NDCG@1": 0.5033,
4
+ "MAP@1": 0.4823,
5
+ "Recall@1": 0.4823,
6
+ "P@1": 0.5033,
7
+ "NDCG@5": 0.6307,
8
+ "MAP@5": 0.5891,
9
+ "Recall@5": 0.7413,
10
+ "P@5": 0.1647,
11
+ "NDCG@10": 0.6465,
12
+ "MAP@10": 0.5967,
13
+ "Recall@10": 0.7867,
14
+ "P@10": 0.0887,
15
+ "NDCG@100": 0.6781,
16
+ "MAP@100": 0.6039,
17
+ "Recall@100": 0.9283,
18
+ "P@100": 0.0106,
19
+ "MRR": 0.6118,
20
+ "num_queries": 300,
21
+ "queries_with_results": 300,
22
+ "query_time_s": 35.81
23
+ },
24
+ "sparse": {
25
+ "NDCG@1": 0.4567,
26
+ "MAP@1": 0.4433,
27
+ "Recall@1": 0.4433,
28
+ "P@1": 0.4567,
29
+ "NDCG@5": 0.5552,
30
+ "MAP@5": 0.5218,
31
+ "Recall@5": 0.6407,
32
+ "P@5": 0.1407,
33
+ "NDCG@10": 0.5695,
34
+ "MAP@10": 0.5289,
35
+ "Recall@10": 0.6803,
36
+ "P@10": 0.076,
37
+ "NDCG@100": 0.5963,
38
+ "MAP@100": 0.5356,
39
+ "Recall@100": 0.7919,
40
+ "P@100": 0.009,
41
+ "MRR": 0.544,
42
+ "num_queries": 300,
43
+ "queries_with_results": 300,
44
+ "query_time_s": 176.01
45
+ },
46
+ "hybrid": {
47
+ "NDCG@1": 0.53,
48
+ "MAP@1": 0.5098,
49
+ "Recall@1": 0.5098,
50
+ "P@1": 0.53,
51
+ "NDCG@5": 0.6127,
52
+ "MAP@5": 0.585,
53
+ "Recall@5": 0.6809,
54
+ "P@5": 0.1507,
55
+ "NDCG@10": 0.6418,
56
+ "MAP@10": 0.5984,
57
+ "Recall@10": 0.7663,
58
+ "P@10": 0.086,
59
+ "NDCG@100": 0.679,
60
+ "MAP@100": 0.6063,
61
+ "Recall@100": 0.936,
62
+ "P@100": 0.0106,
63
+ "MRR": 0.6142,
64
+ "num_queries": 300,
65
+ "queries_with_results": 300,
66
+ "query_time_s": 266.57
67
+ },
68
+ "full": {
69
+ "NDCG@1": 0.5833,
70
+ "MAP@1": 0.5543,
71
+ "Recall@1": 0.5543,
72
+ "P@1": 0.5833,
73
+ "NDCG@5": 0.6636,
74
+ "MAP@5": 0.6331,
75
+ "Recall@5": 0.7338,
76
+ "P@5": 0.1633,
77
+ "NDCG@10": 0.6995,
78
+ "MAP@10": 0.6522,
79
+ "Recall@10": 0.8269,
80
+ "P@10": 0.093,
81
+ "NDCG@100": 0.6971,
82
+ "MAP@100": 0.6478,
83
+ "Recall@100": 0.8373,
84
+ "P@100": 0.0095,
85
+ "MRR": 0.6621,
86
+ "num_queries": 300,
87
+ "queries_with_results": 300,
88
+ "query_time_s": 1752.93
89
+ }
90
+ }
results/eval_scifact.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "full": {
3
+ "NDCG@1": 0.58,
4
+ "MAP@1": 0.5536,
5
+ "Recall@1": 0.5536,
6
+ "P@1": 0.58,
7
+ "NDCG@5": 0.6657,
8
+ "MAP@5": 0.6348,
9
+ "Recall@5": 0.7377,
10
+ "P@5": 0.1633,
11
+ "NDCG@10": 0.6995,
12
+ "MAP@10": 0.6522,
13
+ "Recall@10": 0.8269,
14
+ "P@10": 0.093,
15
+ "NDCG@100": 0.7052,
16
+ "MAP@100": 0.6512,
17
+ "Recall@100": 0.8629,
18
+ "P@100": 0.0097,
19
+ "MRR": 0.6683,
20
+ "num_queries": 300,
21
+ "queries_with_results": 300,
22
+ "queries_with_no_qrels": 809,
23
+ "query_time_s": 1958.06
24
+ }
25
+ }