Hugging Face's logo

quockhangdev
/
vilegal

Safetensors
Model card Files
xet
 Community
quockhangdev commited on
Commit
bd00b4c
·
verified ·
1 Parent(s): 2c83b83

vn_zalo_ai_results_trimmed

Browse files
Files changed (2) hide show
  1. vn_zalo_ai_results_trimmed/results/no_model_name__available/no_revision_available/ZacLegalTextRetrieval.json +167 -0
  2. vn_zalo_ai_results_trimmed/results/no_model_name__available/no_revision_available/model_meta.json +39 -0
vn_zalo_ai_results_trimmed/results/no_model_name__available/no_revision_available/ZacLegalTextRetrieval.json ADDED
@@ -0,0 +1,167 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset_revision": "910766554633e8da014e88f54988705dde7ecaac",
3
+ "task_name": "ZacLegalTextRetrieval",
4
+ "mteb_version": "2.12.16",
5
+ "scores": {
6
+ "test": [
7
+ {
8
+ "ndcg_at_1": 0.5533,
9
+ "ndcg_at_3": 0.67297,
10
+ "ndcg_at_5": 0.69621,
11
+ "ndcg_at_10": 0.72027,
12
+ "ndcg_at_20": 0.73332,
13
+ "ndcg_at_100": 0.74127,
14
+ "ndcg_at_1000": 0.74363,
15
+ "map_at_1": 0.5514,
16
+ "map_at_3": 0.64361,
17
+ "map_at_5": 0.65656,
18
+ "map_at_10": 0.66624,
19
+ "map_at_20": 0.66982,
20
+ "map_at_100": 0.67116,
21
+ "map_at_1000": 0.67125,
22
+ "recall_at_1": 0.5514,
23
+ "recall_at_3": 0.75698,
24
+ "recall_at_5": 0.81345,
25
+ "recall_at_10": 0.88896,
26
+ "recall_at_20": 0.94036,
27
+ "recall_at_100": 0.9797,
28
+ "recall_at_1000": 0.9981,
29
+ "accuracy": 0.5514,
30
+ "precision_at_1": 0.5533,
31
+ "precision_at_3": 0.25338,
32
+ "precision_at_5": 0.16345,
33
+ "precision_at_10": 0.08934,
34
+ "precision_at_20": 0.04727,
35
+ "precision_at_100": 0.00985,
36
+ "precision_at_1000": 0.001,
37
+ "mrr_at_1": 0.549492,
38
+ "mrr_at_3": 0.642343,
39
+ "mrr_at_5": 0.655034,
40
+ "mrr_at_10": 0.664786,
41
+ "mrr_at_20": 0.668393,
42
+ "mrr_at_100": 0.669738,
43
+ "mrr_at_1000": 0.66982,
44
+ "nauc_ndcg_at_1_max": 0.496911,
45
+ "nauc_ndcg_at_1_std": 0.153892,
46
+ "nauc_ndcg_at_1_diff1": 0.588409,
47
+ "nauc_ndcg_at_3_max": 0.516578,
48
+ "nauc_ndcg_at_3_std": 0.178486,
49
+ "nauc_ndcg_at_3_diff1": 0.517888,
50
+ "nauc_ndcg_at_5_max": 0.511777,
51
+ "nauc_ndcg_at_5_std": 0.184289,
52
+ "nauc_ndcg_at_5_diff1": 0.516216,
53
+ "nauc_ndcg_at_10_max": 0.528234,
54
+ "nauc_ndcg_at_10_std": 0.18991,
55
+ "nauc_ndcg_at_10_diff1": 0.527616,
56
+ "nauc_ndcg_at_20_max": 0.526954,
57
+ "nauc_ndcg_at_20_std": 0.18511,
58
+ "nauc_ndcg_at_20_diff1": 0.536916,
59
+ "nauc_ndcg_at_100_max": 0.520617,
60
+ "nauc_ndcg_at_100_std": 0.184304,
61
+ "nauc_ndcg_at_100_diff1": 0.537934,
62
+ "nauc_ndcg_at_1000_max": 0.51681,
63
+ "nauc_ndcg_at_1000_std": 0.18002,
64
+ "nauc_ndcg_at_1000_diff1": 0.537535,
65
+ "nauc_map_at_1_max": 0.490603,
66
+ "nauc_map_at_1_std": 0.148594,
67
+ "nauc_map_at_1_diff1": 0.584711,
68
+ "nauc_map_at_3_max": 0.508909,
69
+ "nauc_map_at_3_std": 0.170793,
70
+ "nauc_map_at_3_diff1": 0.534769,
71
+ "nauc_map_at_5_max": 0.5061,
72
+ "nauc_map_at_5_std": 0.17295,
73
+ "nauc_map_at_5_diff1": 0.535019,
74
+ "nauc_map_at_10_max": 0.511506,
75
+ "nauc_map_at_10_std": 0.174638,
76
+ "nauc_map_at_10_diff1": 0.539214,
77
+ "nauc_map_at_20_max": 0.510995,
78
+ "nauc_map_at_20_std": 0.173094,
79
+ "nauc_map_at_20_diff1": 0.541299,
80
+ "nauc_map_at_100_max": 0.510101,
81
+ "nauc_map_at_100_std": 0.172943,
82
+ "nauc_map_at_100_diff1": 0.541569,
83
+ "nauc_map_at_1000_max": 0.509995,
84
+ "nauc_map_at_1000_std": 0.172831,
85
+ "nauc_map_at_1000_diff1": 0.541545,
86
+ "nauc_recall_at_1_max": 0.490603,
87
+ "nauc_recall_at_1_std": 0.148594,
88
+ "nauc_recall_at_1_diff1": 0.584711,
89
+ "nauc_recall_at_3_max": 0.543291,
90
+ "nauc_recall_at_3_std": 0.207684,
91
+ "nauc_recall_at_3_diff1": 0.450203,
92
+ "nauc_recall_at_5_max": 0.534735,
93
+ "nauc_recall_at_5_std": 0.237029,
94
+ "nauc_recall_at_5_diff1": 0.427333,
95
+ "nauc_recall_at_10_max": 0.655689,
96
+ "nauc_recall_at_10_std": 0.303121,
97
+ "nauc_recall_at_10_diff1": 0.453577,
98
+ "nauc_recall_at_20_max": 0.743656,
99
+ "nauc_recall_at_20_std": 0.334082,
100
+ "nauc_recall_at_20_diff1": 0.530879,
101
+ "nauc_recall_at_100_max": 0.836405,
102
+ "nauc_recall_at_100_std": 0.575242,
103
+ "nauc_recall_at_100_diff1": 0.555702,
104
+ "nauc_recall_at_1000_max": 0.609518,
105
+ "nauc_recall_at_1000_std": 0.609518,
106
+ "nauc_recall_at_1000_diff1": 0.479465,
107
+ "nauc_precision_at_1_max": 0.496911,
108
+ "nauc_precision_at_1_std": 0.153892,
109
+ "nauc_precision_at_1_diff1": 0.588409,
110
+ "nauc_precision_at_3_max": 0.549779,
111
+ "nauc_precision_at_3_std": 0.221366,
112
+ "nauc_precision_at_3_diff1": 0.446342,
113
+ "nauc_precision_at_5_max": 0.534583,
114
+ "nauc_precision_at_5_std": 0.246592,
115
+ "nauc_precision_at_5_diff1": 0.420874,
116
+ "nauc_precision_at_10_max": 0.652599,
117
+ "nauc_precision_at_10_std": 0.31676,
118
+ "nauc_precision_at_10_diff1": 0.440124,
119
+ "nauc_precision_at_20_max": 0.734661,
120
+ "nauc_precision_at_20_std": 0.370399,
121
+ "nauc_precision_at_20_diff1": 0.495814,
122
+ "nauc_precision_at_100_max": 0.794282,
123
+ "nauc_precision_at_100_std": 0.61699,
124
+ "nauc_precision_at_100_diff1": 0.461688,
125
+ "nauc_precision_at_1000_max": 0.428594,
126
+ "nauc_precision_at_1000_std": 0.598323,
127
+ "nauc_precision_at_1000_diff1": 0.083031,
128
+ "nauc_mrr_at_1_max": 0.495945,
129
+ "nauc_mrr_at_1_std": 0.157476,
130
+ "nauc_mrr_at_1_diff1": 0.597443,
131
+ "nauc_mrr_at_3_max": 0.508371,
132
+ "nauc_mrr_at_3_std": 0.171022,
133
+ "nauc_mrr_at_3_diff1": 0.543873,
134
+ "nauc_mrr_at_5_max": 0.505494,
135
+ "nauc_mrr_at_5_std": 0.173933,
136
+ "nauc_mrr_at_5_diff1": 0.543195,
137
+ "nauc_mrr_at_10_max": 0.511033,
138
+ "nauc_mrr_at_10_std": 0.175734,
139
+ "nauc_mrr_at_10_diff1": 0.547575,
140
+ "nauc_mrr_at_20_max": 0.510532,
141
+ "nauc_mrr_at_20_std": 0.174342,
142
+ "nauc_mrr_at_20_diff1": 0.549694,
143
+ "nauc_mrr_at_100_max": 0.509639,
144
+ "nauc_mrr_at_100_std": 0.174196,
145
+ "nauc_mrr_at_100_diff1": 0.550009,
146
+ "nauc_mrr_at_1000_max": 0.509529,
147
+ "nauc_mrr_at_1000_std": 0.174043,
148
+ "nauc_mrr_at_1000_diff1": 0.550002,
149
+ "hit_rate_at_1": 0.5533,
150
+ "hit_rate_at_3": 0.75761,
151
+ "hit_rate_at_5": 0.81345,
152
+ "hit_rate_at_10": 0.88959,
153
+ "hit_rate_at_20": 0.94162,
154
+ "hit_rate_at_100": 0.98096,
155
+ "hit_rate_at_1000": 0.99873,
156
+ "main_score": 0.72027,
157
+ "hf_subset": "default",
158
+ "languages": [
159
+ "vie-Latn"
160
+ ]
161
+ }
162
+ ]
163
+ },
164
+ "evaluation_time": 202.2519257068634,
165
+ "kg_co2_emissions": null,
166
+ "date": 1776281061.486762
167
+ }
vn_zalo_ai_results_trimmed/results/no_model_name__available/no_revision_available/model_meta.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "loader_kwargs": {},
3
+ "name": "no_model_name/available",
4
+ "revision": "no_revision_available",
5
+ "release_date": null,
6
+ "languages": null,
7
+ "n_parameters": null,
8
+ "n_active_parameters_override": null,
9
+ "n_embedding_parameters": 41359104,
10
+ "memory_usage_mb": null,
11
+ "max_tokens": 512,
12
+ "embed_dim": 768,
13
+ "license": null,
14
+ "open_weights": null,
15
+ "public_training_code": null,
16
+ "public_training_data": null,
17
+ "framework": [
18
+ "Sentence Transformers",
19
+ "PyTorch"
20
+ ],
21
+ "reference": null,
22
+ "similarity_fn_name": "cosine",
23
+ "use_instructions": null,
24
+ "training_datasets": null,
25
+ "adapted_from": null,
26
+ "superseded_by": null,
27
+ "modalities": [
28
+ "text"
29
+ ],
30
+ "model_type": [
31
+ "dense"
32
+ ],
33
+ "citation": null,
34
+ "contacts": null,
35
+ "experiment_kwargs": null,
36
+ "output_dtypes": null,
37
+ "loader": "SentenceTransformerEncoderWrapper",
38
+ "is_cross_encoder": false
39
+ }