Hugging Face's logo

quockhangdev
/
vilegal

Safetensors
Model card Files
xet
 Community
quockhangdev commited on
Commit
9f4bb79
·
verified ·
1 Parent(s): bd00b4c

vn_zalo_ai_results_trimmed_2

Browse files
Files changed (2) hide show
  1. vn_zalo_ai_results_trimmed_2/results/no_model_name__available/no_revision_available/ZacLegalTextRetrieval.json +167 -0
  2. vn_zalo_ai_results_trimmed_2/results/no_model_name__available/no_revision_available/model_meta.json +39 -0
vn_zalo_ai_results_trimmed_2/results/no_model_name__available/no_revision_available/ZacLegalTextRetrieval.json ADDED
@@ -0,0 +1,167 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset_revision": "910766554633e8da014e88f54988705dde7ecaac",
3
+ "task_name": "ZacLegalTextRetrieval",
4
+ "mteb_version": "2.12.16",
5
+ "scores": {
6
+ "test": [
7
+ {
8
+ "ndcg_at_1": 0.61294,
9
+ "ndcg_at_3": 0.72493,
10
+ "ndcg_at_5": 0.74788,
11
+ "ndcg_at_10": 0.76828,
12
+ "ndcg_at_20": 0.77827,
13
+ "ndcg_at_100": 0.78513,
14
+ "ndcg_at_1000": 0.78575,
15
+ "map_at_1": 0.61104,
16
+ "map_at_3": 0.69818,
17
+ "map_at_5": 0.71081,
18
+ "map_at_10": 0.71939,
19
+ "map_at_20": 0.72221,
20
+ "map_at_100": 0.72321,
21
+ "map_at_1000": 0.72324,
22
+ "recall_at_1": 0.61104,
23
+ "recall_at_3": 0.80076,
24
+ "recall_at_5": 0.85723,
25
+ "recall_at_10": 0.91942,
26
+ "recall_at_20": 0.95812,
27
+ "recall_at_100": 0.99429,
28
+ "recall_at_1000": 0.99873,
29
+ "accuracy": 0.61104,
30
+ "precision_at_1": 0.61294,
31
+ "precision_at_3": 0.26819,
32
+ "precision_at_5": 0.17234,
33
+ "precision_at_10": 0.09239,
34
+ "precision_at_20": 0.04816,
35
+ "precision_at_100": 0.01,
36
+ "precision_at_1000": 0.00101,
37
+ "mrr_at_1": 0.611675,
38
+ "mrr_at_3": 0.698181,
39
+ "mrr_at_5": 0.710554,
40
+ "mrr_at_10": 0.719137,
41
+ "mrr_at_20": 0.721993,
42
+ "mrr_at_100": 0.722961,
43
+ "mrr_at_1000": 0.722987,
44
+ "nauc_ndcg_at_1_max": 0.416466,
45
+ "nauc_ndcg_at_1_std": 0.080755,
46
+ "nauc_ndcg_at_1_diff1": 0.562307,
47
+ "nauc_ndcg_at_3_max": 0.477465,
48
+ "nauc_ndcg_at_3_std": 0.115104,
49
+ "nauc_ndcg_at_3_diff1": 0.463806,
50
+ "nauc_ndcg_at_5_max": 0.494199,
51
+ "nauc_ndcg_at_5_std": 0.135435,
52
+ "nauc_ndcg_at_5_diff1": 0.47223,
53
+ "nauc_ndcg_at_10_max": 0.487467,
54
+ "nauc_ndcg_at_10_std": 0.124648,
55
+ "nauc_ndcg_at_10_diff1": 0.47796,
56
+ "nauc_ndcg_at_20_max": 0.482502,
57
+ "nauc_ndcg_at_20_std": 0.121629,
58
+ "nauc_ndcg_at_20_diff1": 0.489167,
59
+ "nauc_ndcg_at_100_max": 0.472457,
60
+ "nauc_ndcg_at_100_std": 0.119539,
61
+ "nauc_ndcg_at_100_diff1": 0.490611,
62
+ "nauc_ndcg_at_1000_max": 0.47158,
63
+ "nauc_ndcg_at_1000_std": 0.117249,
64
+ "nauc_ndcg_at_1000_diff1": 0.49183,
65
+ "nauc_map_at_1_max": 0.409954,
66
+ "nauc_map_at_1_std": 0.076325,
67
+ "nauc_map_at_1_diff1": 0.557436,
68
+ "nauc_map_at_3_max": 0.459925,
69
+ "nauc_map_at_3_std": 0.1046,
70
+ "nauc_map_at_3_diff1": 0.486867,
71
+ "nauc_map_at_5_max": 0.467467,
72
+ "nauc_map_at_5_std": 0.113624,
73
+ "nauc_map_at_5_diff1": 0.492444,
74
+ "nauc_map_at_10_max": 0.464091,
75
+ "nauc_map_at_10_std": 0.109794,
76
+ "nauc_map_at_10_diff1": 0.494629,
77
+ "nauc_map_at_20_max": 0.462619,
78
+ "nauc_map_at_20_std": 0.108871,
79
+ "nauc_map_at_20_diff1": 0.497409,
80
+ "nauc_map_at_100_max": 0.461483,
81
+ "nauc_map_at_100_std": 0.108995,
82
+ "nauc_map_at_100_diff1": 0.497486,
83
+ "nauc_map_at_1000_max": 0.461444,
84
+ "nauc_map_at_1000_std": 0.108905,
85
+ "nauc_map_at_1000_diff1": 0.49751,
86
+ "nauc_recall_at_1_max": 0.409954,
87
+ "nauc_recall_at_1_std": 0.076325,
88
+ "nauc_recall_at_1_diff1": 0.557436,
89
+ "nauc_recall_at_3_max": 0.541834,
90
+ "nauc_recall_at_3_std": 0.157074,
91
+ "nauc_recall_at_3_diff1": 0.368671,
92
+ "nauc_recall_at_5_max": 0.629789,
93
+ "nauc_recall_at_5_std": 0.252367,
94
+ "nauc_recall_at_5_diff1": 0.368499,
95
+ "nauc_recall_at_10_max": 0.675864,
96
+ "nauc_recall_at_10_std": 0.242898,
97
+ "nauc_recall_at_10_diff1": 0.345918,
98
+ "nauc_recall_at_20_max": 0.759977,
99
+ "nauc_recall_at_20_std": 0.29959,
100
+ "nauc_recall_at_20_diff1": 0.414746,
101
+ "nauc_recall_at_100_max": 0.797135,
102
+ "nauc_recall_at_100_std": 0.840782,
103
+ "nauc_recall_at_100_diff1": 0.2637,
104
+ "nauc_recall_at_1000_max": 1.0,
105
+ "nauc_recall_at_1000_std": 1.0,
106
+ "nauc_recall_at_1000_diff1": 0.869244,
107
+ "nauc_precision_at_1_max": 0.416466,
108
+ "nauc_precision_at_1_std": 0.080755,
109
+ "nauc_precision_at_1_diff1": 0.562307,
110
+ "nauc_precision_at_3_max": 0.547165,
111
+ "nauc_precision_at_3_std": 0.171334,
112
+ "nauc_precision_at_3_diff1": 0.363106,
113
+ "nauc_precision_at_5_max": 0.623454,
114
+ "nauc_precision_at_5_std": 0.260332,
115
+ "nauc_precision_at_5_diff1": 0.361743,
116
+ "nauc_precision_at_10_max": 0.6628,
117
+ "nauc_precision_at_10_std": 0.256977,
118
+ "nauc_precision_at_10_diff1": 0.33665,
119
+ "nauc_precision_at_20_max": 0.743169,
120
+ "nauc_precision_at_20_std": 0.324547,
121
+ "nauc_precision_at_20_diff1": 0.396915,
122
+ "nauc_precision_at_100_max": 0.546484,
123
+ "nauc_precision_at_100_std": 0.553392,
124
+ "nauc_precision_at_100_diff1": 0.167648,
125
+ "nauc_precision_at_1000_max": 0.379778,
126
+ "nauc_precision_at_1000_std": 0.347042,
127
+ "nauc_precision_at_1000_diff1": 0.165576,
128
+ "nauc_mrr_at_1_max": 0.422238,
129
+ "nauc_mrr_at_1_std": 0.074861,
130
+ "nauc_mrr_at_1_diff1": 0.565142,
131
+ "nauc_mrr_at_3_max": 0.465309,
132
+ "nauc_mrr_at_3_std": 0.100449,
133
+ "nauc_mrr_at_3_diff1": 0.494924,
134
+ "nauc_mrr_at_5_max": 0.472638,
135
+ "nauc_mrr_at_5_std": 0.110133,
136
+ "nauc_mrr_at_5_diff1": 0.498752,
137
+ "nauc_mrr_at_10_max": 0.469436,
138
+ "nauc_mrr_at_10_std": 0.106189,
139
+ "nauc_mrr_at_10_diff1": 0.501144,
140
+ "nauc_mrr_at_20_max": 0.4682,
141
+ "nauc_mrr_at_20_std": 0.105222,
142
+ "nauc_mrr_at_20_diff1": 0.504084,
143
+ "nauc_mrr_at_100_max": 0.467086,
144
+ "nauc_mrr_at_100_std": 0.105303,
145
+ "nauc_mrr_at_100_diff1": 0.504234,
146
+ "nauc_mrr_at_1000_max": 0.467028,
147
+ "nauc_mrr_at_1000_std": 0.105207,
148
+ "nauc_mrr_at_1000_diff1": 0.504246,
149
+ "hit_rate_at_1": 0.61294,
150
+ "hit_rate_at_3": 0.80203,
151
+ "hit_rate_at_5": 0.85787,
152
+ "hit_rate_at_10": 0.92005,
153
+ "hit_rate_at_20": 0.95939,
154
+ "hit_rate_at_100": 0.99492,
155
+ "hit_rate_at_1000": 0.99873,
156
+ "main_score": 0.76828,
157
+ "hf_subset": "default",
158
+ "languages": [
159
+ "vie-Latn"
160
+ ]
161
+ }
162
+ ]
163
+ },
164
+ "evaluation_time": 206.35546875,
165
+ "kg_co2_emissions": null,
166
+ "date": 1776365265.995614
167
+ }
vn_zalo_ai_results_trimmed_2/results/no_model_name__available/no_revision_available/model_meta.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "loader_kwargs": {},
3
+ "name": "no_model_name/available",
4
+ "revision": "no_revision_available",
5
+ "release_date": null,
6
+ "languages": null,
7
+ "n_parameters": null,
8
+ "n_active_parameters_override": null,
9
+ "n_embedding_parameters": 41359104,
10
+ "memory_usage_mb": null,
11
+ "max_tokens": 512,
12
+ "embed_dim": 768,
13
+ "license": null,
14
+ "open_weights": null,
15
+ "public_training_code": null,
16
+ "public_training_data": null,
17
+ "framework": [
18
+ "Sentence Transformers",
19
+ "PyTorch"
20
+ ],
21
+ "reference": null,
22
+ "similarity_fn_name": "cosine",
23
+ "use_instructions": null,
24
+ "training_datasets": null,
25
+ "adapted_from": null,
26
+ "superseded_by": null,
27
+ "modalities": [
28
+ "text"
29
+ ],
30
+ "model_type": [
31
+ "dense"
32
+ ],
33
+ "citation": null,
34
+ "contacts": null,
35
+ "experiment_kwargs": null,
36
+ "output_dtypes": null,
37
+ "loader": "SentenceTransformerEncoderWrapper",
38
+ "is_cross_encoder": false
39
+ }