vn_zalo_ai_results_trimmed_embeddinggemma-300m-vilegal-stage2-hardneg-trimmed

vn_zalo_ai_results_trimmed_embeddinggemma-300m-vilegal-stage2-hardneg-trimmed/results/no_model_name__available/no_revision_available/ZacLegalTextRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "910766554633e8da014e88f54988705dde7ecaac",
+  "task_name": "ZacLegalTextRetrieval",
+  "mteb_version": "2.12.16",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.62437,
+        "ndcg_at_3": 0.73761,
+        "ndcg_at_5": 0.75926,
+        "ndcg_at_10": 0.77758,
+        "ndcg_at_20": 0.78623,
+        "ndcg_at_100": 0.79284,
+        "ndcg_at_1000": 0.79347,
+        "map_at_1": 0.62246,
+        "map_at_3": 0.71003,
+        "map_at_5": 0.72208,
+        "map_at_10": 0.72988,
+        "map_at_20": 0.73224,
+        "map_at_100": 0.73319,
+        "map_at_1000": 0.73322,
+        "recall_at_1": 0.62246,
+        "recall_at_3": 0.81599,
+        "recall_at_5": 0.86865,
+        "recall_at_10": 0.92386,
+        "recall_at_20": 0.95812,
+        "recall_at_100": 0.99302,
+        "recall_at_1000": 0.99746,
+        "accuracy": 0.62246,
+        "precision_at_1": 0.62437,
+        "precision_at_3": 0.27284,
+        "precision_at_5": 0.17437,
+        "precision_at_10": 0.09289,
+        "precision_at_20": 0.04816,
+        "precision_at_100": 0.00999,
+        "precision_at_1000": 0.001,
+        "mrr_at_1": 0.621827,
+        "mrr_at_3": 0.709814,
+        "mrr_at_5": 0.721616,
+        "mrr_at_10": 0.729385,
+        "mrr_at_20": 0.731744,
+        "mrr_at_100": 0.732665,
+        "mrr_at_1000": 0.73269,
+        "nauc_ndcg_at_1_max": 0.47575,
+        "nauc_ndcg_at_1_std": 0.073465,
+        "nauc_ndcg_at_1_diff1": 0.601723,
+        "nauc_ndcg_at_3_max": 0.503904,
+        "nauc_ndcg_at_3_std": 0.114184,
+        "nauc_ndcg_at_3_diff1": 0.536072,
+        "nauc_ndcg_at_5_max": 0.504647,
+        "nauc_ndcg_at_5_std": 0.121423,
+        "nauc_ndcg_at_5_diff1": 0.529194,
+        "nauc_ndcg_at_10_max": 0.51669,
+        "nauc_ndcg_at_10_std": 0.11832,
+        "nauc_ndcg_at_10_diff1": 0.548369,
+        "nauc_ndcg_at_20_max": 0.516623,
+        "nauc_ndcg_at_20_std": 0.120531,
+        "nauc_ndcg_at_20_diff1": 0.558262,
+        "nauc_ndcg_at_100_max": 0.506789,
+        "nauc_ndcg_at_100_std": 0.116375,
+        "nauc_ndcg_at_100_diff1": 0.55515,
+        "nauc_ndcg_at_1000_max": 0.505713,
+        "nauc_ndcg_at_1000_std": 0.114489,
+        "nauc_ndcg_at_1000_diff1": 0.555332,
+        "nauc_map_at_1_max": 0.467048,
+        "nauc_map_at_1_std": 0.067073,
+        "nauc_map_at_1_diff1": 0.597537,
+        "nauc_map_at_3_max": 0.49332,
+        "nauc_map_at_3_std": 0.101872,
+        "nauc_map_at_3_diff1": 0.550203,
+        "nauc_map_at_5_max": 0.493162,
+        "nauc_map_at_5_std": 0.104298,
+        "nauc_map_at_5_diff1": 0.548336,
+        "nauc_map_at_10_max": 0.498003,
+        "nauc_map_at_10_std": 0.103934,
+        "nauc_map_at_10_diff1": 0.556099,
+        "nauc_map_at_20_max": 0.497697,
+        "nauc_map_at_20_std": 0.104162,
+        "nauc_map_at_20_diff1": 0.558355,
+        "nauc_map_at_100_max": 0.496634,
+        "nauc_map_at_100_std": 0.103912,
+        "nauc_map_at_100_diff1": 0.558111,
+        "nauc_map_at_1000_max": 0.496602,
+        "nauc_map_at_1000_std": 0.103859,
+        "nauc_map_at_1000_diff1": 0.558101,
+        "nauc_recall_at_1_max": 0.467048,
+        "nauc_recall_at_1_std": 0.067073,
+        "nauc_recall_at_1_diff1": 0.597537,
+        "nauc_recall_at_3_max": 0.538924,
+        "nauc_recall_at_3_std": 0.159226,
+        "nauc_recall_at_3_diff1": 0.471553,
+        "nauc_recall_at_5_max": 0.555896,
+        "nauc_recall_at_5_std": 0.207619,
+        "nauc_recall_at_5_diff1": 0.4182,
+        "nauc_recall_at_10_max": 0.674684,
+        "nauc_recall_at_10_std": 0.222653,
+        "nauc_recall_at_10_diff1": 0.489784,
+        "nauc_recall_at_20_max": 0.806439,
+        "nauc_recall_at_20_std": 0.350375,
+        "nauc_recall_at_20_diff1": 0.611903,
+        "nauc_recall_at_100_max": 0.896486,
+        "nauc_recall_at_100_std": 0.807265,
+        "nauc_recall_at_100_diff1": 0.423923,
+        "nauc_recall_at_1000_max": 1.0,
+        "nauc_recall_at_1000_std": 1.0,
+        "nauc_recall_at_1000_diff1": 0.348898,
+        "nauc_precision_at_1_max": 0.47575,
+        "nauc_precision_at_1_std": 0.073465,
+        "nauc_precision_at_1_diff1": 0.601723,
+        "nauc_precision_at_3_max": 0.554059,
+        "nauc_precision_at_3_std": 0.175193,
+        "nauc_precision_at_3_diff1": 0.469556,
+        "nauc_precision_at_5_max": 0.563574,
+        "nauc_precision_at_5_std": 0.221371,
+        "nauc_precision_at_5_diff1": 0.412775,
+        "nauc_precision_at_10_max": 0.678882,
+        "nauc_precision_at_10_std": 0.266895,
+        "nauc_precision_at_10_diff1": 0.46187,
+        "nauc_precision_at_20_max": 0.798764,
+        "nauc_precision_at_20_std": 0.412256,
+        "nauc_precision_at_20_diff1": 0.549908,
+        "nauc_precision_at_100_max": 0.657998,
+        "nauc_precision_at_100_std": 0.735876,
+        "nauc_precision_at_100_diff1": 0.187568,
+        "nauc_precision_at_1000_max": 0.455772,
+        "nauc_precision_at_1000_std": 0.620898,
+        "nauc_precision_at_1000_diff1": 0.02309,
+        "nauc_mrr_at_1_max": 0.477606,
+        "nauc_mrr_at_1_std": 0.074729,
+        "nauc_mrr_at_1_diff1": 0.607316,
+        "nauc_mrr_at_3_max": 0.498719,
+        "nauc_mrr_at_3_std": 0.104368,
+        "nauc_mrr_at_3_diff1": 0.560119,
+        "nauc_mrr_at_5_max": 0.498635,
+        "nauc_mrr_at_5_std": 0.107439,
+        "nauc_mrr_at_5_diff1": 0.557111,
+        "nauc_mrr_at_10_max": 0.501954,
+        "nauc_mrr_at_10_std": 0.106319,
+        "nauc_mrr_at_10_diff1": 0.564183,
+        "nauc_mrr_at_20_max": 0.501672,
+        "nauc_mrr_at_20_std": 0.106522,
+        "nauc_mrr_at_20_diff1": 0.566491,
+        "nauc_mrr_at_100_max": 0.500614,
+        "nauc_mrr_at_100_std": 0.106148,
+        "nauc_mrr_at_100_diff1": 0.566295,
+        "nauc_mrr_at_1000_max": 0.500565,
+        "nauc_mrr_at_1000_std": 0.106064,
+        "nauc_mrr_at_1000_diff1": 0.566294,
+        "hit_rate_at_1": 0.62437,
+        "hit_rate_at_3": 0.81726,
+        "hit_rate_at_5": 0.86929,
+        "hit_rate_at_10": 0.92513,
+        "hit_rate_at_20": 0.95939,
+        "hit_rate_at_100": 0.99365,
+        "hit_rate_at_1000": 0.99746,
+        "main_score": 0.77758,
+        "hf_subset": "default",
+        "languages": [
+          "vie-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 206.30721473693848,
+  "kg_co2_emissions": null,
+  "date": 1776370875.506796
+}

vn_zalo_ai_results_trimmed_embeddinggemma-300m-vilegal-stage2-hardneg-trimmed/results/no_model_name__available/no_revision_available/model_meta.json

@@ -0,0 +1,39 @@
+{
+    "loader_kwargs": {},
+    "name": "no_model_name/available",
+    "revision": "no_revision_available",
+    "release_date": null,
+    "languages": null,
+    "n_parameters": null,
+    "n_active_parameters_override": null,
+    "n_embedding_parameters": 41359104,
+    "memory_usage_mb": null,
+    "max_tokens": 512,
+    "embed_dim": 768,
+    "license": null,
+    "open_weights": null,
+    "public_training_code": null,
+    "public_training_data": null,
+    "framework": [
+        "Sentence Transformers",
+        "PyTorch"
+    ],
+    "reference": null,
+    "similarity_fn_name": "cosine",
+    "use_instructions": null,
+    "training_datasets": null,
+    "adapted_from": null,
+    "superseded_by": null,
+    "modalities": [
+        "text"
+    ],
+    "model_type": [
+        "dense"
+    ],
+    "citation": null,
+    "contacts": null,
+    "experiment_kwargs": null,
+    "output_dtypes": null,
+    "loader": "SentenceTransformerEncoderWrapper",
+    "is_cross_encoder": false
+}