vn_zalo_ai_results____embeddinggemma-300m-vilegal-reindexing

vn_zalo_ai_results____embeddinggemma-300m-vilegal-reindexing/results/no_model_name__available/no_revision_available/ZacLegalTextRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "910766554633e8da014e88f54988705dde7ecaac",
+  "task_name": "ZacLegalTextRetrieval",
+  "mteb_version": "2.12.20",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.6231,
+        "ndcg_at_3": 0.74216,
+        "ndcg_at_5": 0.76464,
+        "ndcg_at_10": 0.7803,
+        "ndcg_at_20": 0.7907,
+        "ndcg_at_100": 0.79644,
+        "ndcg_at_1000": 0.79654,
+        "map_at_1": 0.62119,
+        "map_at_3": 0.7132,
+        "map_at_5": 0.72589,
+        "map_at_10": 0.73264,
+        "map_at_20": 0.73544,
+        "map_at_100": 0.73631,
+        "map_at_1000": 0.73632,
+        "recall_at_1": 0.62119,
+        "recall_at_3": 0.82487,
+        "recall_at_5": 0.87881,
+        "recall_at_10": 0.92576,
+        "recall_at_20": 0.96701,
+        "recall_at_100": 0.99683,
+        "recall_at_1000": 0.99746,
+        "accuracy": 0.62119,
+        "precision_at_1": 0.6231,
+        "precision_at_3": 0.27623,
+        "precision_at_5": 0.17665,
+        "precision_at_10": 0.09302,
+        "precision_at_20": 0.0486,
+        "precision_at_100": 0.01003,
+        "precision_at_1000": 0.001,
+        "mrr_at_1": 0.61802,
+        "mrr_at_3": 0.711083,
+        "mrr_at_5": 0.723519,
+        "mrr_at_10": 0.730142,
+        "mrr_at_20": 0.733112,
+        "mrr_at_100": 0.733938,
+        "mrr_at_1000": 0.733938,
+        "nauc_ndcg_at_1_max": 0.418038,
+        "nauc_ndcg_at_1_std": 0.06905,
+        "nauc_ndcg_at_1_diff1": 0.568016,
+        "nauc_ndcg_at_3_max": 0.48017,
+        "nauc_ndcg_at_3_std": 0.116649,
+        "nauc_ndcg_at_3_diff1": 0.483002,
+        "nauc_ndcg_at_5_max": 0.486965,
+        "nauc_ndcg_at_5_std": 0.133083,
+        "nauc_ndcg_at_5_diff1": 0.471437,
+        "nauc_ndcg_at_10_max": 0.483404,
+        "nauc_ndcg_at_10_std": 0.131327,
+        "nauc_ndcg_at_10_diff1": 0.486206,
+        "nauc_ndcg_at_20_max": 0.477194,
+        "nauc_ndcg_at_20_std": 0.119989,
+        "nauc_ndcg_at_20_diff1": 0.500803,
+        "nauc_ndcg_at_100_max": 0.46886,
+        "nauc_ndcg_at_100_std": 0.116763,
+        "nauc_ndcg_at_100_diff1": 0.498901,
+        "nauc_ndcg_at_1000_max": 0.469213,
+        "nauc_ndcg_at_1000_std": 0.116759,
+        "nauc_ndcg_at_1000_diff1": 0.499109,
+        "nauc_map_at_1_max": 0.411805,
+        "nauc_map_at_1_std": 0.064578,
+        "nauc_map_at_1_diff1": 0.565704,
+        "nauc_map_at_3_max": 0.461753,
+        "nauc_map_at_3_std": 0.104188,
+        "nauc_map_at_3_diff1": 0.502887,
+        "nauc_map_at_5_max": 0.464051,
+        "nauc_map_at_5_std": 0.110703,
+        "nauc_map_at_5_diff1": 0.49842,
+        "nauc_map_at_10_max": 0.462086,
+        "nauc_map_at_10_std": 0.110198,
+        "nauc_map_at_10_diff1": 0.504245,
+        "nauc_map_at_20_max": 0.460701,
+        "nauc_map_at_20_std": 0.107757,
+        "nauc_map_at_20_diff1": 0.507724,
+        "nauc_map_at_100_max": 0.459833,
+        "nauc_map_at_100_std": 0.107575,
+        "nauc_map_at_100_diff1": 0.507512,
+        "nauc_map_at_1000_max": 0.459845,
+        "nauc_map_at_1000_std": 0.107574,
+        "nauc_map_at_1000_diff1": 0.507519,
+        "nauc_recall_at_1_max": 0.411805,
+        "nauc_recall_at_1_std": 0.064578,
+        "nauc_recall_at_1_diff1": 0.565704,
+        "nauc_recall_at_3_max": 0.553746,
+        "nauc_recall_at_3_std": 0.171271,
+        "nauc_recall_at_3_diff1": 0.39708,
+        "nauc_recall_at_5_max": 0.614766,
+        "nauc_recall_at_5_std": 0.266734,
+        "nauc_recall_at_5_diff1": 0.317179,
+        "nauc_recall_at_10_max": 0.663943,
+        "nauc_recall_at_10_std": 0.320762,
+        "nauc_recall_at_10_diff1": 0.341081,
+        "nauc_recall_at_20_max": 0.740005,
+        "nauc_recall_at_20_std": 0.29945,
+        "nauc_recall_at_20_diff1": 0.464477,
+        "nauc_recall_at_100_max": 0.713408,
+        "nauc_recall_at_100_std": 0.824571,
+        "nauc_recall_at_100_diff1": -0.381696,
+        "nauc_recall_at_1000_max": 0.934622,
+        "nauc_recall_at_1000_std": 1.0,
+        "nauc_recall_at_1000_diff1": -0.507835,
+        "nauc_precision_at_1_max": 0.418038,
+        "nauc_precision_at_1_std": 0.06905,
+        "nauc_precision_at_1_diff1": 0.568016,
+        "nauc_precision_at_3_max": 0.556569,
+        "nauc_precision_at_3_std": 0.185917,
+        "nauc_precision_at_3_diff1": 0.382887,
+        "nauc_precision_at_5_max": 0.606233,
+        "nauc_precision_at_5_std": 0.2737,
+        "nauc_precision_at_5_diff1": 0.298922,
+        "nauc_precision_at_10_max": 0.647667,
+        "nauc_precision_at_10_std": 0.327822,
+        "nauc_precision_at_10_diff1": 0.311288,
+        "nauc_precision_at_20_max": 0.709169,
+        "nauc_precision_at_20_std": 0.320468,
+        "nauc_precision_at_20_diff1": 0.388547,
+        "nauc_precision_at_100_max": 0.423486,
+        "nauc_precision_at_100_std": 0.435332,
+        "nauc_precision_at_100_diff1": -0.192827,
+        "nauc_precision_at_1000_max": 0.370677,
+        "nauc_precision_at_1000_std": 0.353063,
+        "nauc_precision_at_1000_diff1": -0.172971,
+        "nauc_mrr_at_1_max": 0.410262,
+        "nauc_mrr_at_1_std": 0.064173,
+        "nauc_mrr_at_1_diff1": 0.579436,
+        "nauc_mrr_at_3_max": 0.458439,
+        "nauc_mrr_at_3_std": 0.098864,
+        "nauc_mrr_at_3_diff1": 0.514886,
+        "nauc_mrr_at_5_max": 0.459673,
+        "nauc_mrr_at_5_std": 0.105981,
+        "nauc_mrr_at_5_diff1": 0.509441,
+        "nauc_mrr_at_10_max": 0.457746,
+        "nauc_mrr_at_10_std": 0.105776,
+        "nauc_mrr_at_10_diff1": 0.515562,
+        "nauc_mrr_at_20_max": 0.456313,
+        "nauc_mrr_at_20_std": 0.102844,
+        "nauc_mrr_at_20_diff1": 0.519199,
+        "nauc_mrr_at_100_max": 0.455425,
+        "nauc_mrr_at_100_std": 0.102651,
+        "nauc_mrr_at_100_diff1": 0.519118,
+        "nauc_mrr_at_1000_max": 0.455425,
+        "nauc_mrr_at_1000_std": 0.102651,
+        "nauc_mrr_at_1000_diff1": 0.519118,
+        "hit_rate_at_1": 0.6231,
+        "hit_rate_at_3": 0.82614,
+        "hit_rate_at_5": 0.87944,
+        "hit_rate_at_10": 0.9264,
+        "hit_rate_at_20": 0.96827,
+        "hit_rate_at_100": 0.99746,
+        "hit_rate_at_1000": 0.99746,
+        "main_score": 0.7803,
+        "hf_subset": "default",
+        "languages": [
+          "vie-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 421.9146237373352,
+  "kg_co2_emissions": null,
+  "date": 1776502299.302507
+}

vn_zalo_ai_results____embeddinggemma-300m-vilegal-reindexing/results/no_model_name__available/no_revision_available/model_meta.json

@@ -0,0 +1,39 @@
+{
+    "loader_kwargs": {},
+    "name": "no_model_name/available",
+    "revision": "no_revision_available",
+    "release_date": null,
+    "languages": null,
+    "n_parameters": null,
+    "n_active_parameters_override": null,
+    "n_embedding_parameters": 41359104,
+    "memory_usage_mb": null,
+    "max_tokens": 2048,
+    "embed_dim": 768,
+    "license": null,
+    "open_weights": null,
+    "public_training_code": null,
+    "public_training_data": null,
+    "framework": [
+        "Sentence Transformers",
+        "PyTorch"
+    ],
+    "reference": null,
+    "similarity_fn_name": "cosine",
+    "use_instructions": null,
+    "training_datasets": null,
+    "adapted_from": null,
+    "superseded_by": null,
+    "modalities": [
+        "text"
+    ],
+    "model_type": [
+        "dense"
+    ],
+    "citation": null,
+    "contacts": null,
+    "experiment_kwargs": null,
+    "output_dtypes": null,
+    "loader": "SentenceTransformerEncoderWrapper",
+    "is_cross_encoder": false
+}