Upload evaluation/HuggingFaceTB_SmolLM_135M_Instruct_leaderboard|truthfulqa:mc|0|0_20250802_154459.json with huggingface_hub

evaluation/HuggingFaceTB_SmolLM_135M_Instruct_leaderboard|truthfulqa:mc|0|0_20250802_154459.json

@@ -0,0 +1,138 @@
+{
+  "metadata": {
+    "model_name": "HuggingFaceTB/SmolLM-135M-Instruct",
+    "test_name": "leaderboard|truthfulqa:mc|0|0",
+    "evaluation_timestamp": "2025-08-02T15:44:59.518126",
+    "lighteval_version": "latest",
+    "evaluation_type": "automated"
+  },
+  "results": {
+    "config_general": {
+      "lighteval_sha": "?",
+      "num_fewshot_seeds": 1,
+      "max_samples": 10,
+      "job_id": 0,
+      "start_time": 360218.017320285,
+      "end_time": 360307.915306828,
+      "total_evaluation_time_secondes": "89.89798654295737",
+      "model_name": "HuggingFaceTB/SmolLM-135M-Instruct",
+      "model_sha": "fcc320f490e08fdb4b99d935b2c58d40bf35b0d0",
+      "model_dtype": null,
+      "model_size": "513.13 MB",
+      "generation_parameters": {
+        "early_stopping": null,
+        "repetition_penalty": null,
+        "frequency_penalty": null,
+        "length_penalty": null,
+        "presence_penalty": null,
+        "max_new_tokens": null,
+        "min_new_tokens": null,
+        "seed": null,
+        "stop_tokens": null,
+        "temperature": null,
+        "top_k": null,
+        "min_p": null,
+        "top_p": null,
+        "truncate_prompt": null,
+        "response_format": null
+      }
+    },
+    "results": {
+      "leaderboard|truthfulqa:mc|0": {
+        "truthfulqa_mc1": 0.4,
+        "truthfulqa_mc1_stderr": 0.16329931618554522,
+        "truthfulqa_mc2": 0.5128856230898219,
+        "truthfulqa_mc2_stderr": 0.15330696993692186
+      },
+      "all": {
+        "truthfulqa_mc1": 0.4,
+        "truthfulqa_mc1_stderr": 0.16329931618554522,
+        "truthfulqa_mc2": 0.5128856230898219,
+        "truthfulqa_mc2_stderr": 0.15330696993692186
+      }
+    },
+    "versions": {
+      "leaderboard|truthfulqa:mc|0": 0
+    },
+    "config_tasks": {
+      "leaderboard|truthfulqa:mc": {
+        "name": "truthfulqa:mc",
+        "prompt_function": "truthful_qa_multiple_choice",
+        "hf_repo": "truthful_qa",
+        "hf_subset": "multiple_choice",
+        "metric": [
+          {
+            "metric_name": [
+              "truthfulqa_mc1",
+              "truthfulqa_mc2"
+            ],
+            "higher_is_better": {
+              "truthfulqa_mc1": true,
+              "truthfulqa_mc2": true
+            },
+            "category": "8",
+            "use_case": "1",
+            "sample_level_fn": "truthfulqa_mc_metrics",
+            "corpus_level_fn": {
+              "truthfulqa_mc1": "mean",
+              "truthfulqa_mc2": "mean"
+            }
+          }
+        ],
+        "hf_revision": null,
+        "hf_filter": null,
+        "hf_avail_splits": [
+          "validation"
+        ],
+        "trust_dataset": true,
+        "evaluation_splits": [
+          "validation"
+        ],
+        "few_shots_split": null,
+        "few_shots_select": null,
+        "generation_size": -1,
+        "generation_grammar": null,
+        "stop_sequence": [
+          "\n"
+        ],
+        "num_samples": null,
+        "suite": [
+          "leaderboard"
+        ],
+        "original_num_docs": 817,
+        "effective_num_docs": 10,
+        "must_remove_duplicate_docs": false,
+        "version": 0
+      }
+    },
+    "summary_tasks": {
+      "leaderboard|truthfulqa:mc|0": {
+        "hashes": {
+          "hash_examples": "da0474ee913e995c",
+          "hash_full_prompts": "da0474ee913e995c",
+          "hash_input_tokens": "9978174ca3a146f7",
+          "hash_cont_tokens": "b70859daed5a0d89"
+        },
+        "truncated": 0,
+        "non_truncated": 10,
+        "padded": 110,
+        "non_padded": 9,
+        "effective_few_shots": 0.0,
+        "num_truncated_few_shots": 0
+      }
+    },
+    "summary_general": {
+      "hashes": {
+        "hash_examples": "d93946e268e80920",
+        "hash_full_prompts": "d93946e268e80920",
+        "hash_input_tokens": "5438465c3ac07759",
+        "hash_cont_tokens": "9d720243d430bdc6"
+      },
+      "truncated": 0,
+      "non_truncated": 10,
+      "padded": 110,
+      "non_padded": 9,
+      "num_truncated_few_shots": 0
+    }
+  }
+}