Delete root

root/eval/results/results/Qwen/results_2025-05-08T10-29-13.463761.json

@@ -1,129 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 411245.342927594,
-    "end_time": 411646.871858183,
-    "total_evaluation_time_secondes": "401.5289305889746",
-    "model_name": "gpt2",
-    "model_sha": "607a30d783dfa663caf39e06633721c8d4cfcd7e",
-    "model_dtype": null,
-    "model_size": "476.2 MB",
-    "generation_parameters": {
-      "early_stopping": null,
-      "repetition_penalty": null,
-      "frequency_penalty": null,
-      "length_penalty": null,
-      "presence_penalty": null,
-      "max_new_tokens": null,
-      "min_new_tokens": null,
-      "seed": null,
-      "stop_tokens": null,
-      "temperature": null,
-      "top_k": null,
-      "min_p": null,
-      "top_p": null,
-      "truncate_prompt": null,
-      "response_format": null
-    }
-  },
-  "results": {
-    "leaderboard|truthfulqa:mc|0": {
-      "truthfulqa_mc1": 0.22766217870257038,
-      "truthfulqa_mc1_stderr": 0.01467925503211107,
-      "truthfulqa_mc2": 0.40693604523754223,
-      "truthfulqa_mc2_stderr": 0.014921953790679352
-    },
-    "all": {
-      "truthfulqa_mc1": 0.22766217870257038,
-      "truthfulqa_mc1_stderr": 0.01467925503211107,
-      "truthfulqa_mc2": 0.40693604523754223,
-      "truthfulqa_mc2_stderr": 0.014921953790679352
-    }
-  },
-  "versions": {
-    "leaderboard|truthfulqa:mc|0": 0
-  },
-  "config_tasks": {
-    "leaderboard|truthfulqa:mc": {
-      "name": "truthfulqa:mc",
-      "prompt_function": "truthful_qa_multiple_choice",
-      "hf_repo": "truthful_qa",
-      "hf_subset": "multiple_choice",
-      "metric": [
-        {
-          "metric_name": [
-            "truthfulqa_mc1",
-            "truthfulqa_mc2"
-          ],
-          "higher_is_better": {
-            "truthfulqa_mc1": true,
-            "truthfulqa_mc2": true
-          },
-          "category": "8",
-          "use_case": "1",
-          "sample_level_fn": "truthfulqa_mc_metrics",
-          "corpus_level_fn": {
-            "truthfulqa_mc1": "mean",
-            "truthfulqa_mc2": "mean"
-          }
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "validation"
-      ],
-      "trust_dataset": true,
-      "evaluation_splits": [
-        "validation"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": -1,
-      "generation_grammar": null,
-      "stop_sequence": [
-        "\n"
-      ],
-      "num_samples": null,
-      "suite": [
-        "leaderboard"
-      ],
-      "original_num_docs": 817,
-      "effective_num_docs": 817,
-      "must_remove_duplicate_docs": false,
-      "version": 0
-    }
-  },
-  "summary_tasks": {
-    "leaderboard|truthfulqa:mc|0": {
-      "hashes": {
-        "hash_examples": "36a6d90e75d92d4a",
-        "hash_full_prompts": "36a6d90e75d92d4a",
-        "hash_input_tokens": "1f53251acd4ba722",
-        "hash_cont_tokens": "e142c03ef8b64bd5"
-      },
-      "truncated": 0,
-      "non_truncated": 817,
-      "padded": 9619,
-      "non_padded": 377,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "aed1dfc67e53d0f2",
-      "hash_full_prompts": "aed1dfc67e53d0f2",
-      "hash_input_tokens": "0a41b966ca38e4d0",
-      "hash_cont_tokens": "3be708d2914ec601"
-    },
-    "truncated": 0,
-    "non_truncated": 817,
-    "padded": 9619,
-    "non_padded": 377,
-    "num_truncated_few_shots": 0
-  }
-}