Hugging Face's logo

Spaces:
OpenEvals
/
aa-omniscience
Running

App Files Community
SaylorTwift HF Staff commited on
Commit
01e48ca
·
verified ·
1 Parent(s): 3e628a0

Upload folder using huggingface_hub

Browse files
Files changed (19) hide show
  1. .gitattributes +11 -0
  2. assets/favicon.svg +4 -0
  3. assets/index.css +0 -0
  4. assets/index.js +0 -0
  5. index.html +26 -17
  6. logs/2025-11-18T16-51-38+01-00_aa-omniscience_8CoDuPXNFtHVaAdjugJ7MW.eval +3 -0
  7. logs/2025-11-18T16-51-38+01-00_aa-omniscience_9EksTSk7Uo5DMnguoBdHoZ.eval +3 -0
  8. logs/2025-11-18T16-51-38+01-00_aa-omniscience_KeCEh4EsFNueGRBNEwPwra.eval +3 -0
  9. logs/2025-11-18T16-51-38+01-00_aa-omniscience_QA2dSkk7LB6SLu2MuKu9T4.eval +3 -0
  10. logs/2025-11-18T16-51-38+01-00_aa-omniscience_SF9nrxGFXwAFfqaEyevZ2g.eval +3 -0
  11. logs/2025-11-18T16-51-38+01-00_aa-omniscience_d9f4HJve7aW9u48LcggbZB.eval +3 -0
  12. logs/2025-11-18T16-51-39+01-00_aa-omniscience_GzFu97n3Ky5mGZs65jJQiv.eval +3 -0
  13. logs/2025-11-19T11-09-52+01-00_aa-omniscience_GqbbSMn64nSV9EQsYtnuER.eval +3 -0
  14. logs/2025-11-19T11-09-52+01-00_aa-omniscience_Nk2WgRY2BnUpbSBEu5xpRW.eval +3 -0
  15. logs/2025-11-19T11-17-59+01-00_aa-omniscience_GqbbSMn64nSV9EQsYtnuER.eval +3 -0
  16. logs/2025-11-19T11-17-59+01-00_aa-omniscience_Nk2WgRY2BnUpbSBEu5xpRW.eval +3 -0
  17. logs/eval-set.json +113 -0
  18. logs/listing.json +189 -0
  19. robots.txt +2 -0
.gitattributes CHANGED
@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ logs/2025-11-18T16-51-38+01-00_aa-omniscience_8CoDuPXNFtHVaAdjugJ7MW.eval filter=lfs diff=lfs merge=lfs -text
37
+ logs/2025-11-18T16-51-38+01-00_aa-omniscience_9EksTSk7Uo5DMnguoBdHoZ.eval filter=lfs diff=lfs merge=lfs -text
38
+ logs/2025-11-18T16-51-38+01-00_aa-omniscience_KeCEh4EsFNueGRBNEwPwra.eval filter=lfs diff=lfs merge=lfs -text
39
+ logs/2025-11-18T16-51-38+01-00_aa-omniscience_QA2dSkk7LB6SLu2MuKu9T4.eval filter=lfs diff=lfs merge=lfs -text
40
+ logs/2025-11-18T16-51-38+01-00_aa-omniscience_SF9nrxGFXwAFfqaEyevZ2g.eval filter=lfs diff=lfs merge=lfs -text
41
+ logs/2025-11-18T16-51-38+01-00_aa-omniscience_d9f4HJve7aW9u48LcggbZB.eval filter=lfs diff=lfs merge=lfs -text
42
+ logs/2025-11-18T16-51-39+01-00_aa-omniscience_GzFu97n3Ky5mGZs65jJQiv.eval filter=lfs diff=lfs merge=lfs -text
43
+ logs/2025-11-19T11-09-52+01-00_aa-omniscience_GqbbSMn64nSV9EQsYtnuER.eval filter=lfs diff=lfs merge=lfs -text
44
+ logs/2025-11-19T11-09-52+01-00_aa-omniscience_Nk2WgRY2BnUpbSBEu5xpRW.eval filter=lfs diff=lfs merge=lfs -text
45
+ logs/2025-11-19T11-17-59+01-00_aa-omniscience_GqbbSMn64nSV9EQsYtnuER.eval filter=lfs diff=lfs merge=lfs -text
46
+ logs/2025-11-19T11-17-59+01-00_aa-omniscience_Nk2WgRY2BnUpbSBEu5xpRW.eval filter=lfs diff=lfs merge=lfs -text
assets/favicon.svg ADDED
assets/index.css ADDED
The diff for this file is too large to render. See raw diff
 
assets/index.js ADDED
The diff for this file is too large to render. See raw diff
 
index.html CHANGED
@@ -1,19 +1,28 @@
1
  <!doctype html>
2
- <html>
3
- <head>
4
- <meta charset="utf-8" />
5
- <meta name="viewport" content="width=device-width" />
6
- <title>My static Space</title>
7
- <link rel="stylesheet" href="style.css" />
8
- </head>
9
- <body>
10
- <div class="card">
11
- <h1>Welcome to your static Space!</h1>
12
- <p>You can modify this app directly by editing <i>index.html</i> in the Files and versions tab.</p>
13
- <p>
14
- Also don't forget to check the
15
- <a href="https://huggingface.co/docs/hub/spaces" target="_blank">Spaces documentation</a>.
16
- </p>
17
- </div>
18
- </body>
 
 
 
 
 
 
 
 
 
19
  </html>
 
1
  <!doctype html>
2
+ <html lang="en" data-bs-theme="light">
3
+ <head>
4
+ <meta charset="utf-8" />
5
+ <meta name="viewport" content="width=device-width, initial-scale=1" />
6
+ <title>Inspect View</title>
7
+ <link rel="icon" href="./assets/favicon.svg" />
8
+
9
+ <script>
10
+ // Forward the theme (dark or light) onto the root html element
11
+ // this parameter will tend to appear when the view is hosted within
12
+ // an iframe (e.g. in vscode)
13
+ const urlParams = new URLSearchParams(window.location.search);
14
+ const theme = urlParams.get("inspectLogviewThemeCategory");
15
+ if (theme) {
16
+ document.documentElement.setAttribute("data-text-highlight", theme);
17
+ document.documentElement.setAttribute("data-bs-theme", theme);
18
+ }
19
+ </script>
20
+ <script type="module" crossorigin src="./assets/index.js"></script>
21
+ <link rel="stylesheet" crossorigin href="./assets/index.css">
22
+ <script id="log_dir_context" type="application/json">{"log_dir": "logs"}</script>
23
+ </head>
24
+
25
+ <body style="min-width: 450px">
26
+ <div id="app"></div>
27
+ </body>
28
  </html>
logs/2025-11-18T16-51-38+01-00_aa-omniscience_8CoDuPXNFtHVaAdjugJ7MW.eval ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19704e014ee3093c01e4bb16ba270e4674ef088d5ad76aac73fbda453196a9dc
3
+ size 3793588
logs/2025-11-18T16-51-38+01-00_aa-omniscience_9EksTSk7Uo5DMnguoBdHoZ.eval ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:936a69257bf4c6edd0b34d7e8e253f6621f496b0c6a10d2e1d209425471ba3d3
3
+ size 3769367
logs/2025-11-18T16-51-38+01-00_aa-omniscience_KeCEh4EsFNueGRBNEwPwra.eval ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce18548d3ccd323aac0faaec51c7d2c40738c7b1033e3201a370775f7f37c6bc
3
+ size 3906311
logs/2025-11-18T16-51-38+01-00_aa-omniscience_QA2dSkk7LB6SLu2MuKu9T4.eval ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e62e8ca6eb1b138fd18e2b1a31d603a7cc475ad3c22cf5e91f792f5f8712a38
3
+ size 4342029
logs/2025-11-18T16-51-38+01-00_aa-omniscience_SF9nrxGFXwAFfqaEyevZ2g.eval ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dee922737f8bf548641625b16bdd40e8fb9653984885f56e7826e9359a3088eb
3
+ size 4918439
logs/2025-11-18T16-51-38+01-00_aa-omniscience_d9f4HJve7aW9u48LcggbZB.eval ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cecd94761c08eb15a782e9d656b1586b6c5ca52a7060a462a72a922af6ee525
3
+ size 4102877
logs/2025-11-18T16-51-39+01-00_aa-omniscience_GzFu97n3Ky5mGZs65jJQiv.eval ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:306ceb9d80ee3c4547fd0b1b915ce8a4294c0130d96f10a4643e6f7d537b2e73
3
+ size 4517909
logs/2025-11-19T11-09-52+01-00_aa-omniscience_GqbbSMn64nSV9EQsYtnuER.eval ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ebd955d1317facaec71a36feca3208520572d47e3e987d054ec7bb3945dd642
3
+ size 5063050
logs/2025-11-19T11-09-52+01-00_aa-omniscience_Nk2WgRY2BnUpbSBEu5xpRW.eval ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b3c4dcb57d814cbcb6121d0defc6dcae63dcef69f79a34659475add5e2d6ac7
3
+ size 4794151
logs/2025-11-19T11-17-59+01-00_aa-omniscience_GqbbSMn64nSV9EQsYtnuER.eval ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc87a059a70d21311a7271f381519d65df970a76602fcc2a6d7854dbed6de226
3
+ size 5063115
logs/2025-11-19T11-17-59+01-00_aa-omniscience_Nk2WgRY2BnUpbSBEu5xpRW.eval ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:307c87c80e2918f2a4f9ff99dec4433845307ccb48461f5be93ebd5a862041bf
3
+ size 4794146
logs/eval-set.json ADDED
@@ -0,0 +1,113 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "eval_set_id": "P6eK8aWJ3VXXWRDvzbr7zK",
3
+ "tasks": [
4
+ {
5
+ "name": "aa_omniscience",
6
+ "task_id": "QA2dSkk7LB6SLu2MuKu9T4",
7
+ "task_args": {
8
+ "lighteval_task_config": "aa_omniscience",
9
+ "epochs": 1,
10
+ "epochs_reducer": null
11
+ },
12
+ "model": "hf-inference-providers/openai/gpt-oss-20b",
13
+ "model_args": {},
14
+ "sequence": 0
15
+ },
16
+ {
17
+ "name": "aa_omniscience",
18
+ "task_id": "d9f4HJve7aW9u48LcggbZB",
19
+ "task_args": {
20
+ "lighteval_task_config": "aa_omniscience",
21
+ "epochs": 1,
22
+ "epochs_reducer": null
23
+ },
24
+ "model": "hf-inference-providers/openai/gpt-oss-120b",
25
+ "model_args": {},
26
+ "sequence": 0
27
+ },
28
+ {
29
+ "name": "aa_omniscience",
30
+ "task_id": "8CoDuPXNFtHVaAdjugJ7MW",
31
+ "task_args": {
32
+ "lighteval_task_config": "aa_omniscience",
33
+ "epochs": 1,
34
+ "epochs_reducer": null
35
+ },
36
+ "model": "hf-inference-providers/moonshotai/Kimi-K2-Instruct-0905",
37
+ "model_args": {},
38
+ "sequence": 0
39
+ },
40
+ {
41
+ "name": "aa_omniscience",
42
+ "task_id": "9EksTSk7Uo5DMnguoBdHoZ",
43
+ "task_args": {
44
+ "lighteval_task_config": "aa_omniscience",
45
+ "epochs": 1,
46
+ "epochs_reducer": null
47
+ },
48
+ "model": "hf-inference-providers/meta-llama/Llama-3.1-8B-Instruct",
49
+ "model_args": {},
50
+ "sequence": 0
51
+ },
52
+ {
53
+ "name": "aa_omniscience",
54
+ "task_id": "GqbbSMn64nSV9EQsYtnuER",
55
+ "task_args": {
56
+ "lighteval_task_config": "aa_omniscience",
57
+ "epochs": 1,
58
+ "epochs_reducer": null
59
+ },
60
+ "model": "hf-inference-providers/MiniMaxAI/MiniMax-M2",
61
+ "model_args": {},
62
+ "sequence": 0
63
+ },
64
+ {
65
+ "name": "aa_omniscience",
66
+ "task_id": "KeCEh4EsFNueGRBNEwPwra",
67
+ "task_args": {
68
+ "lighteval_task_config": "aa_omniscience",
69
+ "epochs": 1,
70
+ "epochs_reducer": null
71
+ },
72
+ "model": "hf-inference-providers/Qwen/Qwen3-4B-Instruct-2507",
73
+ "model_args": {},
74
+ "sequence": 0
75
+ },
76
+ {
77
+ "name": "aa_omniscience",
78
+ "task_id": "SF9nrxGFXwAFfqaEyevZ2g",
79
+ "task_args": {
80
+ "lighteval_task_config": "aa_omniscience",
81
+ "epochs": 1,
82
+ "epochs_reducer": null
83
+ },
84
+ "model": "hf-inference-providers/moonshotai/Kimi-K2-Thinking",
85
+ "model_args": {},
86
+ "sequence": 0
87
+ },
88
+ {
89
+ "name": "aa_omniscience",
90
+ "task_id": "GzFu97n3Ky5mGZs65jJQiv",
91
+ "task_args": {
92
+ "lighteval_task_config": "aa_omniscience",
93
+ "epochs": 1,
94
+ "epochs_reducer": null
95
+ },
96
+ "model": "hf-inference-providers/deepseek-ai/DeepSeek-R1",
97
+ "model_args": {},
98
+ "sequence": 0
99
+ },
100
+ {
101
+ "name": "aa_omniscience",
102
+ "task_id": "Nk2WgRY2BnUpbSBEu5xpRW",
103
+ "task_args": {
104
+ "lighteval_task_config": "aa_omniscience",
105
+ "epochs": 1,
106
+ "epochs_reducer": null
107
+ },
108
+ "model": "hf-inference-providers/HuggingFaceTB/SmolLM3-3B",
109
+ "model_args": {},
110
+ "sequence": 0
111
+ }
112
+ ]
113
+ }
logs/listing.json ADDED
@@ -0,0 +1,189 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "2025-11-19T11-17-59+01-00_aa-omniscience_Nk2WgRY2BnUpbSBEu5xpRW.eval": {
3
+ "eval_id": "RYSWYsw7azLrCquzWw3Z24",
4
+ "run_id": "Bu9x8DmtLW3moA5Bi6qSiT",
5
+ "task": "aa_omniscience",
6
+ "task_id": "Nk2WgRY2BnUpbSBEu5xpRW",
7
+ "task_version": 0,
8
+ "version": 2,
9
+ "status": "error",
10
+ "error": {
11
+ "message": "RetryError(<Future at 0x13a2ed910 state=finished raised InternalServerError>)",
12
+ "traceback": "Traceback (most recent call last):\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 376, in task_run\n sample_results = await tg_collect(\n ^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_util/_async.py\", line 76, in tg_collect\n raise ex.exceptions[0] from None\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_util/_async.py\", line 64, in run_task\n result = await func()\n ^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 345, in run_sample\n return await task_run_sample(\n ^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 1025, in task_run_sample\n raise raise_error\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 817, in task_run_sample\n raise inner_exception(ex)\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 758, in run\n state = await plan(state, generate)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/solver/_plan.py\", line 105, in __call__\n state = await solver(state, generate)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/solver/_solver.py\", line 289, in solve\n return await generate(state, tool_calls=tool_calls, cache=cache, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 284, in generate\n return await task_generate(\n ^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/generate.py\", line 27, in task_generate\n state.output = await model.generate(\n ^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/model/_model.py\", line 486, in generate\n output, event = await self._generate(\n ^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/model/_model.py\", line 796, in _generate\n model_output, event = await generate()\n ^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/__init__.py\", line 189, in async_wrapped\n return await copy(fn, *args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/__init__.py\", line 111, in __call__\n do = await self.iter(retry_state=retry_state)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/__init__.py\", line 153, in iter\n result = await action(retry_state)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/_utils.py\", line 99, in inner\n return call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/__init__.py\", line 421, in exc_check\n raise retry_exc from fut.exception()\ntenacity.RetryError: RetryError[<Future at 0x13a2ed910 state=finished raised InternalServerError>]\n",
13
+ "traceback_ansi": "\u001b[31m┌─\u001b[0m\u001b[31m────────────────────────────────────────\u001b[0m\u001b[31m \u001b[0m\u001b[1;31mTraceback \u001b[0m\u001b[1;2;31m(most recent call last)\u001b[0m\u001b[31m \u001b[0m\u001b[31m─────────────────────────────────────────\u001b[0m\u001b[31m─┐\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:376 in task_run \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_util/\u001b[0m\u001b[1m_async.py\u001b[0m:76 in tg_collect \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_util/\u001b[0m\u001b[1m_async.py\u001b[0m:64 in run_task \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:345 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m run_sample \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:1025 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m task_run_sample \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:817 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m task_run_sample \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:758 in run \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/solver/\u001b[0m\u001b[1m_plan.py\u001b[0m:105 in __call__ \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/solver/\u001b[0m\u001b[1m_solver.py\u001b[0m:289 in solve \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:284 in generate \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mgenerate.py\u001b[0m:27 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m task_generate \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/model/\u001b[0m\u001b[1m_model.py\u001b[0m:486 in generate \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/model/\u001b[0m\u001b[1m_model.py\u001b[0m:796 in _generate \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/\u001b[0m\u001b[1m__init__.py\u001b[0m:189 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m async_wrapped \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/\u001b[0m\u001b[1m__init__.py\u001b[0m:111 in __call__ \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/\u001b[0m\u001b[1m__init__.py\u001b[0m:153 in iter \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/\u001b[0m\u001b[1m_utils.py\u001b[0m:99 in inner \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/\u001b[0m\u001b[1m__init__.py\u001b[0m:421 in exc_check \u001b[31m│\u001b[0m\n\u001b[31m└──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┘\u001b[0m\n\u001b[1;91mRetryError: \u001b[0mRetryError\u001b[1m[\u001b[0m\u001b[1m<\u001b[0m\u001b[1;95mFuture\u001b[0m\u001b[39m at \u001b[0m\u001b[1;36m0x13a2ed910\u001b[0m\u001b[39m \u001b[0m\u001b[33mstate\u001b[0m\u001b[39m=\u001b[0m\u001b[35mfinished\u001b[0m\u001b[39m raised InternalServerError\u001b[0m\u001b[1m>\u001b[0m\u001b[1m]\u001b[0m\n"
14
+ },
15
+ "model": "hf-inference-providers/HuggingFaceTB/SmolLM3-3B",
16
+ "started_at": "2025-11-19T11:17:59+01:00",
17
+ "completed_at": "2025-11-19T11:24:01+01:00"
18
+ },
19
+ "2025-11-19T11-17-59+01-00_aa-omniscience_GqbbSMn64nSV9EQsYtnuER.eval": {
20
+ "eval_id": "ea34H99vucciUapQ6RYQh8",
21
+ "run_id": "Bu9x8DmtLW3moA5Bi6qSiT",
22
+ "task": "aa_omniscience",
23
+ "task_id": "GqbbSMn64nSV9EQsYtnuER",
24
+ "task_version": 0,
25
+ "version": 2,
26
+ "status": "error",
27
+ "error": {
28
+ "message": "RetryError(<Future at 0x137af4a40 state=finished raised InternalServerError>)",
29
+ "traceback": "Traceback (most recent call last):\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 376, in task_run\n sample_results = await tg_collect(\n ^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_util/_async.py\", line 76, in tg_collect\n raise ex.exceptions[0] from None\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_util/_async.py\", line 64, in run_task\n result = await func()\n ^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 345, in run_sample\n return await task_run_sample(\n ^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 1025, in task_run_sample\n raise raise_error\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 817, in task_run_sample\n raise inner_exception(ex)\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 758, in run\n state = await plan(state, generate)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/solver/_plan.py\", line 105, in __call__\n state = await solver(state, generate)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/solver/_solver.py\", line 289, in solve\n return await generate(state, tool_calls=tool_calls, cache=cache, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 284, in generate\n return await task_generate(\n ^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/generate.py\", line 27, in task_generate\n state.output = await model.generate(\n ^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/model/_model.py\", line 486, in generate\n output, event = await self._generate(\n ^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/model/_model.py\", line 796, in _generate\n model_output, event = await generate()\n ^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/__init__.py\", line 189, in async_wrapped\n return await copy(fn, *args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/__init__.py\", line 111, in __call__\n do = await self.iter(retry_state=retry_state)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/__init__.py\", line 153, in iter\n result = await action(retry_state)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/_utils.py\", line 99, in inner\n return call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/__init__.py\", line 421, in exc_check\n raise retry_exc from fut.exception()\ntenacity.RetryError: RetryError[<Future at 0x137af4a40 state=finished raised InternalServerError>]\n",
30
+ "traceback_ansi": "\u001b[31m┌─\u001b[0m\u001b[31m────────────────────────────────────────\u001b[0m\u001b[31m \u001b[0m\u001b[1;31mTraceback \u001b[0m\u001b[1;2;31m(most recent call last)\u001b[0m\u001b[31m \u001b[0m\u001b[31m─────────────────────────────────────────\u001b[0m\u001b[31m─┐\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:376 in task_run \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_util/\u001b[0m\u001b[1m_async.py\u001b[0m:76 in tg_collect \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_util/\u001b[0m\u001b[1m_async.py\u001b[0m:64 in run_task \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:345 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m run_sample \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:1025 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m task_run_sample \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:817 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m task_run_sample \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:758 in run \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/solver/\u001b[0m\u001b[1m_plan.py\u001b[0m:105 in __call__ \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/solver/\u001b[0m\u001b[1m_solver.py\u001b[0m:289 in solve \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:284 in generate \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mgenerate.py\u001b[0m:27 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m task_generate \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/model/\u001b[0m\u001b[1m_model.py\u001b[0m:486 in generate \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/model/\u001b[0m\u001b[1m_model.py\u001b[0m:796 in _generate \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/\u001b[0m\u001b[1m__init__.py\u001b[0m:189 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m async_wrapped \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/\u001b[0m\u001b[1m__init__.py\u001b[0m:111 in __call__ \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/\u001b[0m\u001b[1m__init__.py\u001b[0m:153 in iter \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/\u001b[0m\u001b[1m_utils.py\u001b[0m:99 in inner \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/\u001b[0m\u001b[1m__init__.py\u001b[0m:421 in exc_check \u001b[31m│\u001b[0m\n\u001b[31m└──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┘\u001b[0m\n\u001b[1;91mRetryError: \u001b[0mRetryError\u001b[1m[\u001b[0m\u001b[1m<\u001b[0m\u001b[1;95mFuture\u001b[0m\u001b[39m at \u001b[0m\u001b[1;36m0x137af4a40\u001b[0m\u001b[39m \u001b[0m\u001b[33mstate\u001b[0m\u001b[39m=\u001b[0m\u001b[35mfinished\u001b[0m\u001b[39m raised InternalServerError\u001b[0m\u001b[1m>\u001b[0m\u001b[1m]\u001b[0m\n"
31
+ },
32
+ "model": "hf-inference-providers/MiniMaxAI/MiniMax-M2",
33
+ "started_at": "2025-11-19T11:17:59+01:00",
34
+ "completed_at": "2025-11-19T11:23:30+01:00"
35
+ },
36
+ "2025-11-19T11-09-52+01-00_aa-omniscience_GqbbSMn64nSV9EQsYtnuER.eval": {
37
+ "eval_id": "3yhFRP3YamLjCQtx2wdt8Q",
38
+ "run_id": "X3WBTeMybhftdzbJEdPHPe",
39
+ "task": "aa_omniscience",
40
+ "task_id": "GqbbSMn64nSV9EQsYtnuER",
41
+ "task_version": 0,
42
+ "version": 2,
43
+ "status": "error",
44
+ "error": {
45
+ "message": "RetryError(<Future at 0x136764a40 state=finished raised InternalServerError>)",
46
+ "traceback": "Traceback (most recent call last):\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 376, in task_run\n sample_results = await tg_collect(\n ^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_util/_async.py\", line 76, in tg_collect\n raise ex.exceptions[0] from None\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_util/_async.py\", line 64, in run_task\n result = await func()\n ^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 345, in run_sample\n return await task_run_sample(\n ^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 1025, in task_run_sample\n raise raise_error\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 817, in task_run_sample\n raise inner_exception(ex)\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 758, in run\n state = await plan(state, generate)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/solver/_plan.py\", line 105, in __call__\n state = await solver(state, generate)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/solver/_solver.py\", line 289, in solve\n return await generate(state, tool_calls=tool_calls, cache=cache, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 284, in generate\n return await task_generate(\n ^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/generate.py\", line 27, in task_generate\n state.output = await model.generate(\n ^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/model/_model.py\", line 486, in generate\n output, event = await self._generate(\n ^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/model/_model.py\", line 796, in _generate\n model_output, event = await generate()\n ^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/__init__.py\", line 189, in async_wrapped\n return await copy(fn, *args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/__init__.py\", line 111, in __call__\n do = await self.iter(retry_state=retry_state)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/__init__.py\", line 153, in iter\n result = await action(retry_state)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/_utils.py\", line 99, in inner\n return call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/__init__.py\", line 421, in exc_check\n raise retry_exc from fut.exception()\ntenacity.RetryError: RetryError[<Future at 0x136764a40 state=finished raised InternalServerError>]\n",
47
+ "traceback_ansi": "\u001b[31m┌─\u001b[0m\u001b[31m────────────────────────────────────────\u001b[0m\u001b[31m \u001b[0m\u001b[1;31mTraceback \u001b[0m\u001b[1;2;31m(most recent call last)\u001b[0m\u001b[31m \u001b[0m\u001b[31m─────────────────────────────────────────\u001b[0m\u001b[31m─┐\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:376 in task_run \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_util/\u001b[0m\u001b[1m_async.py\u001b[0m:76 in tg_collect \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_util/\u001b[0m\u001b[1m_async.py\u001b[0m:64 in run_task \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:345 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m run_sample \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:1025 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m task_run_sample \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:817 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m task_run_sample \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:758 in run \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/solver/\u001b[0m\u001b[1m_plan.py\u001b[0m:105 in __call__ \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/solver/\u001b[0m\u001b[1m_solver.py\u001b[0m:289 in solve \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:284 in generate \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mgenerate.py\u001b[0m:27 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m task_generate \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/model/\u001b[0m\u001b[1m_model.py\u001b[0m:486 in generate \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/model/\u001b[0m\u001b[1m_model.py\u001b[0m:796 in _generate \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/\u001b[0m\u001b[1m__init__.py\u001b[0m:189 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m async_wrapped \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/\u001b[0m\u001b[1m__init__.py\u001b[0m:111 in __call__ \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/\u001b[0m\u001b[1m__init__.py\u001b[0m:153 in iter \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/\u001b[0m\u001b[1m_utils.py\u001b[0m:99 in inner \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/\u001b[0m\u001b[1m__init__.py\u001b[0m:421 in exc_check \u001b[31m│\u001b[0m\n\u001b[31m└──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┘\u001b[0m\n\u001b[1;91mRetryError: \u001b[0mRetryError\u001b[1m[\u001b[0m\u001b[1m<\u001b[0m\u001b[1;95mFuture\u001b[0m\u001b[39m at \u001b[0m\u001b[1;36m0x136764a40\u001b[0m\u001b[39m \u001b[0m\u001b[33mstate\u001b[0m\u001b[39m=\u001b[0m\u001b[35mfinished\u001b[0m\u001b[39m raised InternalServerError\u001b[0m\u001b[1m>\u001b[0m\u001b[1m]\u001b[0m\n"
48
+ },
49
+ "model": "hf-inference-providers/MiniMaxAI/MiniMax-M2",
50
+ "started_at": "2025-11-19T11:09:52+01:00",
51
+ "completed_at": "2025-11-19T11:15:56+01:00"
52
+ },
53
+ "2025-11-19T11-09-52+01-00_aa-omniscience_Nk2WgRY2BnUpbSBEu5xpRW.eval": {
54
+ "eval_id": "gtbEG4VBdAVjyynYCSUNfS",
55
+ "run_id": "X3WBTeMybhftdzbJEdPHPe",
56
+ "task": "aa_omniscience",
57
+ "task_id": "Nk2WgRY2BnUpbSBEu5xpRW",
58
+ "task_version": 0,
59
+ "version": 2,
60
+ "status": "error",
61
+ "error": {
62
+ "message": "RetryError(<Future at 0x137ad1670 state=finished raised InternalServerError>)",
63
+ "traceback": "Traceback (most recent call last):\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 376, in task_run\n sample_results = await tg_collect(\n ^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_util/_async.py\", line 76, in tg_collect\n raise ex.exceptions[0] from None\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_util/_async.py\", line 64, in run_task\n result = await func()\n ^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 345, in run_sample\n return await task_run_sample(\n ^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 1025, in task_run_sample\n raise raise_error\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 817, in task_run_sample\n raise inner_exception(ex)\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 758, in run\n state = await plan(state, generate)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/solver/_plan.py\", line 105, in __call__\n state = await solver(state, generate)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/solver/_solver.py\", line 289, in solve\n return await generate(state, tool_calls=tool_calls, cache=cache, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 284, in generate\n return await task_generate(\n ^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/generate.py\", line 27, in task_generate\n state.output = await model.generate(\n ^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/model/_model.py\", line 486, in generate\n output, event = await self._generate(\n ^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/model/_model.py\", line 796, in _generate\n model_output, event = await generate()\n ^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/__init__.py\", line 189, in async_wrapped\n return await copy(fn, *args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/__init__.py\", line 111, in __call__\n do = await self.iter(retry_state=retry_state)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/__init__.py\", line 153, in iter\n result = await action(retry_state)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/_utils.py\", line 99, in inner\n return call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File \"/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/__init__.py\", line 421, in exc_check\n raise retry_exc from fut.exception()\ntenacity.RetryError: RetryError[<Future at 0x137ad1670 state=finished raised InternalServerError>]\n",
64
+ "traceback_ansi": "\u001b[31m┌─\u001b[0m\u001b[31m────────────────────────────────────────\u001b[0m\u001b[31m \u001b[0m\u001b[1;31mTraceback \u001b[0m\u001b[1;2;31m(most recent call last)\u001b[0m\u001b[31m \u001b[0m\u001b[31m─────────────────────────────────────────\u001b[0m\u001b[31m─┐\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:376 in task_run \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_util/\u001b[0m\u001b[1m_async.py\u001b[0m:76 in tg_collect \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_util/\u001b[0m\u001b[1m_async.py\u001b[0m:64 in run_task \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:345 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m run_sample \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:1025 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m task_run_sample \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:817 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m task_run_sample \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:758 in run \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/solver/\u001b[0m\u001b[1m_plan.py\u001b[0m:105 in __call__ \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/solver/\u001b[0m\u001b[1m_solver.py\u001b[0m:289 in solve \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:284 in generate \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mgenerate.py\u001b[0m:27 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m task_generate \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/model/\u001b[0m\u001b[1m_model.py\u001b[0m:486 in generate \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/inspect_ai/model/\u001b[0m\u001b[1m_model.py\u001b[0m:796 in _generate \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/\u001b[0m\u001b[1m__init__.py\u001b[0m:189 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m async_wrapped \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/\u001b[0m\u001b[1m__init__.py\u001b[0m:111 in __call__ \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/asyncio/\u001b[0m\u001b[1m__init__.py\u001b[0m:153 in iter \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/\u001b[0m\u001b[1m_utils.py\u001b[0m:99 in inner \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/Users/nathan/Repos/lighteval-dev-1/.venv/lib/python3.12/site-packages/tenacity/\u001b[0m\u001b[1m__init__.py\u001b[0m:421 in exc_check \u001b[31m│\u001b[0m\n\u001b[31m└──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┘\u001b[0m\n\u001b[1;91mRetryError: \u001b[0mRetryError\u001b[1m[\u001b[0m\u001b[1m<\u001b[0m\u001b[1;95mFuture\u001b[0m\u001b[39m at \u001b[0m\u001b[1;36m0x137ad1670\u001b[0m\u001b[39m \u001b[0m\u001b[33mstate\u001b[0m\u001b[39m=\u001b[0m\u001b[35mfinished\u001b[0m\u001b[39m raised InternalServerError\u001b[0m\u001b[1m>\u001b[0m\u001b[1m]\u001b[0m\n"
65
+ },
66
+ "model": "hf-inference-providers/HuggingFaceTB/SmolLM3-3B",
67
+ "started_at": "2025-11-19T11:09:52+01:00",
68
+ "completed_at": "2025-11-19T11:15:55+01:00"
69
+ },
70
+ "2025-11-18T16-51-38+01-00_aa-omniscience_SF9nrxGFXwAFfqaEyevZ2g.eval": {
71
+ "eval_id": "9CSoiTX8aDHGmLQfTFVKGE",
72
+ "run_id": "VrzpWhrfAw3j3DPWAcusot",
73
+ "task": "aa_omniscience",
74
+ "task_id": "SF9nrxGFXwAFfqaEyevZ2g",
75
+ "task_version": 0,
76
+ "version": 2,
77
+ "status": "success",
78
+ "model": "hf-inference-providers/moonshotai/Kimi-K2-Thinking",
79
+ "started_at": "2025-11-18T16:51:39+01:00",
80
+ "completed_at": "2025-11-18T17:20:13+01:00",
81
+ "primary_metric": {
82
+ "name": "lighteval/omniscience_index",
83
+ "value": -0.09,
84
+ "params": {}
85
+ }
86
+ },
87
+ "2025-11-18T16-51-39+01-00_aa-omniscience_GzFu97n3Ky5mGZs65jJQiv.eval": {
88
+ "eval_id": "Pyw9yConegYecqX9NYHtap",
89
+ "run_id": "VrzpWhrfAw3j3DPWAcusot",
90
+ "task": "aa_omniscience",
91
+ "task_id": "GzFu97n3Ky5mGZs65jJQiv",
92
+ "task_version": 0,
93
+ "version": 2,
94
+ "status": "success",
95
+ "model": "hf-inference-providers/deepseek-ai/DeepSeek-R1",
96
+ "started_at": "2025-11-18T16:51:39+01:00",
97
+ "completed_at": "2025-11-18T17:18:14+01:00",
98
+ "primary_metric": {
99
+ "name": "lighteval/omniscience_index",
100
+ "value": -0.32,
101
+ "params": {}
102
+ }
103
+ },
104
+ "2025-11-18T16-51-38+01-00_aa-omniscience_QA2dSkk7LB6SLu2MuKu9T4.eval": {
105
+ "eval_id": "hihMnv4MnryCC53yxWVdVV",
106
+ "run_id": "VrzpWhrfAw3j3DPWAcusot",
107
+ "task": "aa_omniscience",
108
+ "task_id": "QA2dSkk7LB6SLu2MuKu9T4",
109
+ "task_version": 0,
110
+ "version": 2,
111
+ "status": "success",
112
+ "model": "hf-inference-providers/openai/gpt-oss-20b",
113
+ "started_at": "2025-11-18T16:51:39+01:00",
114
+ "completed_at": "2025-11-18T17:18:13+01:00",
115
+ "primary_metric": {
116
+ "name": "lighteval/omniscience_index",
117
+ "value": -0.46,
118
+ "params": {}
119
+ }
120
+ },
121
+ "2025-11-18T16-51-38+01-00_aa-omniscience_d9f4HJve7aW9u48LcggbZB.eval": {
122
+ "eval_id": "LEVaxhX8k2JhQTkxgorRyT",
123
+ "run_id": "VrzpWhrfAw3j3DPWAcusot",
124
+ "task": "aa_omniscience",
125
+ "task_id": "d9f4HJve7aW9u48LcggbZB",
126
+ "task_version": 0,
127
+ "version": 2,
128
+ "status": "success",
129
+ "model": "hf-inference-providers/openai/gpt-oss-120b",
130
+ "started_at": "2025-11-18T16:51:39+01:00",
131
+ "completed_at": "2025-11-18T17:17:40+01:00",
132
+ "primary_metric": {
133
+ "name": "lighteval/omniscience_index",
134
+ "value": -0.36,
135
+ "params": {}
136
+ }
137
+ },
138
+ "2025-11-18T16-51-38+01-00_aa-omniscience_8CoDuPXNFtHVaAdjugJ7MW.eval": {
139
+ "eval_id": "jQvH4N9qhzgPjB8nqzMCPb",
140
+ "run_id": "VrzpWhrfAw3j3DPWAcusot",
141
+ "task": "aa_omniscience",
142
+ "task_id": "8CoDuPXNFtHVaAdjugJ7MW",
143
+ "task_version": 0,
144
+ "version": 2,
145
+ "status": "success",
146
+ "model": "hf-inference-providers/moonshotai/Kimi-K2-Instruct-0905",
147
+ "started_at": "2025-11-18T16:51:39+01:00",
148
+ "completed_at": "2025-11-18T17:16:35+01:00",
149
+ "primary_metric": {
150
+ "name": "lighteval/omniscience_index",
151
+ "value": -0.30833333333333335,
152
+ "params": {}
153
+ }
154
+ },
155
+ "2025-11-18T16-51-38+01-00_aa-omniscience_KeCEh4EsFNueGRBNEwPwra.eval": {
156
+ "eval_id": "63cAKDaqDtJ5LpioiFade8",
157
+ "run_id": "VrzpWhrfAw3j3DPWAcusot",
158
+ "task": "aa_omniscience",
159
+ "task_id": "KeCEh4EsFNueGRBNEwPwra",
160
+ "task_version": 0,
161
+ "version": 2,
162
+ "status": "success",
163
+ "model": "hf-inference-providers/Qwen/Qwen3-4B-Instruct-2507",
164
+ "started_at": "2025-11-18T16:51:39+01:00",
165
+ "completed_at": "2025-11-18T17:15:58+01:00",
166
+ "primary_metric": {
167
+ "name": "lighteval/omniscience_index",
168
+ "value": -0.7466666666666667,
169
+ "params": {}
170
+ }
171
+ },
172
+ "2025-11-18T16-51-38+01-00_aa-omniscience_9EksTSk7Uo5DMnguoBdHoZ.eval": {
173
+ "eval_id": "HcwRpp8aueiPvZZf4ZUQkK",
174
+ "run_id": "VrzpWhrfAw3j3DPWAcusot",
175
+ "task": "aa_omniscience",
176
+ "task_id": "9EksTSk7Uo5DMnguoBdHoZ",
177
+ "task_version": 0,
178
+ "version": 2,
179
+ "status": "success",
180
+ "model": "hf-inference-providers/meta-llama/Llama-3.1-8B-Instruct",
181
+ "started_at": "2025-11-18T16:51:39+01:00",
182
+ "completed_at": "2025-11-18T17:15:08+01:00",
183
+ "primary_metric": {
184
+ "name": "lighteval/omniscience_index",
185
+ "value": -0.5066666666666667,
186
+ "params": {}
187
+ }
188
+ }
189
+ }
robots.txt ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ User-agent: *
2
+ Disallow: /