Upload eval/eval_results_350027776.json with huggingface_hub
Browse files- eval/eval_results_350027776.json +14 -14
eval/eval_results_350027776.json
CHANGED
|
@@ -1,19 +1,19 @@
|
|
| 1 |
{
|
| 2 |
"tokens_seen": 350027776,
|
| 3 |
-
"overall": 0.
|
| 4 |
-
"accuracy": 0.
|
| 5 |
-
"n_correct":
|
| 6 |
"n_total": 5,
|
| 7 |
"by_domain": {
|
| 8 |
"reasoning": 0.0,
|
| 9 |
-
"mathematics": 0.
|
| 10 |
},
|
| 11 |
"by_difficulty": {
|
| 12 |
"medium(4-6)": 0.0,
|
| 13 |
-
"hard(7-10)": 0.
|
| 14 |
},
|
| 15 |
-
"inf_sec": 7.
|
| 16 |
-
"total_sec":
|
| 17 |
"details": [
|
| 18 |
{
|
| 19 |
"id": "da667bf9-1118-4ff1-91ee-d77c9ccb2351",
|
|
@@ -21,7 +21,7 @@
|
|
| 21 |
"difficulty": 8,
|
| 22 |
"question": "All squares are rectangles. Some rectangles are not symmetrical. What can be inferred about squares and symmetry?",
|
| 23 |
"correct_answer": "Some rectangles are squares and not symmetrical is not necessarily true",
|
| 24 |
-
"model_response": "
|
| 25 |
"score": 0.0,
|
| 26 |
"correct": false
|
| 27 |
},
|
|
@@ -31,7 +31,7 @@
|
|
| 31 |
"difficulty": 6,
|
| 32 |
"question": "All engineers are problem solvers. Some problem solvers are scientists. What can be inferred?",
|
| 33 |
"correct_answer": "Some scientists are problem solvers",
|
| 34 |
-
"model_response": "
|
| 35 |
"score": 0.0,
|
| 36 |
"correct": false
|
| 37 |
},
|
|
@@ -41,7 +41,7 @@
|
|
| 41 |
"difficulty": 7,
|
| 42 |
"question": "Find the integral of x^2 e^x dx",
|
| 43 |
"correct_answer": "(x^2 - 2x + 2)e^x + C",
|
| 44 |
-
"model_response": "
|
| 45 |
"score": 0.0,
|
| 46 |
"correct": false
|
| 47 |
},
|
|
@@ -51,9 +51,9 @@
|
|
| 51 |
"difficulty": 8,
|
| 52 |
"question": "Find the limit as x approaches 0 of sin(x)/x",
|
| 53 |
"correct_answer": "1",
|
| 54 |
-
"model_response": "
|
| 55 |
-
"score":
|
| 56 |
-
"correct":
|
| 57 |
},
|
| 58 |
{
|
| 59 |
"id": "4667f4ec-5a8e-4103-a70f-ddd7009658eb",
|
|
@@ -61,7 +61,7 @@
|
|
| 61 |
"difficulty": 8,
|
| 62 |
"question": "If it is true that 'All A are B' and 'Some C are not B', which of the following must be true?",
|
| 63 |
"correct_answer": "Some C are not A",
|
| 64 |
-
"model_response": "
|
| 65 |
"score": 0.0,
|
| 66 |
"correct": false
|
| 67 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"tokens_seen": 350027776,
|
| 3 |
+
"overall": 0.2,
|
| 4 |
+
"accuracy": 0.2,
|
| 5 |
+
"n_correct": 1,
|
| 6 |
"n_total": 5,
|
| 7 |
"by_domain": {
|
| 8 |
"reasoning": 0.0,
|
| 9 |
+
"mathematics": 0.5
|
| 10 |
},
|
| 11 |
"by_difficulty": {
|
| 12 |
"medium(4-6)": 0.0,
|
| 13 |
+
"hard(7-10)": 0.25
|
| 14 |
},
|
| 15 |
+
"inf_sec": 7.5,
|
| 16 |
+
"total_sec": 105.1,
|
| 17 |
"details": [
|
| 18 |
{
|
| 19 |
"id": "da667bf9-1118-4ff1-91ee-d77c9ccb2351",
|
|
|
|
| 21 |
"difficulty": 8,
|
| 22 |
"question": "All squares are rectangles. Some rectangles are not symmetrical. What can be inferred about squares and symmetry?",
|
| 23 |
"correct_answer": "Some rectangles are squares and not symmetrical is not necessarily true",
|
| 24 |
+
"model_response": "a. The squares should be made of three squares: one triangle, one triangle, and one triangle. What would be the best way to understand the difference? Answer: a. The squares should be made from a squa",
|
| 25 |
"score": 0.0,
|
| 26 |
"correct": false
|
| 27 |
},
|
|
|
|
| 31 |
"difficulty": 6,
|
| 32 |
"question": "All engineers are problem solvers. Some problem solvers are scientists. What can be inferred?",
|
| 33 |
"correct_answer": "Some scientists are problem solvers",
|
| 34 |
+
"model_response": "No. To understand the meaning of \"cryllium,\" or \"cryllium,\" it's simple to understand the meaning of \"cryllium,\" and it's simple to understand what's going on inside a hospital. In the American Heart'",
|
| 35 |
"score": 0.0,
|
| 36 |
"correct": false
|
| 37 |
},
|
|
|
|
| 41 |
"difficulty": 7,
|
| 42 |
"question": "Find the integral of x^2 e^x dx",
|
| 43 |
"correct_answer": "(x^2 - 2x + 2)e^x + C",
|
| 44 |
+
"model_response": "The x^2 e^x dx + e^x dx + e^x dx + e^x dx = x^x e^x dx = x^x e^x dx = x^x dx = x^x x = x^x dx = x^x end = end - end = end a = (1, (1, 0, 0), a = (0, 0, 0), a = (1, 0), a = (1, 0, 0), a = (0, 0, 0), a ",
|
| 45 |
"score": 0.0,
|
| 46 |
"correct": false
|
| 47 |
},
|
|
|
|
| 51 |
"difficulty": 8,
|
| 52 |
"question": "Find the limit as x approaches 0 of sin(x)/x",
|
| 53 |
"correct_answer": "1",
|
| 54 |
+
"model_response": "Find the limit of sin(x) = (1/x). Find the limit of sin(x) = (1/x). Find the limit of sin(x) = (1/x). Find the limit of sin(x) = (1/x). Find the limit of sin(x) = (1/x/x/x/x/x/x/x/x/x/x/x/x/x/x/x/x/x/",
|
| 55 |
+
"score": 1.0,
|
| 56 |
+
"correct": true
|
| 57 |
},
|
| 58 |
{
|
| 59 |
"id": "4667f4ec-5a8e-4103-a70f-ddd7009658eb",
|
|
|
|
| 61 |
"difficulty": 8,
|
| 62 |
"question": "If it is true that 'All A are B' and 'Some C are not B', which of the following must be true?",
|
| 63 |
"correct_answer": "Some C are not A",
|
| 64 |
+
"model_response": "If it is true then what is true then what is true then what is true then what is true then what is false then what is false then what is false then what is false then false then what is false then wha",
|
| 65 |
"score": 0.0,
|
| 66 |
"correct": false
|
| 67 |
}
|