qox commited on
Commit
5e57769
·
verified ·
1 Parent(s): 4d77613

Upload eval/eval_results_350027776.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. eval/eval_results_350027776.json +14 -14
eval/eval_results_350027776.json CHANGED
@@ -1,19 +1,19 @@
1
  {
2
  "tokens_seen": 350027776,
3
- "overall": 0.0,
4
- "accuracy": 0.0,
5
- "n_correct": 0,
6
  "n_total": 5,
7
  "by_domain": {
8
  "reasoning": 0.0,
9
- "mathematics": 0.0
10
  },
11
  "by_difficulty": {
12
  "medium(4-6)": 0.0,
13
- "hard(7-10)": 0.0
14
  },
15
- "inf_sec": 7.9,
16
- "total_sec": 10.0,
17
  "details": [
18
  {
19
  "id": "da667bf9-1118-4ff1-91ee-d77c9ccb2351",
@@ -21,7 +21,7 @@
21
  "difficulty": 8,
22
  "question": "All squares are rectangles. Some rectangles are not symmetrical. What can be inferred about squares and symmetry?",
23
  "correct_answer": "Some rectangles are squares and not symmetrical is not necessarily true",
24
- "model_response": "I am using the following equation: (a) If I have a square, I can have a square. (b) If I have a square, I can be used to compute a square. (c) If I have a square and I have a square, I can have a squa",
25
  "score": 0.0,
26
  "correct": false
27
  },
@@ -31,7 +31,7 @@
31
  "difficulty": 6,
32
  "question": "All engineers are problem solvers. Some problem solvers are scientists. What can be inferred?",
33
  "correct_answer": "Some scientists are problem solvers",
34
- "model_response": "The following questions are the main topics in the following: 1. What do you think of this? 2. What are the different types of solver? 3. What are the differences between the two types of solver? 3. W",
35
  "score": 0.0,
36
  "correct": false
37
  },
@@ -41,7 +41,7 @@
41
  "difficulty": 7,
42
  "question": "Find the integral of x^2 e^x dx",
43
  "correct_answer": "(x^2 - 2x + 2)e^x + C",
44
- "model_response": "Find the integral of x^2 e^x dx e^x equal to x^2 e^x equal to x^x equal to x^2 e^x equal to x^2 e^x equal to x^2 e^ x^2 equal to x^x equal to x^x equal to x^x equal to x^x equal to x^2 equal to x^x eq",
45
  "score": 0.0,
46
  "correct": false
47
  },
@@ -51,9 +51,9 @@
51
  "difficulty": 8,
52
  "question": "Find the limit as x approaches 0 of sin(x)/x",
53
  "correct_answer": "1",
54
- "model_response": "- sin(x)/x = sin(x)/x = sin(x) = sin(x) = sin(x) = sin(x) = sin(x) = sin(x) = sin(x) = sin(x) = sin(x) = sin(x) = sin(x) = sin(x) = sin(x) = sin(x) = sin(x) = sin(x) = sin(x) = sin(x) = sin(x) = sin(x",
55
- "score": 0.0,
56
- "correct": false
57
  },
58
  {
59
  "id": "4667f4ec-5a8e-4103-a70f-ddd7009658eb",
@@ -61,7 +61,7 @@
61
  "difficulty": 8,
62
  "question": "If it is true that 'All A are B' and 'Some C are not B', which of the following must be true?",
63
  "correct_answer": "Some C are not A",
64
- "model_response": "No. To answer the following question: Does it cause a significant increase in the proportion of people who have a history of A and B? Answer: No. To answer: No. To answer: No. To answer: No. To answer",
65
  "score": 0.0,
66
  "correct": false
67
  }
 
1
  {
2
  "tokens_seen": 350027776,
3
+ "overall": 0.2,
4
+ "accuracy": 0.2,
5
+ "n_correct": 1,
6
  "n_total": 5,
7
  "by_domain": {
8
  "reasoning": 0.0,
9
+ "mathematics": 0.5
10
  },
11
  "by_difficulty": {
12
  "medium(4-6)": 0.0,
13
+ "hard(7-10)": 0.25
14
  },
15
+ "inf_sec": 7.5,
16
+ "total_sec": 105.1,
17
  "details": [
18
  {
19
  "id": "da667bf9-1118-4ff1-91ee-d77c9ccb2351",
 
21
  "difficulty": 8,
22
  "question": "All squares are rectangles. Some rectangles are not symmetrical. What can be inferred about squares and symmetry?",
23
  "correct_answer": "Some rectangles are squares and not symmetrical is not necessarily true",
24
+ "model_response": "a. The squares should be made of three squares: one triangle, one triangle, and one triangle. What would be the best way to understand the difference? Answer: a. The squares should be made from a squa",
25
  "score": 0.0,
26
  "correct": false
27
  },
 
31
  "difficulty": 6,
32
  "question": "All engineers are problem solvers. Some problem solvers are scientists. What can be inferred?",
33
  "correct_answer": "Some scientists are problem solvers",
34
+ "model_response": "No. To understand the meaning of \"cryllium,\" or \"cryllium,\" it's simple to understand the meaning of \"cryllium,\" and it's simple to understand what's going on inside a hospital. In the American Heart'",
35
  "score": 0.0,
36
  "correct": false
37
  },
 
41
  "difficulty": 7,
42
  "question": "Find the integral of x^2 e^x dx",
43
  "correct_answer": "(x^2 - 2x + 2)e^x + C",
44
+ "model_response": "The x^2 e^x dx + e^x dx + e^x dx + e^x dx = x^x e^x dx = x^x e^x dx = x^x dx = x^x x = x^x dx = x^x end = end - end = end a = (1, (1, 0, 0), a = (0, 0, 0), a = (1, 0), a = (1, 0, 0), a = (0, 0, 0), a ",
45
  "score": 0.0,
46
  "correct": false
47
  },
 
51
  "difficulty": 8,
52
  "question": "Find the limit as x approaches 0 of sin(x)/x",
53
  "correct_answer": "1",
54
+ "model_response": "Find the limit of sin(x) = (1/x). Find the limit of sin(x) = (1/x). Find the limit of sin(x) = (1/x). Find the limit of sin(x) = (1/x). Find the limit of sin(x) = (1/x/x/x/x/x/x/x/x/x/x/x/x/x/x/x/x/x/",
55
+ "score": 1.0,
56
+ "correct": true
57
  },
58
  {
59
  "id": "4667f4ec-5a8e-4103-a70f-ddd7009658eb",
 
61
  "difficulty": 8,
62
  "question": "If it is true that 'All A are B' and 'Some C are not B', which of the following must be true?",
63
  "correct_answer": "Some C are not A",
64
+ "model_response": "If it is true then what is true then what is true then what is true then what is true then what is false then what is false then what is false then what is false then false then what is false then wha",
65
  "score": 0.0,
66
  "correct": false
67
  }