File size: 1,548 Bytes
22dd326
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
[
  {
    "split": "train",
    "n_questions": 5764,
    "topics": [
      "Association of American Universities",
      "C9 League",
      "European University Association",
      "Group of Eight",
      "Ivy League",
      "Russell Group",
      "Universitas 21"
    ],
    "types": {
      "Descriptive Relationship": 1738,
      "Superlative": 1545,
      "Intercomparison": 1222,
      "Hypothetical Scenarios": 1212,
      "Aggregation": 12,
      "Distribution Compliance": 12,
      "Correlation Analysis": 12,
      "Variance Analysis": 11
    },
    "eval_file": "eval_train.json"
  },
  {
    "split": "test",
    "n_questions": 1373,
    "topics": [
      "C9 League",
      "Group of Eight",
      "Ivy League",
      "Russell Group"
    ],
    "types": {
      "Descriptive Relationship": 400,
      "Superlative": 365,
      "Hypothetical Scenarios": 300,
      "Intercomparison": 298,
      "Correlation Analysis": 3,
      "Variance Analysis": 3,
      "Aggregation": 2,
      "Distribution Compliance": 2
    },
    "eval_file": "eval_test.json"
  },
  {
    "split": "single_test",
    "n_questions": 5940,
    "topics": [
      "Association of American Universities",
      "C9 League",
      "European University Association",
      "Group of Eight",
      "Ivy League",
      "Russell Group",
      "Universitas 21"
    ],
    "types": {
      "Descriptive Relationship": 1814,
      "Superlative": 1596,
      "Hypothetical Scenarios": 1268,
      "Intercomparison": 1262
    },
    "eval_file": "eval_single_test.json"
  }
]