Hugging Face's logo

Spaces:
NUPA-Anonymous
/
Performance
Sleeping

App Files Community
Anonymous commited on
Commit
626fa2c
·
1 Parent(s): 425f9bb

init

Browse files
Files changed (12) hide show
  1. Dockerfile +16 -0
  2. app.py +193 -0
  3. requirements.txt +2 -0
  4. test_results_report/GPT-4o-mini_statistics.txt +1298 -0
  5. test_results_report/GPT-4o_statistics.txt +1298 -0
  6. test_results_report/Llama-2-7b-hf_statistics.txt +1298 -0
  7. test_results_report/Llama-3.1-70B_statistics.txt +1298 -0
  8. test_results_report/Llama-3.1-8B-ft_statistics.txt +1298 -0
  9. test_results_report/Llama-3.1-8B_statistics.txt +1298 -0
  10. test_results_report/Mixtral-8x7B_statistics.txt +1298 -0
  11. test_results_report/Qwen2-72B_statistics.txt +1298 -0
  12. test_results_report/Qwen2-7B_statistics.txt +1298 -0
Dockerfile ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
2
+ # you will also find guides on how best to write your Dockerfile
3
+
4
+ FROM python:3.9
5
+
6
+ RUN useradd -m -u 1000 user
7
+ USER user
8
+ ENV PATH="/home/user/.local/bin:$PATH"
9
+
10
+ WORKDIR /app
11
+
12
+ COPY --chown=user ./requirements.txt requirements.txt
13
+ RUN pip install --no-cache-dir --upgrade -r requirements.txt
14
+
15
+ COPY --chown=user . /app
16
+ CMD ["python", "app.py", "--host", "0.0.0.0", "--port", "7860"]
app.py ADDED
@@ -0,0 +1,193 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import os
2
+ import json
3
+ import plotly.graph_objects as go
4
+ import dash
5
+ from dash import dcc, html, Input, Output
6
+
7
+ # 创建 Dash 应用
8
+ app = dash.Dash(__name__)
9
+
10
+ # 文件名称列表
11
+ file_names = [
12
+ 'GPT-4o_statistics.txt',
13
+ 'GPT-4o-mini_statistics.txt',
14
+ 'Llama-3.1-8B-ft_statistics.txt',
15
+ 'Llama-3.1-8B_statistics.txt',
16
+ 'Llama-3.1-70B_statistics.txt',
17
+ 'Mixtral-8x7B_statistics.txt',
18
+ 'Qwen2-72B_statistics.txt',
19
+ 'Qwen2-7B_statistics.txt',
20
+ 'Llama-2-7b-hf_statistics.txt',
21
+ ]
22
+ with open("./test_results_report/GPT-4o_statistics.txt", "r") as f:
23
+ results = json.load(f)
24
+ keys = list(results["exact_match"].keys())
25
+
26
+ def load_data(file_name, main_metric="exact_match", r=(0, len(keys))):
27
+ tasks = []
28
+ well_learned_digit = []
29
+ has_performance_digit = []
30
+ in_domain = []
31
+ out_domain = []
32
+ short_range = []
33
+ medium_range = []
34
+ long_range = []
35
+ very_long_range = []
36
+
37
+ with open(f"./test_results_report/{file_name}", "r") as f:
38
+ stats = json.load(f)
39
+
40
+ stats_exm = stats[main_metric]
41
+ for key in keys[r[0]:r[1]]:
42
+ words = key.split("_")
43
+ domain_3 = words.pop()
44
+ domain_2 = words.pop()
45
+ domain_1 = words.pop()
46
+ task = " ".join(list(map(str.capitalize, words)))
47
+ tasks.append(f"{task}<br />{domain_1}")
48
+
49
+ for metric in ["well_learned_digit", "has_performance_digit", "in_domain", "out_domain", "short_range", "medium_range", "long_range", "very_long_range"]:
50
+ eval(f"{metric}.append(stats_exm['{key}']['{metric}'])")
51
+ return tasks, well_learned_digit, has_performance_digit, in_domain, out_domain, short_range, medium_range, long_range, very_long_range
52
+
53
+ # 加载任务列表
54
+ intTasks = ["Add", "Sub", "Max", "Max Hard", "Multiply Hard", "Multiply Easy", "Digit Max", "Digit Add", "Get Digit", "Length", "Truediv", "Floordiv", "Mod", "Mod Easy", "Count", "Sig", "To Scient"]
55
+ floatTasks = ["Add", "Sub", "Max", "Max Hard", "Multiply Hard", "Multiply Easy", "Digit Max", "Digit Add", "Get Digit", "Length", "To Scient"]
56
+ fractionTasks = ["Add", "Add Easy", "Sub", "Max", "Multiply Hard", "Multiply Easy", "Truediv", "To Float"]
57
+ sciTasks = ["Add", "Sub", "Max", "Max Hard", "Multiply Hard", "Multiply Easy", "To Float"]
58
+
59
+ tasks, well_learned_digit, has_performance_digit, in_domain, out_domain, short_range, medium_range, long_range, very_long_range = load_data("GPT-4o_statistics.txt")
60
+
61
+ # 去重并排序
62
+ unique_tasks = sorted(list(set(tasks)))
63
+
64
+ def plot(main_metric, selected_files, selected_metrics, selected_tasks, r):
65
+ colors = ["#2C6344", "#5F9C61", "#A4C97C", "#61496D", "#B092B6", "#CAC1D4", "#308192", "#E38D26", "#F1CC74", "#C74D26", "#5EA7B8", "#AED2E2"]
66
+ colors.reverse()
67
+
68
+ fig = go.Figure()
69
+
70
+ for idx, file_name in enumerate(selected_files):
71
+ tasks, well_learned_digit, has_performance_digit, in_domain, out_domain, short_range, medium_range, long_range, very_long_range = load_data(file_name, main_metric=main_metric, r=r)
72
+ tasks_new = []
73
+ performance = []
74
+ tasks_old = []
75
+ for i, task in enumerate(tasks):
76
+ if task in selected_tasks:
77
+ tasks_new += [task] * len(selected_metrics)
78
+ tasks_old += [task]
79
+ for selected_metric in selected_metrics:
80
+ performance += [eval(selected_metric)[i]]
81
+
82
+ fig.add_trace(go.Bar(
83
+ x=[tasks_new, ["S", "M", "L", "XL"] * len(tasks_old)],
84
+ y=performance,
85
+ name=file_name[:-15],
86
+ marker_color=colors[idx % len(colors)]
87
+ ))
88
+
89
+ fig.update_layout(
90
+ barmode='group',
91
+ xaxis_tickangle=-45,
92
+ template="ggplot2",
93
+ autosize=False,
94
+ width=1500,
95
+ height=400,
96
+ xaxis=dict(showgrid=False),
97
+ title=" ".join(list(map(str.capitalize, main_metric.split("_")))),
98
+ margin=dict(l=20, r=10, t=80, b=20),
99
+ )
100
+
101
+ return fig
102
+
103
+ # 定义应用程序布局
104
+ app.layout = html.Div([
105
+ html.H1("NUPA Performance", style={"textAlign": "center", "marginBottom": "20px"}),
106
+
107
+ # Metric 选择单选框
108
+ html.Div([
109
+ html.Label("Select Metric:", style={"fontWeight": "bold", "marginRight": "10px"}),
110
+ dcc.RadioItems(
111
+ id='metric-selector',
112
+ options=[
113
+ {'label': 'Exact Match', 'value': 'exact_match'},
114
+ {'label': 'Digit Match', 'value': 'digit_match'},
115
+ {'label': 'Dlength', 'value': 'dlength'}
116
+ ],
117
+ value='exact_match', # 默认值
118
+ inline=True,
119
+ style={"marginBottom": "20px"}
120
+ ),
121
+ ], style={"padding": "10px", "border": "1px solid #ccc", "borderRadius": "5px", "marginBottom": "20px"}),
122
+
123
+ # 文件选择复选框
124
+ html.Div([
125
+ html.Label("Select Models:", style={"fontWeight": "bold", "marginRight": "10px"}),
126
+ dcc.Checklist(
127
+ id='file-selector',
128
+ options=[{'label': file_name[:-15], 'value': file_name} for file_name in file_names],
129
+ value=['GPT-4o_statistics.txt', 'Llama-3.1-8B-ft_statistics.txt', 'Mixtral-8x7B_statistics.txt', 'Qwen2-72B_statistics.txt'],
130
+ inline=True,
131
+ style={"marginBottom": "20px"}
132
+ ),
133
+ ], style={"padding": "10px", "border": "1px solid #ccc", "borderRadius": "5px", "marginBottom": "20px"}),
134
+
135
+ # 任务选择复选框（按组分组）
136
+ html.Div([
137
+ html.H4("Integer Tasks", style={"fontWeight": "bold", "marginTop": "20px"}),
138
+ dcc.Checklist(
139
+ id='int-task-selector',
140
+ options=[{'label': task, 'value': task + '<br />' + 'Integer'} for task in intTasks],
141
+ value=['Add<br />Integer'],
142
+ inline=True,
143
+ style={"marginBottom": "10px"}
144
+ ),
145
+ html.H4("Float Tasks", style={"fontWeight": "bold", "marginTop": "20px"}),
146
+ dcc.Checklist(
147
+ id='float-task-selector',
148
+ options=[{'label': task, 'value': task + '<br />' + 'Float'} for task in floatTasks],
149
+ value=['Add<br />Float'],
150
+ inline=True,
151
+ style={"marginBottom": "10px"}
152
+ ),
153
+ html.H4("Fraction Tasks", style={"fontWeight": "bold", "marginTop": "20px"}),
154
+ dcc.Checklist(
155
+ id='fraction-task-selector',
156
+ options=[{'label': task, 'value': task + '<br />' + 'Fraction'} for task in fractionTasks],
157
+ value=['Add<br />Fraction'],
158
+ inline=True,
159
+ style={"marginBottom": "10px"}
160
+ ),
161
+ html.H4("Scientific Tasks", style={"fontWeight": "bold", "marginTop": "20px"}),
162
+ dcc.Checklist(
163
+ id='sci-task-selector',
164
+ options=[{'label': task, 'value': task + '<br />' + 'ScientificNotation'} for task in sciTasks],
165
+ value=['Add<br />ScientificNotation'],
166
+ inline=True,
167
+ style={"marginBottom": "10px"}
168
+ ),
169
+ ], style={"padding": "10px", "border": "1px solid #ccc", "borderRadius": "5px", "marginBottom": "20px"}),
170
+
171
+ # 显示图表
172
+ dcc.Graph(id='performance-plot'),
173
+ ], style={"maxWidth": "1200px", "margin": "0 auto"})
174
+
175
+ # 定义回调函数以更新图表
176
+ @app.callback(
177
+ Output('performance-plot', 'figure'),
178
+ Input('metric-selector', 'value'),
179
+ Input('file-selector', 'value'),
180
+ Input('int-task-selector', 'value'),
181
+ Input('float-task-selector', 'value'),
182
+ Input('fraction-task-selector', 'value'),
183
+ Input('sci-task-selector', 'value')
184
+ )
185
+ def update_figure(main_metric, selected_files, selected_int_tasks, selected_float_tasks, selected_fraction_tasks, selected_sci_tasks):
186
+ selected_metrics = ["short_range", "medium_range", "long_range", "very_long_range"]
187
+ selected_tasks = selected_int_tasks + selected_float_tasks + selected_fraction_tasks + selected_sci_tasks
188
+ r = (0, 42) # 使用示例范围
189
+ return plot(main_metric, selected_files, selected_metrics, selected_tasks, r)
190
+
191
+ # 运行应用程序
192
+ if __name__ == '__main__':
193
+ app.run(debug=True, host='0.0.0.0', port=7860)
requirements.txt ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ dash
2
+ pandas
test_results_report/GPT-4o-mini_statistics.txt ADDED
@@ -0,0 +1,1298 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exact_match": {
3
+ "add_Integer_Integer_Integer": {
4
+ "well_learned_digit": 5,
5
+ "has_performance_digit": 20,
6
+ "in_domain": 0.8666666666666667,
7
+ "out_domain": 0.285,
8
+ "short_range": 0.995,
9
+ "medium_range": 0.8025,
10
+ "long_range": 0.42333333333333334,
11
+ "very_long_range": 0.14666666666666667
12
+ },
13
+ "add_Float_Float_Float": {
14
+ "well_learned_digit": 4,
15
+ "has_performance_digit": 11,
16
+ "in_domain": 0.6966666666666667,
17
+ "out_domain": 0.08833333333333333,
18
+ "short_range": 0.93,
19
+ "medium_range": 0.58,
20
+ "long_range": 0.15,
21
+ "very_long_range": 0.02666666666666667
22
+ },
23
+ "add_Fraction_Fraction_Fraction": {
24
+ "well_learned_digit": 0,
25
+ "has_performance_digit": 1,
26
+ "in_domain": 0.07875,
27
+ "out_domain": 0.0,
28
+ "short_range": 0.1575,
29
+ "medium_range": 0.0,
30
+ "long_range": 0.0,
31
+ "very_long_range": 0.0
32
+ },
33
+ "add_easy_Fraction_Fraction_Fraction": {
34
+ "well_learned_digit": 0,
35
+ "has_performance_digit": 2,
36
+ "in_domain": 0.0925,
37
+ "out_domain": 0.0,
38
+ "short_range": 0.185,
39
+ "medium_range": 0.0,
40
+ "long_range": 0.0,
41
+ "very_long_range": 0.0
42
+ },
43
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
44
+ "well_learned_digit": 0,
45
+ "has_performance_digit": 0,
46
+ "in_domain": 0.05333333333333334,
47
+ "out_domain": 0.01,
48
+ "short_range": 0.085,
49
+ "medium_range": 0.0375,
50
+ "long_range": 0.016666666666666666,
51
+ "very_long_range": 0.0033333333333333335
52
+ },
53
+ "sub_Integer_Integer_Integer": {
54
+ "well_learned_digit": 6,
55
+ "has_performance_digit": 20,
56
+ "in_domain": 0.8983333333333333,
57
+ "out_domain": 0.375,
58
+ "short_range": 0.99,
59
+ "medium_range": 0.8525,
60
+ "long_range": 0.535,
61
+ "very_long_range": 0.215
62
+ },
63
+ "sub_Float_Float_Float": {
64
+ "well_learned_digit": 5,
65
+ "has_performance_digit": 15,
66
+ "in_domain": 0.87,
67
+ "out_domain": 0.2,
68
+ "short_range": 0.965,
69
+ "medium_range": 0.8225,
70
+ "long_range": 0.3433333333333333,
71
+ "very_long_range": 0.056666666666666664
72
+ },
73
+ "sub_Fraction_Fraction_Fraction": {
74
+ "well_learned_digit": 0,
75
+ "has_performance_digit": 1,
76
+ "in_domain": 0.08875,
77
+ "out_domain": 0.0,
78
+ "short_range": 0.1775,
79
+ "medium_range": 0.0,
80
+ "long_range": 0.0,
81
+ "very_long_range": 0.0
82
+ },
83
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
84
+ "well_learned_digit": 0,
85
+ "has_performance_digit": 0,
86
+ "in_domain": 0.0,
87
+ "out_domain": 0.0,
88
+ "short_range": 0.0,
89
+ "medium_range": 0.0,
90
+ "long_range": 0.0,
91
+ "very_long_range": 0.0
92
+ },
93
+ "max_Integer_Integer_Integer": {
94
+ "well_learned_digit": 100,
95
+ "has_performance_digit": 100,
96
+ "in_domain": 0.9725,
97
+ "out_domain": 0.881375,
98
+ "short_range": 0.9716666666666667,
99
+ "medium_range": 0.973,
100
+ "long_range": 0.91075,
101
+ "very_long_range": 0.852
102
+ },
103
+ "max_Float_Float_Float": {
104
+ "well_learned_digit": 6,
105
+ "has_performance_digit": 100,
106
+ "in_domain": 0.5477777777777778,
107
+ "out_domain": 0.442875,
108
+ "short_range": 0.86375,
109
+ "medium_range": 0.295,
110
+ "long_range": 0.40275,
111
+ "very_long_range": 0.483
112
+ },
113
+ "max_Fraction_Fraction_Fraction": {
114
+ "well_learned_digit": 0,
115
+ "has_performance_digit": 20,
116
+ "in_domain": 0.5075,
117
+ "out_domain": 0.25666666666666665,
118
+ "short_range": 0.56,
119
+ "medium_range": 0.455,
120
+ "long_range": 0.28,
121
+ "very_long_range": 0.23333333333333334
122
+ },
123
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
124
+ "well_learned_digit": 15,
125
+ "has_performance_digit": 100,
126
+ "in_domain": 0.8738888888888889,
127
+ "out_domain": 0.33575,
128
+ "short_range": 0.96875,
129
+ "medium_range": 0.798,
130
+ "long_range": 0.3685,
131
+ "very_long_range": 0.303
132
+ },
133
+ "max_hard_Integer_Integer_Integer": {
134
+ "well_learned_digit": 99,
135
+ "has_performance_digit": 100,
136
+ "in_domain": 0.986875,
137
+ "out_domain": 0.941625,
138
+ "short_range": 0.9866666666666667,
139
+ "medium_range": 0.987,
140
+ "long_range": 0.95625,
141
+ "very_long_range": 0.927
142
+ },
143
+ "max_hard_Float_Float_Float": {
144
+ "well_learned_digit": 6,
145
+ "has_performance_digit": 100,
146
+ "in_domain": 0.5083333333333333,
147
+ "out_domain": 0.45975,
148
+ "short_range": 0.83125,
149
+ "medium_range": 0.25,
150
+ "long_range": 0.406,
151
+ "very_long_range": 0.5135
152
+ },
153
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
154
+ "well_learned_digit": 12,
155
+ "has_performance_digit": 100,
156
+ "in_domain": 0.8338888888888889,
157
+ "out_domain": 0.24,
158
+ "short_range": 0.94375,
159
+ "medium_range": 0.746,
160
+ "long_range": 0.243,
161
+ "very_long_range": 0.237
162
+ },
163
+ "multiply_hard_Integer_Integer_Integer": {
164
+ "well_learned_digit": 0,
165
+ "has_performance_digit": 4,
166
+ "in_domain": 0.12833333333333333,
167
+ "out_domain": 0.0,
168
+ "short_range": 0.365,
169
+ "medium_range": 0.01,
170
+ "long_range": 0.0,
171
+ "very_long_range": 0.0
172
+ },
173
+ "multiply_hard_Float_Float_Float": {
174
+ "well_learned_digit": 0,
175
+ "has_performance_digit": 0,
176
+ "in_domain": 0.0033333333333333335,
177
+ "out_domain": 0.0,
178
+ "short_range": 0.01,
179
+ "medium_range": 0.0,
180
+ "long_range": 0.0,
181
+ "very_long_range": 0.0
182
+ },
183
+ "multiply_hard_Fraction_Fraction_Fraction": {
184
+ "well_learned_digit": 1,
185
+ "has_performance_digit": 3,
186
+ "in_domain": 0.21,
187
+ "out_domain": 0.0,
188
+ "short_range": 0.42,
189
+ "medium_range": 0.0,
190
+ "long_range": 0.0,
191
+ "very_long_range": 0.0
192
+ },
193
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
194
+ "well_learned_digit": 0,
195
+ "has_performance_digit": 0,
196
+ "in_domain": 0.0016666666666666668,
197
+ "out_domain": 0.0,
198
+ "short_range": 0.005,
199
+ "medium_range": 0.0,
200
+ "long_range": 0.0,
201
+ "very_long_range": 0.0
202
+ },
203
+ "multiply_easy_Integer_Integer_Integer": {
204
+ "well_learned_digit": 0,
205
+ "has_performance_digit": 4,
206
+ "in_domain": 0.17666666666666667,
207
+ "out_domain": 0.02,
208
+ "short_range": 0.445,
209
+ "medium_range": 0.0425,
210
+ "long_range": 0.016666666666666666,
211
+ "very_long_range": 0.023333333333333334
212
+ },
213
+ "multiply_easy_Float_Float_Float": {
214
+ "well_learned_digit": 0,
215
+ "has_performance_digit": 0,
216
+ "in_domain": 0.006666666666666667,
217
+ "out_domain": 0.0,
218
+ "short_range": 0.02,
219
+ "medium_range": 0.0,
220
+ "long_range": 0.0,
221
+ "very_long_range": 0.0
222
+ },
223
+ "multiply_easy_Fraction_Fraction_Fraction": {
224
+ "well_learned_digit": 1,
225
+ "has_performance_digit": 3,
226
+ "in_domain": 0.23375,
227
+ "out_domain": 0.0016666666666666668,
228
+ "short_range": 0.465,
229
+ "medium_range": 0.0025,
230
+ "long_range": 0.0,
231
+ "very_long_range": 0.0033333333333333335
232
+ },
233
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
234
+ "well_learned_digit": 0,
235
+ "has_performance_digit": 0,
236
+ "in_domain": 0.0033333333333333335,
237
+ "out_domain": 0.0,
238
+ "short_range": 0.01,
239
+ "medium_range": 0.0,
240
+ "long_range": 0.0,
241
+ "very_long_range": 0.0
242
+ },
243
+ "digit_max_Integer_Integer_Integer": {
244
+ "well_learned_digit": 0,
245
+ "has_performance_digit": 5,
246
+ "in_domain": 0.02375,
247
+ "out_domain": 0.0,
248
+ "short_range": 0.058333333333333334,
249
+ "medium_range": 0.003,
250
+ "long_range": 0.0,
251
+ "very_long_range": 0.0
252
+ },
253
+ "digit_max_Float_Float_Float": {
254
+ "well_learned_digit": 0,
255
+ "has_performance_digit": 3,
256
+ "in_domain": 0.021666666666666667,
257
+ "out_domain": 0.0,
258
+ "short_range": 0.04875,
259
+ "medium_range": 0.0,
260
+ "long_range": 0.0,
261
+ "very_long_range": 0.0
262
+ },
263
+ "digit_add_Integer_Integer_Integer": {
264
+ "well_learned_digit": 0,
265
+ "has_performance_digit": 0,
266
+ "in_domain": 0.00625,
267
+ "out_domain": 0.0,
268
+ "short_range": 0.016666666666666666,
269
+ "medium_range": 0.0,
270
+ "long_range": 0.0,
271
+ "very_long_range": 0.0
272
+ },
273
+ "digit_add_Float_Float_Float": {
274
+ "well_learned_digit": 0,
275
+ "has_performance_digit": 0,
276
+ "in_domain": 0.0016666666666666668,
277
+ "out_domain": 0.0,
278
+ "short_range": 0.00375,
279
+ "medium_range": 0.0,
280
+ "long_range": 0.0,
281
+ "very_long_range": 0.0
282
+ },
283
+ "get_digit_Integer_int_int": {
284
+ "well_learned_digit": 0,
285
+ "has_performance_digit": 100,
286
+ "in_domain": 0.67,
287
+ "out_domain": 0.24975,
288
+ "short_range": 0.8283333333333334,
289
+ "medium_range": 0.575,
290
+ "long_range": 0.30525,
291
+ "very_long_range": 0.19425
292
+ },
293
+ "get_digit_Float_int_int": {
294
+ "well_learned_digit": 0,
295
+ "has_performance_digit": 100,
296
+ "in_domain": 0.5066666666666667,
297
+ "out_domain": 0.19625,
298
+ "short_range": 0.64625,
299
+ "medium_range": 0.395,
300
+ "long_range": 0.2315,
301
+ "very_long_range": 0.161
302
+ },
303
+ "length_Integer_none_int": {
304
+ "well_learned_digit": 39,
305
+ "has_performance_digit": 100,
306
+ "in_domain": 0.985625,
307
+ "out_domain": 0.186875,
308
+ "short_range": 0.995,
309
+ "medium_range": 0.98,
310
+ "long_range": 0.311,
311
+ "very_long_range": 0.06275
312
+ },
313
+ "length_Float_none_int": {
314
+ "well_learned_digit": 0,
315
+ "has_performance_digit": 21,
316
+ "in_domain": 0.215,
317
+ "out_domain": 0.017875,
318
+ "short_range": 0.35875,
319
+ "medium_range": 0.1,
320
+ "long_range": 0.03,
321
+ "very_long_range": 0.00575
322
+ },
323
+ "truediv_Integer_Integer_Fraction": {
324
+ "well_learned_digit": 0,
325
+ "has_performance_digit": 20,
326
+ "in_domain": 0.49333333333333335,
327
+ "out_domain": 0.245,
328
+ "short_range": 0.66,
329
+ "medium_range": 0.41,
330
+ "long_range": 0.295,
331
+ "very_long_range": 0.195
332
+ },
333
+ "truediv_Fraction_Fraction_Fraction": {
334
+ "well_learned_digit": 1,
335
+ "has_performance_digit": 3,
336
+ "in_domain": 0.18875,
337
+ "out_domain": 0.0,
338
+ "short_range": 0.375,
339
+ "medium_range": 0.0025,
340
+ "long_range": 0.0,
341
+ "very_long_range": 0.0
342
+ },
343
+ "floordiv_Integer_Integer_Integer": {
344
+ "well_learned_digit": 4,
345
+ "has_performance_digit": 20,
346
+ "in_domain": 0.815,
347
+ "out_domain": 0.3325,
348
+ "short_range": 0.98,
349
+ "medium_range": 0.7325,
350
+ "long_range": 0.39,
351
+ "very_long_range": 0.275
352
+ },
353
+ "mod_Integer_Integer_Integer": {
354
+ "well_learned_digit": 0,
355
+ "has_performance_digit": 3,
356
+ "in_domain": 0.14166666666666666,
357
+ "out_domain": 0.0,
358
+ "short_range": 0.4,
359
+ "medium_range": 0.0125,
360
+ "long_range": 0.0,
361
+ "very_long_range": 0.0
362
+ },
363
+ "mod_easy_Integer_Integer_Integer": {
364
+ "well_learned_digit": 0,
365
+ "has_performance_digit": 5,
366
+ "in_domain": 0.17,
367
+ "out_domain": 0.025833333333333333,
368
+ "short_range": 0.41,
369
+ "medium_range": 0.05,
370
+ "long_range": 0.028333333333333332,
371
+ "very_long_range": 0.023333333333333334
372
+ },
373
+ "to_float_Fraction_none_Float": {
374
+ "well_learned_digit": 0,
375
+ "has_performance_digit": 14,
376
+ "in_domain": 0.5375,
377
+ "out_domain": 0.07833333333333334,
378
+ "short_range": 0.6125,
379
+ "medium_range": 0.4625,
380
+ "long_range": 0.135,
381
+ "very_long_range": 0.021666666666666667
382
+ },
383
+ "to_float_ScientificNotation_none_Float": {
384
+ "well_learned_digit": 0,
385
+ "has_performance_digit": 22,
386
+ "in_domain": 0.19166666666666668,
387
+ "out_domain": 0.01525,
388
+ "short_range": 0.27,
389
+ "medium_range": 0.129,
390
+ "long_range": 0.02875,
391
+ "very_long_range": 0.00175
392
+ },
393
+ "to_scient_Integer_none_ScientificNotation": {
394
+ "well_learned_digit": 18,
395
+ "has_performance_digit": 37,
396
+ "in_domain": 0.9225,
397
+ "out_domain": 0.06125,
398
+ "short_range": 0.975,
399
+ "medium_range": 0.891,
400
+ "long_range": 0.11925,
401
+ "very_long_range": 0.00325
402
+ },
403
+ "to_scient_Float_none_ScientificNotation": {
404
+ "well_learned_digit": 8,
405
+ "has_performance_digit": 36,
406
+ "in_domain": 0.4911111111111111,
407
+ "out_domain": 0.0345,
408
+ "short_range": 0.8675,
409
+ "medium_range": 0.19,
410
+ "long_range": 0.04875,
411
+ "very_long_range": 0.02025
412
+ },
413
+ "count_Integer_int_int": {
414
+ "well_learned_digit": 7,
415
+ "has_performance_digit": 100,
416
+ "in_domain": 0.715625,
417
+ "out_domain": 0.220875,
418
+ "short_range": 0.885,
419
+ "medium_range": 0.614,
420
+ "long_range": 0.289,
421
+ "very_long_range": 0.15275
422
+ },
423
+ "sig_Integer_int_ScientificNotation": {
424
+ "well_learned_digit": 0,
425
+ "has_performance_digit": 40,
426
+ "in_domain": 0.501875,
427
+ "out_domain": 0.035,
428
+ "short_range": 0.6133333333333333,
429
+ "medium_range": 0.435,
430
+ "long_range": 0.06975,
431
+ "very_long_range": 0.00025
432
+ }
433
+ },
434
+ "digit_match": {
435
+ "add_Integer_Integer_Integer": {
436
+ "well_learned_digit": 9,
437
+ "has_performance_digit": 20,
438
+ "in_domain": 0.9763478835978835,
439
+ "out_domain": 0.7398626616582303,
440
+ "short_range": 0.99875,
441
+ "medium_range": 0.9651468253968253,
442
+ "long_range": 0.8310158730158729,
443
+ "very_long_range": 0.648709450300588
444
+ },
445
+ "add_Float_Float_Float": {
446
+ "well_learned_digit": 6,
447
+ "has_performance_digit": 20,
448
+ "in_domain": 0.9355638626079802,
449
+ "out_domain": 0.6591393231063905,
450
+ "short_range": 0.9927083333333333,
451
+ "medium_range": 0.9069916272453037,
452
+ "long_range": 0.7404311094288809,
453
+ "very_long_range": 0.5778475367838999
454
+ },
455
+ "add_Fraction_Fraction_Fraction": {
456
+ "well_learned_digit": 0,
457
+ "has_performance_digit": 2,
458
+ "in_domain": 0.2641769337094141,
459
+ "out_domain": 0.07112433905849064,
460
+ "short_range": 0.4323584738382533,
461
+ "medium_range": 0.09599539358057475,
462
+ "long_range": 0.07590493455004621,
463
+ "very_long_range": 0.06634374356693507
464
+ },
465
+ "add_easy_Fraction_Fraction_Fraction": {
466
+ "well_learned_digit": 0,
467
+ "has_performance_digit": 2,
468
+ "in_domain": 0.2580122866437709,
469
+ "out_domain": 0.06593174957695211,
470
+ "short_range": 0.4337320873570873,
471
+ "medium_range": 0.08229248593045452,
472
+ "long_range": 0.06835255673176656,
473
+ "very_long_range": 0.06351094242213769
474
+ },
475
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
476
+ "well_learned_digit": 0,
477
+ "has_performance_digit": 14,
478
+ "in_domain": 0.5500602106227105,
479
+ "out_domain": 0.4614668508429857,
480
+ "short_range": 0.5898161976911976,
481
+ "medium_range": 0.5301822170884669,
482
+ "long_range": 0.49607495446446687,
483
+ "very_long_range": 0.4268587472215047
484
+ },
485
+ "sub_Integer_Integer_Integer": {
486
+ "well_learned_digit": 11,
487
+ "has_performance_digit": 20,
488
+ "in_domain": 0.9727420634920634,
489
+ "out_domain": 0.775773681960311,
490
+ "short_range": 0.99625,
491
+ "medium_range": 0.9609880952380953,
492
+ "long_range": 0.8628011386761384,
493
+ "very_long_range": 0.6887462252444835
494
+ },
495
+ "sub_Float_Float_Float": {
496
+ "well_learned_digit": 9,
497
+ "has_performance_digit": 20,
498
+ "in_domain": 0.9776125703000702,
499
+ "out_domain": 0.75971411382591,
500
+ "short_range": 0.99625,
501
+ "medium_range": 0.9682938554501055,
502
+ "long_range": 0.835392678544652,
503
+ "very_long_range": 0.6840355491071679
504
+ },
505
+ "sub_Fraction_Fraction_Fraction": {
506
+ "well_learned_digit": 0,
507
+ "has_performance_digit": 1,
508
+ "in_domain": 0.22362887517728122,
509
+ "out_domain": 0.05236427777897854,
510
+ "short_range": 0.3708472326284826,
511
+ "medium_range": 0.0764105177260798,
512
+ "long_range": 0.05400877261268033,
513
+ "very_long_range": 0.050719782945276765
514
+ },
515
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
516
+ "well_learned_digit": 0,
517
+ "has_performance_digit": 3,
518
+ "in_domain": 0.43554401616901617,
519
+ "out_domain": 0.30584336754283037,
520
+ "short_range": 0.48792496392496404,
521
+ "medium_range": 0.40935354229104226,
522
+ "long_range": 0.345445792991265,
523
+ "very_long_range": 0.26624094209439575
524
+ },
525
+ "max_Integer_Integer_Integer": {
526
+ "well_learned_digit": 100,
527
+ "has_performance_digit": 100,
528
+ "in_domain": 0.9764154312239403,
529
+ "out_domain": 0.8933087381218824,
530
+ "short_range": 0.9775092592592594,
531
+ "medium_range": 0.975759134402749,
532
+ "long_range": 0.9211007563412341,
533
+ "very_long_range": 0.8655167199025311
534
+ },
535
+ "max_Float_Float_Float": {
536
+ "well_learned_digit": 10,
537
+ "has_performance_digit": 100,
538
+ "in_domain": 0.8439361732836583,
539
+ "out_domain": 0.6243980137886896,
540
+ "short_range": 0.9705857462272419,
541
+ "medium_range": 0.7426165149287915,
542
+ "long_range": 0.6476356984477504,
543
+ "very_long_range": 0.601160329129629
544
+ },
545
+ "max_Fraction_Fraction_Fraction": {
546
+ "well_learned_digit": 0,
547
+ "has_performance_digit": 7,
548
+ "in_domain": 0.5669000235875237,
549
+ "out_domain": 0.3419574467253552,
550
+ "short_range": 0.6205208333333334,
551
+ "medium_range": 0.5132792138417139,
552
+ "long_range": 0.3625933691265321,
553
+ "very_long_range": 0.32132152432417826
554
+ },
555
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
556
+ "well_learned_digit": 19,
557
+ "has_performance_digit": 98,
558
+ "in_domain": 0.9629847610730498,
559
+ "out_domain": 0.5796968394961799,
560
+ "short_range": 0.9882526293151294,
561
+ "medium_range": 0.9427704664793859,
562
+ "long_range": 0.6730539393306367,
563
+ "very_long_range": 0.48633973966172317
564
+ },
565
+ "max_hard_Integer_Integer_Integer": {
566
+ "well_learned_digit": 100,
567
+ "has_performance_digit": 100,
568
+ "in_domain": 0.9920726442540732,
569
+ "out_domain": 0.9758486550542804,
570
+ "short_range": 0.990574074074074,
571
+ "medium_range": 0.9929717863620727,
572
+ "long_range": 0.98053638699361,
573
+ "very_long_range": 0.9711609231149506
574
+ },
575
+ "max_hard_Float_Float_Float": {
576
+ "well_learned_digit": 8,
577
+ "has_performance_digit": 100,
578
+ "in_domain": 0.8309250595323133,
579
+ "out_domain": 0.6627138639918264,
580
+ "short_range": 0.962477111408758,
581
+ "medium_range": 0.7256834180311577,
582
+ "long_range": 0.6703249467367798,
583
+ "very_long_range": 0.6551027812468722
584
+ },
585
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
586
+ "well_learned_digit": 18,
587
+ "has_performance_digit": 100,
588
+ "in_domain": 0.9571999445180195,
589
+ "out_domain": 0.5404742257844073,
590
+ "short_range": 0.9818550893550892,
591
+ "medium_range": 0.9374758286483637,
592
+ "long_range": 0.623633177914329,
593
+ "very_long_range": 0.45731527365448577
594
+ },
595
+ "multiply_hard_Integer_Integer_Integer": {
596
+ "well_learned_digit": 0,
597
+ "has_performance_digit": 5,
598
+ "in_domain": 0.5428379814629813,
599
+ "out_domain": 0.18844867097878035,
600
+ "short_range": 0.7565357142857142,
601
+ "medium_range": 0.43598911505161486,
602
+ "long_range": 0.2308978954991512,
603
+ "very_long_range": 0.14599944645840954
604
+ },
605
+ "multiply_hard_Float_Float_Float": {
606
+ "well_learned_digit": 0,
607
+ "has_performance_digit": 0,
608
+ "in_domain": 0.2563800414909027,
609
+ "out_domain": 0.10090492373140152,
610
+ "short_range": 0.3655655525030525,
611
+ "medium_range": 0.2017872859848278,
612
+ "long_range": 0.12192610969643011,
613
+ "very_long_range": 0.0798837377663729
614
+ },
615
+ "multiply_hard_Fraction_Fraction_Fraction": {
616
+ "well_learned_digit": 1,
617
+ "has_performance_digit": 2,
618
+ "in_domain": 0.36610025360442267,
619
+ "out_domain": 0.08528474701419429,
620
+ "short_range": 0.5655585664335664,
621
+ "medium_range": 0.1666419407752789,
622
+ "long_range": 0.09144029684136204,
623
+ "very_long_range": 0.07912919718702656
624
+ },
625
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
626
+ "well_learned_digit": 0,
627
+ "has_performance_digit": 4,
628
+ "in_domain": 0.4360611606602318,
629
+ "out_domain": 0.21556134515001726,
630
+ "short_range": 0.550740911865912,
631
+ "medium_range": 0.3787212850573918,
632
+ "long_range": 0.25118795845357456,
633
+ "very_long_range": 0.17993473184646003
634
+ },
635
+ "multiply_easy_Integer_Integer_Integer": {
636
+ "well_learned_digit": 0,
637
+ "has_performance_digit": 6,
638
+ "in_domain": 0.6147405603655601,
639
+ "out_domain": 0.3283489219658958,
640
+ "short_range": 0.8005357142857139,
641
+ "medium_range": 0.5218429834054834,
642
+ "long_range": 0.35977232571350193,
643
+ "very_long_range": 0.2969255182182897
644
+ },
645
+ "multiply_easy_Float_Float_Float": {
646
+ "well_learned_digit": 0,
647
+ "has_performance_digit": 0,
648
+ "in_domain": 0.2760977424421696,
649
+ "out_domain": 0.137073427103118,
650
+ "short_range": 0.3775714424464425,
651
+ "medium_range": 0.22536089244003313,
652
+ "long_range": 0.15670392206340156,
653
+ "very_long_range": 0.1174429321428345
654
+ },
655
+ "multiply_easy_Fraction_Fraction_Fraction": {
656
+ "well_learned_digit": 1,
657
+ "has_performance_digit": 2,
658
+ "in_domain": 0.3869209414381627,
659
+ "out_domain": 0.11030592758972775,
660
+ "short_range": 0.5990171633921634,
661
+ "medium_range": 0.17482471948416212,
662
+ "long_range": 0.12238507671169761,
663
+ "very_long_range": 0.09822677846775789
664
+ },
665
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
666
+ "well_learned_digit": 0,
667
+ "has_performance_digit": 4,
668
+ "in_domain": 0.4785369722869723,
669
+ "out_domain": 0.284544168918245,
670
+ "short_range": 0.5682436868686869,
671
+ "medium_range": 0.43368361499611496,
672
+ "long_range": 0.3189147450846365,
673
+ "very_long_range": 0.2501735927518536
674
+ },
675
+ "digit_max_Integer_Integer_Integer": {
676
+ "well_learned_digit": 0,
677
+ "has_performance_digit": 100,
678
+ "in_domain": 0.6204524700955862,
679
+ "out_domain": 0.5563703127857278,
680
+ "short_range": 0.6443458994708994,
681
+ "medium_range": 0.6061164124703985,
682
+ "long_range": 0.5611946237963108,
683
+ "very_long_range": 0.5515460017751448
684
+ },
685
+ "digit_max_Float_Float_Float": {
686
+ "well_learned_digit": 0,
687
+ "has_performance_digit": 100,
688
+ "in_domain": 0.6373604976622788,
689
+ "out_domain": 0.5670135496405492,
690
+ "short_range": 0.670965173774239,
691
+ "medium_range": 0.6104767567727106,
692
+ "long_range": 0.5797403017432646,
693
+ "very_long_range": 0.5542867975378329
694
+ },
695
+ "digit_add_Integer_Integer_Integer": {
696
+ "well_learned_digit": 0,
697
+ "has_performance_digit": 0,
698
+ "in_domain": 0.22299875243543002,
699
+ "out_domain": 0.08580103753309093,
700
+ "short_range": 0.3355945767195767,
701
+ "medium_range": 0.15544125786494203,
702
+ "long_range": 0.10247553051301403,
703
+ "very_long_range": 0.06912654455316773
704
+ },
705
+ "digit_add_Float_Float_Float": {
706
+ "well_learned_digit": 0,
707
+ "has_performance_digit": 0,
708
+ "in_domain": 0.0749287703772823,
709
+ "out_domain": 0.018756105882077434,
710
+ "short_range": 0.12090156709690375,
711
+ "medium_range": 0.038150533001585184,
712
+ "long_range": 0.0235209457869798,
713
+ "very_long_range": 0.013991265977175071
714
+ },
715
+ "get_digit_Integer_int_int": {
716
+ "well_learned_digit": 0,
717
+ "has_performance_digit": 23,
718
+ "in_domain": 0.67,
719
+ "out_domain": 0.24975,
720
+ "short_range": 0.8283333333333334,
721
+ "medium_range": 0.575,
722
+ "long_range": 0.30525,
723
+ "very_long_range": 0.19425
724
+ },
725
+ "get_digit_Float_int_int": {
726
+ "well_learned_digit": 0,
727
+ "has_performance_digit": 9,
728
+ "in_domain": 0.5066666666666667,
729
+ "out_domain": 0.19625,
730
+ "short_range": 0.64625,
731
+ "medium_range": 0.395,
732
+ "long_range": 0.2315,
733
+ "very_long_range": 0.161
734
+ },
735
+ "length_Integer_none_int": {
736
+ "well_learned_digit": 39,
737
+ "has_performance_digit": 78,
738
+ "in_domain": 0.99125,
739
+ "out_domain": 0.32585416666666667,
740
+ "short_range": 0.995,
741
+ "medium_range": 0.989,
742
+ "long_range": 0.471625,
743
+ "very_long_range": 0.18008333333333335
744
+ },
745
+ "length_Float_none_int": {
746
+ "well_learned_digit": 0,
747
+ "has_performance_digit": 12,
748
+ "in_domain": 0.44305555555555554,
749
+ "out_domain": 0.15858333333333335,
750
+ "short_range": 0.544375,
751
+ "medium_range": 0.362,
752
+ "long_range": 0.176875,
753
+ "very_long_range": 0.1402916666666667
754
+ },
755
+ "truediv_Integer_Integer_Fraction": {
756
+ "well_learned_digit": 0,
757
+ "has_performance_digit": 5,
758
+ "in_domain": 0.5512431133681134,
759
+ "out_domain": 0.30288747098927815,
760
+ "short_range": 0.7105119047619048,
761
+ "medium_range": 0.4716087176712177,
762
+ "long_range": 0.3522032436379937,
763
+ "very_long_range": 0.2535716983405625
764
+ },
765
+ "truediv_Fraction_Fraction_Fraction": {
766
+ "well_learned_digit": 1,
767
+ "has_performance_digit": 2,
768
+ "in_domain": 0.28836787022087074,
769
+ "out_domain": 0.05630504274053319,
770
+ "short_range": 0.49055994005994,
771
+ "medium_range": 0.08617580038180138,
772
+ "long_range": 0.06210862605613026,
773
+ "very_long_range": 0.050501459424936106
774
+ },
775
+ "floordiv_Integer_Integer_Integer": {
776
+ "well_learned_digit": 5,
777
+ "has_performance_digit": 15,
778
+ "in_domain": 0.9181388888888891,
779
+ "out_domain": 0.5174902296777297,
780
+ "short_range": 0.9883333333333334,
781
+ "medium_range": 0.8830416666666667,
782
+ "long_range": 0.6175,
783
+ "very_long_range": 0.41748045935545947
784
+ },
785
+ "mod_Integer_Integer_Integer": {
786
+ "well_learned_digit": 0,
787
+ "has_performance_digit": 3,
788
+ "in_domain": 0.2994444444444444,
789
+ "out_domain": 0.11408727614977612,
790
+ "short_range": 0.5266666666666666,
791
+ "medium_range": 0.18583333333333324,
792
+ "long_range": 0.12286838624338621,
793
+ "very_long_range": 0.10530616605616605
794
+ },
795
+ "mod_easy_Integer_Integer_Integer": {
796
+ "well_learned_digit": 0,
797
+ "has_performance_digit": 3,
798
+ "in_domain": 0.3261111111111111,
799
+ "out_domain": 0.1948611111111111,
800
+ "short_range": 0.5475,
801
+ "medium_range": 0.21541666666666667,
802
+ "long_range": 0.19444444444444448,
803
+ "very_long_range": 0.19527777777777777
804
+ },
805
+ "to_float_Fraction_none_Float": {
806
+ "well_learned_digit": 0,
807
+ "has_performance_digit": 8,
808
+ "in_domain": 0.6299291853979354,
809
+ "out_domain": 0.18794940896696344,
810
+ "short_range": 0.6257142857142857,
811
+ "medium_range": 0.6341440850815852,
812
+ "long_range": 0.2788851243878839,
813
+ "very_long_range": 0.09701369354604303
814
+ },
815
+ "to_float_ScientificNotation_none_Float": {
816
+ "well_learned_digit": 0,
817
+ "has_performance_digit": 9,
818
+ "in_domain": 0.32137967371513565,
819
+ "out_domain": 0.0587817867775883,
820
+ "short_range": 0.43110628607503615,
821
+ "medium_range": 0.23359838382721512,
822
+ "long_range": 0.08948929078555154,
823
+ "very_long_range": 0.028074282769625064
824
+ },
825
+ "to_scient_Integer_none_ScientificNotation": {
826
+ "well_learned_digit": 23,
827
+ "has_performance_digit": 67,
828
+ "in_domain": 0.9832284957206108,
829
+ "out_domain": 0.5509051433188927,
830
+ "short_range": 0.9967878787878789,
831
+ "medium_range": 0.9750928658802498,
832
+ "long_range": 0.6700003650654868,
833
+ "very_long_range": 0.43180992157229875
834
+ },
835
+ "to_scient_Float_none_ScientificNotation": {
836
+ "well_learned_digit": 8,
837
+ "has_performance_digit": 24,
838
+ "in_domain": 0.7986083709312543,
839
+ "out_domain": 0.3389294447440875,
840
+ "short_range": 0.9592056373816242,
841
+ "medium_range": 0.6701305577709582,
842
+ "long_range": 0.3991473792371211,
843
+ "very_long_range": 0.2787115102510539
844
+ },
845
+ "count_Integer_int_int": {
846
+ "well_learned_digit": 7,
847
+ "has_performance_digit": 22,
848
+ "in_domain": 0.715625,
849
+ "out_domain": 0.24775,
850
+ "short_range": 0.885,
851
+ "medium_range": 0.614,
852
+ "long_range": 0.2905,
853
+ "very_long_range": 0.205
854
+ },
855
+ "sig_Integer_int_ScientificNotation": {
856
+ "well_learned_digit": 31,
857
+ "has_performance_digit": 100,
858
+ "in_domain": 0.9580494535403106,
859
+ "out_domain": 0.7775952315730261,
860
+ "short_range": 0.9555932539682539,
861
+ "medium_range": 0.9595231732835445,
862
+ "long_range": 0.8329321041548372,
863
+ "very_long_range": 0.7222583589912144
864
+ }
865
+ },
866
+ "dlength": {
867
+ "add_Integer_Integer_Integer": {
868
+ "well_learned_digit": 20,
869
+ "has_performance_digit": 20,
870
+ "in_domain": 0.005,
871
+ "out_domain": 0.01,
872
+ "short_range": 0.0,
873
+ "medium_range": 0.0075,
874
+ "long_range": 0.005,
875
+ "very_long_range": 0.015
876
+ },
877
+ "add_Float_Float_Float": {
878
+ "well_learned_digit": 4,
879
+ "has_performance_digit": 8,
880
+ "in_domain": 0.5083333333333333,
881
+ "out_domain": 6.403333333333333,
882
+ "short_range": 0.055,
883
+ "medium_range": 0.735,
884
+ "long_range": 4.083333333333333,
885
+ "very_long_range": 8.723333333333333
886
+ },
887
+ "add_Fraction_Fraction_Fraction": {
888
+ "well_learned_digit": 0,
889
+ "has_performance_digit": 2,
890
+ "in_domain": 4.1875,
891
+ "out_domain": 19.114166666666666,
892
+ "short_range": 1.455,
893
+ "medium_range": 6.92,
894
+ "long_range": 13.896666666666667,
895
+ "very_long_range": 24.331666666666667
896
+ },
897
+ "add_easy_Fraction_Fraction_Fraction": {
898
+ "well_learned_digit": 1,
899
+ "has_performance_digit": 2,
900
+ "in_domain": 4.225,
901
+ "out_domain": 17.191666666666666,
902
+ "short_range": 1.59,
903
+ "medium_range": 6.86,
904
+ "long_range": 13.44,
905
+ "very_long_range": 20.94333333333333
906
+ },
907
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
908
+ "well_learned_digit": 0,
909
+ "has_performance_digit": 0,
910
+ "in_domain": 1.7833333333333334,
911
+ "out_domain": 3.904166666666667,
912
+ "short_range": 1.65,
913
+ "medium_range": 1.85,
914
+ "long_range": 2.7283333333333335,
915
+ "very_long_range": 5.08
916
+ },
917
+ "sub_Integer_Integer_Integer": {
918
+ "well_learned_digit": 20,
919
+ "has_performance_digit": 20,
920
+ "in_domain": 0.025,
921
+ "out_domain": 0.035,
922
+ "short_range": 0.005,
923
+ "medium_range": 0.035,
924
+ "long_range": 0.023333333333333334,
925
+ "very_long_range": 0.04666666666666667
926
+ },
927
+ "sub_Float_Float_Float": {
928
+ "well_learned_digit": 5,
929
+ "has_performance_digit": 9,
930
+ "in_domain": 0.14,
931
+ "out_domain": 3.5308333333333333,
932
+ "short_range": 0.035,
933
+ "medium_range": 0.1925,
934
+ "long_range": 2.1866666666666665,
935
+ "very_long_range": 4.875
936
+ },
937
+ "sub_Fraction_Fraction_Fraction": {
938
+ "well_learned_digit": 0,
939
+ "has_performance_digit": 1,
940
+ "in_domain": 6.78375,
941
+ "out_domain": 26.653333333333332,
942
+ "short_range": 3.1225,
943
+ "medium_range": 10.445,
944
+ "long_range": 20.758333333333333,
945
+ "very_long_range": 32.54833333333333
946
+ },
947
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
948
+ "well_learned_digit": 0,
949
+ "has_performance_digit": 0,
950
+ "in_domain": 3.345,
951
+ "out_domain": 3.96,
952
+ "short_range": 3.91,
953
+ "medium_range": 3.0625,
954
+ "long_range": 3.118333333333333,
955
+ "very_long_range": 4.801666666666667
956
+ },
957
+ "max_Integer_Integer_Integer": {
958
+ "well_learned_digit": 39,
959
+ "has_performance_digit": 98,
960
+ "in_domain": 0.03875,
961
+ "out_domain": 1.278875,
962
+ "short_range": 0.02,
963
+ "medium_range": 0.05,
964
+ "long_range": 0.3485,
965
+ "very_long_range": 2.20925
966
+ },
967
+ "max_Float_Float_Float": {
968
+ "well_learned_digit": 6,
969
+ "has_performance_digit": 9,
970
+ "in_domain": 3.5494444444444446,
971
+ "out_domain": 21.027,
972
+ "short_range": 0.3925,
973
+ "medium_range": 6.075,
974
+ "long_range": 15.0115,
975
+ "very_long_range": 27.0425
976
+ },
977
+ "max_Fraction_Fraction_Fraction": {
978
+ "well_learned_digit": 0,
979
+ "has_performance_digit": 4,
980
+ "in_domain": 1.2225,
981
+ "out_domain": 6.204166666666667,
982
+ "short_range": 0.695,
983
+ "medium_range": 1.75,
984
+ "long_range": 4.47,
985
+ "very_long_range": 7.9383333333333335
986
+ },
987
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
988
+ "well_learned_digit": 13,
989
+ "has_performance_digit": 17,
990
+ "in_domain": 0.43555555555555553,
991
+ "out_domain": 25.726375,
992
+ "short_range": 0.03875,
993
+ "medium_range": 0.753,
994
+ "long_range": 13.06725,
995
+ "very_long_range": 38.3855
996
+ },
997
+ "max_hard_Integer_Integer_Integer": {
998
+ "well_learned_digit": 100,
999
+ "has_performance_digit": 100,
1000
+ "in_domain": 0.000625,
1001
+ "out_domain": 0.014,
1002
+ "short_range": 0.0,
1003
+ "medium_range": 0.001,
1004
+ "long_range": 0.0125,
1005
+ "very_long_range": 0.0155
1006
+ },
1007
+ "max_hard_Float_Float_Float": {
1008
+ "well_learned_digit": 6,
1009
+ "has_performance_digit": 8,
1010
+ "in_domain": 3.668888888888889,
1011
+ "out_domain": 19.04425,
1012
+ "short_range": 0.49875,
1013
+ "medium_range": 6.205,
1014
+ "long_range": 14.3695,
1015
+ "very_long_range": 23.719
1016
+ },
1017
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
1018
+ "well_learned_digit": 6,
1019
+ "has_performance_digit": 16,
1020
+ "in_domain": 0.56,
1021
+ "out_domain": 27.4105,
1022
+ "short_range": 0.095,
1023
+ "medium_range": 0.932,
1024
+ "long_range": 15.177,
1025
+ "very_long_range": 39.644
1026
+ },
1027
+ "multiply_hard_Integer_Integer_Integer": {
1028
+ "well_learned_digit": 7,
1029
+ "has_performance_digit": 11,
1030
+ "in_domain": 0.075,
1031
+ "out_domain": 1.7791666666666666,
1032
+ "short_range": 0.045,
1033
+ "medium_range": 0.09,
1034
+ "long_range": 0.9466666666666667,
1035
+ "very_long_range": 2.611666666666667
1036
+ },
1037
+ "multiply_hard_Float_Float_Float": {
1038
+ "well_learned_digit": 0,
1039
+ "has_performance_digit": 0,
1040
+ "in_domain": 5.156666666666666,
1041
+ "out_domain": 19.908333333333335,
1042
+ "short_range": 2.28,
1043
+ "medium_range": 6.595,
1044
+ "long_range": 14.643333333333333,
1045
+ "very_long_range": 25.173333333333332
1046
+ },
1047
+ "multiply_hard_Fraction_Fraction_Fraction": {
1048
+ "well_learned_digit": 1,
1049
+ "has_performance_digit": 2,
1050
+ "in_domain": 3.125,
1051
+ "out_domain": 14.870833333333334,
1052
+ "short_range": 1.5725,
1053
+ "medium_range": 4.6775,
1054
+ "long_range": 10.348333333333333,
1055
+ "very_long_range": 19.393333333333334
1056
+ },
1057
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
1058
+ "well_learned_digit": 0,
1059
+ "has_performance_digit": 0,
1060
+ "in_domain": 3.723333333333333,
1061
+ "out_domain": 14.238333333333333,
1062
+ "short_range": 1.97,
1063
+ "medium_range": 4.6,
1064
+ "long_range": 10.305,
1065
+ "very_long_range": 18.171666666666667
1066
+ },
1067
+ "multiply_easy_Integer_Integer_Integer": {
1068
+ "well_learned_digit": 9,
1069
+ "has_performance_digit": 20,
1070
+ "in_domain": 0.021666666666666667,
1071
+ "out_domain": 0.345,
1072
+ "short_range": 0.005,
1073
+ "medium_range": 0.03,
1074
+ "long_range": 0.25166666666666665,
1075
+ "very_long_range": 0.43833333333333335
1076
+ },
1077
+ "multiply_easy_Float_Float_Float": {
1078
+ "well_learned_digit": 0,
1079
+ "has_performance_digit": 0,
1080
+ "in_domain": 4.033333333333333,
1081
+ "out_domain": 12.478333333333333,
1082
+ "short_range": 2.245,
1083
+ "medium_range": 4.9275,
1084
+ "long_range": 9.823333333333334,
1085
+ "very_long_range": 15.133333333333333
1086
+ },
1087
+ "multiply_easy_Fraction_Fraction_Fraction": {
1088
+ "well_learned_digit": 1,
1089
+ "has_performance_digit": 2,
1090
+ "in_domain": 2.53,
1091
+ "out_domain": 6.441666666666666,
1092
+ "short_range": 1.4225,
1093
+ "medium_range": 3.6375,
1094
+ "long_range": 5.068333333333333,
1095
+ "very_long_range": 7.815
1096
+ },
1097
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
1098
+ "well_learned_digit": 0,
1099
+ "has_performance_digit": 0,
1100
+ "in_domain": 2.5933333333333333,
1101
+ "out_domain": 6.703333333333333,
1102
+ "short_range": 1.85,
1103
+ "medium_range": 2.965,
1104
+ "long_range": 4.983333333333333,
1105
+ "very_long_range": 8.423333333333334
1106
+ },
1107
+ "digit_max_Integer_Integer_Integer": {
1108
+ "well_learned_digit": 5,
1109
+ "has_performance_digit": 16,
1110
+ "in_domain": 0.570625,
1111
+ "out_domain": 6.51825,
1112
+ "short_range": 0.19333333333333333,
1113
+ "medium_range": 0.797,
1114
+ "long_range": 3.8255,
1115
+ "very_long_range": 9.211
1116
+ },
1117
+ "digit_max_Float_Float_Float": {
1118
+ "well_learned_digit": 0,
1119
+ "has_performance_digit": 7,
1120
+ "in_domain": 1.9144444444444444,
1121
+ "out_domain": 14.70025,
1122
+ "short_range": 0.6725,
1123
+ "medium_range": 2.908,
1124
+ "long_range": 8.92775,
1125
+ "very_long_range": 20.47275
1126
+ },
1127
+ "digit_add_Integer_Integer_Integer": {
1128
+ "well_learned_digit": 0,
1129
+ "has_performance_digit": 8,
1130
+ "in_domain": 2.81,
1131
+ "out_domain": 20.678625,
1132
+ "short_range": 1.0916666666666666,
1133
+ "medium_range": 3.841,
1134
+ "long_range": 11.2555,
1135
+ "very_long_range": 30.10175
1136
+ },
1137
+ "digit_add_Float_Float_Float": {
1138
+ "well_learned_digit": 0,
1139
+ "has_performance_digit": 0,
1140
+ "in_domain": 15.653333333333334,
1141
+ "out_domain": 90.686,
1142
+ "short_range": 7.99,
1143
+ "medium_range": 21.784,
1144
+ "long_range": 59.03675,
1145
+ "very_long_range": 122.33525
1146
+ },
1147
+ "get_digit_Integer_int_int": {
1148
+ "well_learned_digit": 100,
1149
+ "has_performance_digit": 100,
1150
+ "in_domain": 0.0,
1151
+ "out_domain": 0.0,
1152
+ "short_range": 0.0,
1153
+ "medium_range": 0.0,
1154
+ "long_range": 0.0,
1155
+ "very_long_range": 0.0
1156
+ },
1157
+ "get_digit_Float_int_int": {
1158
+ "well_learned_digit": 100,
1159
+ "has_performance_digit": 100,
1160
+ "in_domain": 0.0,
1161
+ "out_domain": 0.0,
1162
+ "short_range": 0.0,
1163
+ "medium_range": 0.0,
1164
+ "long_range": 0.0,
1165
+ "very_long_range": 0.0
1166
+ },
1167
+ "length_Integer_none_int": {
1168
+ "well_learned_digit": 99,
1169
+ "has_performance_digit": 100,
1170
+ "in_domain": 0.001875,
1171
+ "out_domain": 0.035625,
1172
+ "short_range": 0.005,
1173
+ "medium_range": 0.0,
1174
+ "long_range": 0.0,
1175
+ "very_long_range": 0.07125
1176
+ },
1177
+ "length_Float_none_int": {
1178
+ "well_learned_digit": 52,
1179
+ "has_performance_digit": 100,
1180
+ "in_domain": 0.03,
1181
+ "out_domain": 0.29825,
1182
+ "short_range": 0.0675,
1183
+ "medium_range": 0.0,
1184
+ "long_range": 0.061,
1185
+ "very_long_range": 0.5355
1186
+ },
1187
+ "truediv_Integer_Integer_Fraction": {
1188
+ "well_learned_digit": 0,
1189
+ "has_performance_digit": 5,
1190
+ "in_domain": 1.4583333333333333,
1191
+ "out_domain": 8.600833333333334,
1192
+ "short_range": 0.445,
1193
+ "medium_range": 1.965,
1194
+ "long_range": 5.63,
1195
+ "very_long_range": 11.571666666666667
1196
+ },
1197
+ "truediv_Fraction_Fraction_Fraction": {
1198
+ "well_learned_digit": 1,
1199
+ "has_performance_digit": 2,
1200
+ "in_domain": 5.89375,
1201
+ "out_domain": 23.85333333333333,
1202
+ "short_range": 2.9175,
1203
+ "medium_range": 8.87,
1204
+ "long_range": 17.3,
1205
+ "very_long_range": 30.406666666666666
1206
+ },
1207
+ "floordiv_Integer_Integer_Integer": {
1208
+ "well_learned_digit": 8,
1209
+ "has_performance_digit": 14,
1210
+ "in_domain": 0.025,
1211
+ "out_domain": 1.0641666666666667,
1212
+ "short_range": 0.0,
1213
+ "medium_range": 0.0375,
1214
+ "long_range": 0.5633333333333334,
1215
+ "very_long_range": 1.565
1216
+ },
1217
+ "mod_Integer_Integer_Integer": {
1218
+ "well_learned_digit": 3,
1219
+ "has_performance_digit": 15,
1220
+ "in_domain": 0.4066666666666667,
1221
+ "out_domain": 1.2608333333333333,
1222
+ "short_range": 0.145,
1223
+ "medium_range": 0.5375,
1224
+ "long_range": 0.98,
1225
+ "very_long_range": 1.5416666666666667
1226
+ },
1227
+ "mod_easy_Integer_Integer_Integer": {
1228
+ "well_learned_digit": 3,
1229
+ "has_performance_digit": 20,
1230
+ "in_domain": 0.25833333333333336,
1231
+ "out_domain": 0.33,
1232
+ "short_range": 0.165,
1233
+ "medium_range": 0.305,
1234
+ "long_range": 0.305,
1235
+ "very_long_range": 0.355
1236
+ },
1237
+ "to_float_Fraction_none_Float": {
1238
+ "well_learned_digit": 0,
1239
+ "has_performance_digit": 4,
1240
+ "in_domain": 1.62375,
1241
+ "out_domain": 10.556666666666667,
1242
+ "short_range": 0.9875,
1243
+ "medium_range": 2.26,
1244
+ "long_range": 7.071666666666666,
1245
+ "very_long_range": 14.041666666666666
1246
+ },
1247
+ "to_float_ScientificNotation_none_Float": {
1248
+ "well_learned_digit": 0,
1249
+ "has_performance_digit": 15,
1250
+ "in_domain": 1.4994444444444444,
1251
+ "out_domain": 44.6155,
1252
+ "short_range": 0.80875,
1253
+ "medium_range": 2.052,
1254
+ "long_range": 24.776,
1255
+ "very_long_range": 64.455
1256
+ },
1257
+ "to_scient_Integer_none_ScientificNotation": {
1258
+ "well_learned_digit": 9,
1259
+ "has_performance_digit": 21,
1260
+ "in_domain": 0.298125,
1261
+ "out_domain": 22.768,
1262
+ "short_range": 0.04,
1263
+ "medium_range": 0.453,
1264
+ "long_range": 11.13475,
1265
+ "very_long_range": 34.40125
1266
+ },
1267
+ "to_scient_Float_none_ScientificNotation": {
1268
+ "well_learned_digit": 5,
1269
+ "has_performance_digit": 8,
1270
+ "in_domain": 4.9944444444444445,
1271
+ "out_domain": 59.9855,
1272
+ "short_range": 0.5025,
1273
+ "medium_range": 8.588,
1274
+ "long_range": 36.36,
1275
+ "very_long_range": 83.611
1276
+ },
1277
+ "count_Integer_int_int": {
1278
+ "well_learned_digit": 61,
1279
+ "has_performance_digit": 100,
1280
+ "in_domain": 0.0,
1281
+ "out_domain": 0.149375,
1282
+ "short_range": 0.0,
1283
+ "medium_range": 0.0,
1284
+ "long_range": 0.0295,
1285
+ "very_long_range": 0.26925
1286
+ },
1287
+ "sig_Integer_int_ScientificNotation": {
1288
+ "well_learned_digit": 0,
1289
+ "has_performance_digit": 23,
1290
+ "in_domain": 0.52125,
1291
+ "out_domain": 13.9805,
1292
+ "short_range": 0.3566666666666667,
1293
+ "medium_range": 0.62,
1294
+ "long_range": 5.673,
1295
+ "very_long_range": 22.288
1296
+ }
1297
+ }
1298
+ }
test_results_report/GPT-4o_statistics.txt ADDED
@@ -0,0 +1,1298 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exact_match": {
3
+ "add_Integer_Integer_Integer": {
4
+ "well_learned_digit": 5,
5
+ "has_performance_digit": 20,
6
+ "in_domain": 0.8633333333333333,
7
+ "out_domain": 0.29,
8
+ "short_range": 0.985,
9
+ "medium_range": 0.8025,
10
+ "long_range": 0.43166666666666664,
11
+ "very_long_range": 0.14833333333333334
12
+ },
13
+ "add_Float_Float_Float": {
14
+ "well_learned_digit": 4,
15
+ "has_performance_digit": 11,
16
+ "in_domain": 0.7033333333333334,
17
+ "out_domain": 0.09416666666666666,
18
+ "short_range": 0.93,
19
+ "medium_range": 0.59,
20
+ "long_range": 0.17,
21
+ "very_long_range": 0.018333333333333333
22
+ },
23
+ "add_Fraction_Fraction_Fraction": {
24
+ "well_learned_digit": 0,
25
+ "has_performance_digit": 1,
26
+ "in_domain": 0.0775,
27
+ "out_domain": 0.0,
28
+ "short_range": 0.155,
29
+ "medium_range": 0.0,
30
+ "long_range": 0.0,
31
+ "very_long_range": 0.0
32
+ },
33
+ "add_easy_Fraction_Fraction_Fraction": {
34
+ "well_learned_digit": 0,
35
+ "has_performance_digit": 1,
36
+ "in_domain": 0.09125,
37
+ "out_domain": 0.0,
38
+ "short_range": 0.1825,
39
+ "medium_range": 0.0,
40
+ "long_range": 0.0,
41
+ "very_long_range": 0.0
42
+ },
43
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
44
+ "well_learned_digit": 0,
45
+ "has_performance_digit": 0,
46
+ "in_domain": 0.055,
47
+ "out_domain": 0.006666666666666667,
48
+ "short_range": 0.08,
49
+ "medium_range": 0.0425,
50
+ "long_range": 0.01,
51
+ "very_long_range": 0.0033333333333333335
52
+ },
53
+ "sub_Integer_Integer_Integer": {
54
+ "well_learned_digit": 6,
55
+ "has_performance_digit": 20,
56
+ "in_domain": 0.9,
57
+ "out_domain": 0.38,
58
+ "short_range": 0.995,
59
+ "medium_range": 0.8525,
60
+ "long_range": 0.535,
61
+ "very_long_range": 0.225
62
+ },
63
+ "sub_Float_Float_Float": {
64
+ "well_learned_digit": 4,
65
+ "has_performance_digit": 15,
66
+ "in_domain": 0.8716666666666667,
67
+ "out_domain": 0.19833333333333333,
68
+ "short_range": 0.96,
69
+ "medium_range": 0.8275,
70
+ "long_range": 0.3383333333333333,
71
+ "very_long_range": 0.058333333333333334
72
+ },
73
+ "sub_Fraction_Fraction_Fraction": {
74
+ "well_learned_digit": 0,
75
+ "has_performance_digit": 1,
76
+ "in_domain": 0.0925,
77
+ "out_domain": 0.0,
78
+ "short_range": 0.185,
79
+ "medium_range": 0.0,
80
+ "long_range": 0.0,
81
+ "very_long_range": 0.0
82
+ },
83
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
84
+ "well_learned_digit": 0,
85
+ "has_performance_digit": 0,
86
+ "in_domain": 0.0016666666666666668,
87
+ "out_domain": 0.0,
88
+ "short_range": 0.005,
89
+ "medium_range": 0.0,
90
+ "long_range": 0.0,
91
+ "very_long_range": 0.0
92
+ },
93
+ "max_Integer_Integer_Integer": {
94
+ "well_learned_digit": 100,
95
+ "has_performance_digit": 100,
96
+ "in_domain": 0.971875,
97
+ "out_domain": 0.883875,
98
+ "short_range": 0.975,
99
+ "medium_range": 0.97,
100
+ "long_range": 0.914,
101
+ "very_long_range": 0.85375
102
+ },
103
+ "max_Float_Float_Float": {
104
+ "well_learned_digit": 6,
105
+ "has_performance_digit": 100,
106
+ "in_domain": 0.5538888888888889,
107
+ "out_domain": 0.45075,
108
+ "short_range": 0.8575,
109
+ "medium_range": 0.311,
110
+ "long_range": 0.409,
111
+ "very_long_range": 0.4925
112
+ },
113
+ "max_Fraction_Fraction_Fraction": {
114
+ "well_learned_digit": 0,
115
+ "has_performance_digit": 20,
116
+ "in_domain": 0.5075,
117
+ "out_domain": 0.25833333333333336,
118
+ "short_range": 0.5675,
119
+ "medium_range": 0.4475,
120
+ "long_range": 0.29,
121
+ "very_long_range": 0.22666666666666666
122
+ },
123
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
124
+ "well_learned_digit": 15,
125
+ "has_performance_digit": 100,
126
+ "in_domain": 0.8783333333333333,
127
+ "out_domain": 0.342875,
128
+ "short_range": 0.9725,
129
+ "medium_range": 0.803,
130
+ "long_range": 0.391,
131
+ "very_long_range": 0.29475
132
+ },
133
+ "max_hard_Integer_Integer_Integer": {
134
+ "well_learned_digit": 99,
135
+ "has_performance_digit": 100,
136
+ "in_domain": 0.986875,
137
+ "out_domain": 0.942125,
138
+ "short_range": 0.9866666666666667,
139
+ "medium_range": 0.987,
140
+ "long_range": 0.95875,
141
+ "very_long_range": 0.9255
142
+ },
143
+ "max_hard_Float_Float_Float": {
144
+ "well_learned_digit": 6,
145
+ "has_performance_digit": 100,
146
+ "in_domain": 0.5022222222222222,
147
+ "out_domain": 0.454,
148
+ "short_range": 0.83375,
149
+ "medium_range": 0.237,
150
+ "long_range": 0.405,
151
+ "very_long_range": 0.503
152
+ },
153
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
154
+ "well_learned_digit": 15,
155
+ "has_performance_digit": 100,
156
+ "in_domain": 0.8294444444444444,
157
+ "out_domain": 0.24375,
158
+ "short_range": 0.95,
159
+ "medium_range": 0.733,
160
+ "long_range": 0.248,
161
+ "very_long_range": 0.2395
162
+ },
163
+ "multiply_hard_Integer_Integer_Integer": {
164
+ "well_learned_digit": 0,
165
+ "has_performance_digit": 4,
166
+ "in_domain": 0.12666666666666668,
167
+ "out_domain": 0.0,
168
+ "short_range": 0.36,
169
+ "medium_range": 0.01,
170
+ "long_range": 0.0,
171
+ "very_long_range": 0.0
172
+ },
173
+ "multiply_hard_Float_Float_Float": {
174
+ "well_learned_digit": 0,
175
+ "has_performance_digit": 0,
176
+ "in_domain": 0.005,
177
+ "out_domain": 0.0,
178
+ "short_range": 0.015,
179
+ "medium_range": 0.0,
180
+ "long_range": 0.0,
181
+ "very_long_range": 0.0
182
+ },
183
+ "multiply_hard_Fraction_Fraction_Fraction": {
184
+ "well_learned_digit": 1,
185
+ "has_performance_digit": 3,
186
+ "in_domain": 0.205,
187
+ "out_domain": 0.0,
188
+ "short_range": 0.41,
189
+ "medium_range": 0.0,
190
+ "long_range": 0.0,
191
+ "very_long_range": 0.0
192
+ },
193
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
194
+ "well_learned_digit": 0,
195
+ "has_performance_digit": 0,
196
+ "in_domain": 0.0033333333333333335,
197
+ "out_domain": 0.0,
198
+ "short_range": 0.01,
199
+ "medium_range": 0.0,
200
+ "long_range": 0.0,
201
+ "very_long_range": 0.0
202
+ },
203
+ "multiply_easy_Integer_Integer_Integer": {
204
+ "well_learned_digit": 0,
205
+ "has_performance_digit": 4,
206
+ "in_domain": 0.16666666666666666,
207
+ "out_domain": 0.019166666666666665,
208
+ "short_range": 0.405,
209
+ "medium_range": 0.0475,
210
+ "long_range": 0.016666666666666666,
211
+ "very_long_range": 0.021666666666666667
212
+ },
213
+ "multiply_easy_Float_Float_Float": {
214
+ "well_learned_digit": 0,
215
+ "has_performance_digit": 0,
216
+ "in_domain": 0.008333333333333333,
217
+ "out_domain": 0.0,
218
+ "short_range": 0.025,
219
+ "medium_range": 0.0,
220
+ "long_range": 0.0,
221
+ "very_long_range": 0.0
222
+ },
223
+ "multiply_easy_Fraction_Fraction_Fraction": {
224
+ "well_learned_digit": 1,
225
+ "has_performance_digit": 3,
226
+ "in_domain": 0.225,
227
+ "out_domain": 0.0016666666666666668,
228
+ "short_range": 0.45,
229
+ "medium_range": 0.0,
230
+ "long_range": 0.0016666666666666668,
231
+ "very_long_range": 0.0016666666666666668
232
+ },
233
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
234
+ "well_learned_digit": 0,
235
+ "has_performance_digit": 0,
236
+ "in_domain": 0.006666666666666667,
237
+ "out_domain": 0.0,
238
+ "short_range": 0.02,
239
+ "medium_range": 0.0,
240
+ "long_range": 0.0,
241
+ "very_long_range": 0.0
242
+ },
243
+ "digit_max_Integer_Integer_Integer": {
244
+ "well_learned_digit": 0,
245
+ "has_performance_digit": 5,
246
+ "in_domain": 0.0275,
247
+ "out_domain": 0.0,
248
+ "short_range": 0.06666666666666667,
249
+ "medium_range": 0.004,
250
+ "long_range": 0.0,
251
+ "very_long_range": 0.0
252
+ },
253
+ "digit_max_Float_Float_Float": {
254
+ "well_learned_digit": 0,
255
+ "has_performance_digit": 3,
256
+ "in_domain": 0.021666666666666667,
257
+ "out_domain": 0.0,
258
+ "short_range": 0.04875,
259
+ "medium_range": 0.0,
260
+ "long_range": 0.0,
261
+ "very_long_range": 0.0
262
+ },
263
+ "digit_add_Integer_Integer_Integer": {
264
+ "well_learned_digit": 0,
265
+ "has_performance_digit": 0,
266
+ "in_domain": 0.006875,
267
+ "out_domain": 0.0,
268
+ "short_range": 0.018333333333333333,
269
+ "medium_range": 0.0,
270
+ "long_range": 0.0,
271
+ "very_long_range": 0.0
272
+ },
273
+ "digit_add_Float_Float_Float": {
274
+ "well_learned_digit": 0,
275
+ "has_performance_digit": 0,
276
+ "in_domain": 0.0005555555555555556,
277
+ "out_domain": 0.0,
278
+ "short_range": 0.00125,
279
+ "medium_range": 0.0,
280
+ "long_range": 0.0,
281
+ "very_long_range": 0.0
282
+ },
283
+ "get_digit_Integer_int_int": {
284
+ "well_learned_digit": 0,
285
+ "has_performance_digit": 100,
286
+ "in_domain": 0.6625,
287
+ "out_domain": 0.24975,
288
+ "short_range": 0.8166666666666667,
289
+ "medium_range": 0.57,
290
+ "long_range": 0.30125,
291
+ "very_long_range": 0.19825
292
+ },
293
+ "get_digit_Float_int_int": {
294
+ "well_learned_digit": 0,
295
+ "has_performance_digit": 100,
296
+ "in_domain": 0.5088888888888888,
297
+ "out_domain": 0.18475,
298
+ "short_range": 0.67,
299
+ "medium_range": 0.38,
300
+ "long_range": 0.22125,
301
+ "very_long_range": 0.14825
302
+ },
303
+ "length_Integer_none_int": {
304
+ "well_learned_digit": 39,
305
+ "has_performance_digit": 100,
306
+ "in_domain": 0.98375,
307
+ "out_domain": 0.1835,
308
+ "short_range": 0.9916666666666667,
309
+ "medium_range": 0.979,
310
+ "long_range": 0.30425,
311
+ "very_long_range": 0.06275
312
+ },
313
+ "length_Float_none_int": {
314
+ "well_learned_digit": 0,
315
+ "has_performance_digit": 21,
316
+ "in_domain": 0.22055555555555556,
317
+ "out_domain": 0.015625,
318
+ "short_range": 0.36375,
319
+ "medium_range": 0.106,
320
+ "long_range": 0.02525,
321
+ "very_long_range": 0.006
322
+ },
323
+ "truediv_Integer_Integer_Fraction": {
324
+ "well_learned_digit": 0,
325
+ "has_performance_digit": 20,
326
+ "in_domain": 0.49833333333333335,
327
+ "out_domain": 0.24416666666666667,
328
+ "short_range": 0.65,
329
+ "medium_range": 0.4225,
330
+ "long_range": 0.30833333333333335,
331
+ "very_long_range": 0.18
332
+ },
333
+ "truediv_Fraction_Fraction_Fraction": {
334
+ "well_learned_digit": 1,
335
+ "has_performance_digit": 3,
336
+ "in_domain": 0.19375,
337
+ "out_domain": 0.0,
338
+ "short_range": 0.385,
339
+ "medium_range": 0.0025,
340
+ "long_range": 0.0,
341
+ "very_long_range": 0.0
342
+ },
343
+ "floordiv_Integer_Integer_Integer": {
344
+ "well_learned_digit": 4,
345
+ "has_performance_digit": 20,
346
+ "in_domain": 0.8066666666666666,
347
+ "out_domain": 0.33166666666666667,
348
+ "short_range": 0.965,
349
+ "medium_range": 0.7275,
350
+ "long_range": 0.38333333333333336,
351
+ "very_long_range": 0.28
352
+ },
353
+ "mod_Integer_Integer_Integer": {
354
+ "well_learned_digit": 0,
355
+ "has_performance_digit": 4,
356
+ "in_domain": 0.145,
357
+ "out_domain": 0.0,
358
+ "short_range": 0.415,
359
+ "medium_range": 0.01,
360
+ "long_range": 0.0,
361
+ "very_long_range": 0.0
362
+ },
363
+ "mod_easy_Integer_Integer_Integer": {
364
+ "well_learned_digit": 0,
365
+ "has_performance_digit": 4,
366
+ "in_domain": 0.17833333333333334,
367
+ "out_domain": 0.029166666666666667,
368
+ "short_range": 0.425,
369
+ "medium_range": 0.055,
370
+ "long_range": 0.03,
371
+ "very_long_range": 0.028333333333333332
372
+ },
373
+ "to_float_Fraction_none_Float": {
374
+ "well_learned_digit": 0,
375
+ "has_performance_digit": 14,
376
+ "in_domain": 0.5475,
377
+ "out_domain": 0.085,
378
+ "short_range": 0.615,
379
+ "medium_range": 0.48,
380
+ "long_range": 0.14833333333333334,
381
+ "very_long_range": 0.021666666666666667
382
+ },
383
+ "to_float_ScientificNotation_none_Float": {
384
+ "well_learned_digit": 0,
385
+ "has_performance_digit": 22,
386
+ "in_domain": 0.22,
387
+ "out_domain": 0.01375,
388
+ "short_range": 0.32375,
389
+ "medium_range": 0.137,
390
+ "long_range": 0.02725,
391
+ "very_long_range": 0.00025
392
+ },
393
+ "to_scient_Integer_none_ScientificNotation": {
394
+ "well_learned_digit": 18,
395
+ "has_performance_digit": 37,
396
+ "in_domain": 0.926875,
397
+ "out_domain": 0.063375,
398
+ "short_range": 0.9766666666666667,
399
+ "medium_range": 0.897,
400
+ "long_range": 0.1235,
401
+ "very_long_range": 0.00325
402
+ },
403
+ "to_scient_Float_none_ScientificNotation": {
404
+ "well_learned_digit": 7,
405
+ "has_performance_digit": 22,
406
+ "in_domain": 0.4861111111111111,
407
+ "out_domain": 0.03175,
408
+ "short_range": 0.85,
409
+ "medium_range": 0.195,
410
+ "long_range": 0.04575,
411
+ "very_long_range": 0.01775
412
+ },
413
+ "count_Integer_int_int": {
414
+ "well_learned_digit": 7,
415
+ "has_performance_digit": 100,
416
+ "in_domain": 0.715,
417
+ "out_domain": 0.222375,
418
+ "short_range": 0.8916666666666667,
419
+ "medium_range": 0.609,
420
+ "long_range": 0.286,
421
+ "very_long_range": 0.15875
422
+ },
423
+ "sig_Integer_int_ScientificNotation": {
424
+ "well_learned_digit": 0,
425
+ "has_performance_digit": 37,
426
+ "in_domain": 0.511875,
427
+ "out_domain": 0.035875,
428
+ "short_range": 0.6283333333333333,
429
+ "medium_range": 0.442,
430
+ "long_range": 0.07025,
431
+ "very_long_range": 0.0015
432
+ }
433
+ },
434
+ "digit_match": {
435
+ "add_Integer_Integer_Integer": {
436
+ "well_learned_digit": 10,
437
+ "has_performance_digit": 20,
438
+ "in_domain": 0.9748624338624338,
439
+ "out_domain": 0.7402473637402042,
440
+ "short_range": 0.99375,
441
+ "medium_range": 0.9654186507936506,
442
+ "long_range": 0.8341187978687977,
443
+ "very_long_range": 0.6463759296116107
444
+ },
445
+ "add_Float_Float_Float": {
446
+ "well_learned_digit": 6,
447
+ "has_performance_digit": 20,
448
+ "in_domain": 0.93625085127291,
449
+ "out_domain": 0.6619955778187726,
450
+ "short_range": 0.9929583333333332,
451
+ "medium_range": 0.9078971102426984,
452
+ "long_range": 0.7424871501994678,
453
+ "very_long_range": 0.5815040054380776
454
+ },
455
+ "add_Fraction_Fraction_Fraction": {
456
+ "well_learned_digit": 0,
457
+ "has_performance_digit": 1,
458
+ "in_domain": 0.266292647017896,
459
+ "out_domain": 0.07001099342341136,
460
+ "short_range": 0.43027973109406936,
461
+ "medium_range": 0.10230556294172262,
462
+ "long_range": 0.0722019299583324,
463
+ "very_long_range": 0.06782005688849031
464
+ },
465
+ "add_easy_Fraction_Fraction_Fraction": {
466
+ "well_learned_digit": 0,
467
+ "has_performance_digit": 2,
468
+ "in_domain": 0.26132823370919595,
469
+ "out_domain": 0.06706201905150988,
470
+ "short_range": 0.4343298923298923,
471
+ "medium_range": 0.0883265750884996,
472
+ "long_range": 0.06955167300088091,
473
+ "very_long_range": 0.06457236510213885
474
+ },
475
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
476
+ "well_learned_digit": 0,
477
+ "has_performance_digit": 14,
478
+ "in_domain": 0.5397594535094534,
479
+ "out_domain": 0.46139208302303236,
480
+ "short_range": 0.5746868686868686,
481
+ "medium_range": 0.5222957459207458,
482
+ "long_range": 0.4921461992814547,
483
+ "very_long_range": 0.43063796676461
484
+ },
485
+ "sub_Integer_Integer_Integer": {
486
+ "well_learned_digit": 11,
487
+ "has_performance_digit": 20,
488
+ "in_domain": 0.9744603174603174,
489
+ "out_domain": 0.7716511925932398,
490
+ "short_range": 0.99875,
491
+ "medium_range": 0.9623154761904762,
492
+ "long_range": 0.8635322316572316,
493
+ "very_long_range": 0.6797701535292479
494
+ },
495
+ "sub_Float_Float_Float": {
496
+ "well_learned_digit": 10,
497
+ "has_performance_digit": 20,
498
+ "in_domain": 0.976643789081289,
499
+ "out_domain": 0.7627821366316986,
500
+ "short_range": 0.994375,
501
+ "medium_range": 0.9677781836219336,
502
+ "long_range": 0.8349489830688125,
503
+ "very_long_range": 0.6906152901945848
504
+ },
505
+ "sub_Fraction_Fraction_Fraction": {
506
+ "well_learned_digit": 0,
507
+ "has_performance_digit": 1,
508
+ "in_domain": 0.22109562889940051,
509
+ "out_domain": 0.05071291960355137,
510
+ "short_range": 0.370409031940282,
511
+ "medium_range": 0.07178222585851905,
512
+ "long_range": 0.053523238525319435,
513
+ "very_long_range": 0.04790260068178331
514
+ },
515
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
516
+ "well_learned_digit": 0,
517
+ "has_performance_digit": 0,
518
+ "in_domain": 0.43271763653013656,
519
+ "out_domain": 0.3054293926443157,
520
+ "short_range": 0.4868347763347765,
521
+ "medium_range": 0.4056590666278166,
522
+ "long_range": 0.3414550508043153,
523
+ "very_long_range": 0.26940373448431615
524
+ },
525
+ "max_Integer_Integer_Integer": {
526
+ "well_learned_digit": 100,
527
+ "has_performance_digit": 100,
528
+ "in_domain": 0.9773197100591402,
529
+ "out_domain": 0.8952998529270695,
530
+ "short_range": 0.9810238095238096,
531
+ "medium_range": 0.9750972503803386,
532
+ "long_range": 0.9236794279560998,
533
+ "very_long_range": 0.866920277898039
534
+ },
535
+ "max_Float_Float_Float": {
536
+ "well_learned_digit": 10,
537
+ "has_performance_digit": 100,
538
+ "in_domain": 0.8477238784465339,
539
+ "out_domain": 0.6281923375968406,
540
+ "short_range": 0.968178848730174,
541
+ "medium_range": 0.7513599022196216,
542
+ "long_range": 0.6514545487685945,
543
+ "very_long_range": 0.6049301264250866
544
+ },
545
+ "max_Fraction_Fraction_Fraction": {
546
+ "well_learned_digit": 0,
547
+ "has_performance_digit": 7,
548
+ "in_domain": 0.5681001810689311,
549
+ "out_domain": 0.34057291575270554,
550
+ "short_range": 0.6215625,
551
+ "medium_range": 0.5146378621378621,
552
+ "long_range": 0.36819287797644146,
553
+ "very_long_range": 0.31295295352896957
554
+ },
555
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
556
+ "well_learned_digit": 19,
557
+ "has_performance_digit": 98,
558
+ "in_domain": 0.9652105572702416,
559
+ "out_domain": 0.583186818567447,
560
+ "short_range": 0.9889923652736152,
561
+ "medium_range": 0.9461851108675428,
562
+ "long_range": 0.6842391228194212,
563
+ "very_long_range": 0.4821345143154729
564
+ },
565
+ "max_hard_Integer_Integer_Integer": {
566
+ "well_learned_digit": 100,
567
+ "has_performance_digit": 100,
568
+ "in_domain": 0.9920518109207399,
569
+ "out_domain": 0.9763353348030759,
570
+ "short_range": 0.990574074074074,
571
+ "medium_range": 0.9929384530287393,
572
+ "long_range": 0.9810803241660894,
573
+ "very_long_range": 0.971590345440063
574
+ },
575
+ "max_hard_Float_Float_Float": {
576
+ "well_learned_digit": 8,
577
+ "has_performance_digit": 100,
578
+ "in_domain": 0.8282105320171663,
579
+ "out_domain": 0.6597310331758561,
580
+ "short_range": 0.9617744113793841,
581
+ "medium_range": 0.7213594285273922,
582
+ "long_range": 0.67049403671712,
583
+ "very_long_range": 0.648968029634592
584
+ },
585
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
586
+ "well_learned_digit": 16,
587
+ "has_performance_digit": 100,
588
+ "in_domain": 0.9512584386166548,
589
+ "out_domain": 0.543144537029192,
590
+ "short_range": 0.9781267551892553,
591
+ "medium_range": 0.9297637853585744,
592
+ "long_range": 0.6264858451491909,
593
+ "very_long_range": 0.4598032289091932
594
+ },
595
+ "multiply_hard_Integer_Integer_Integer": {
596
+ "well_learned_digit": 0,
597
+ "has_performance_digit": 5,
598
+ "in_domain": 0.5480471195471194,
599
+ "out_domain": 0.18989292300124871,
600
+ "short_range": 0.7549285714285713,
601
+ "medium_range": 0.44460639360639354,
602
+ "long_range": 0.2336286089129399,
603
+ "very_long_range": 0.1461572370895575
604
+ },
605
+ "multiply_hard_Float_Float_Float": {
606
+ "well_learned_digit": 0,
607
+ "has_performance_digit": 0,
608
+ "in_domain": 0.2569083351822151,
609
+ "out_domain": 0.09879854325819479,
610
+ "short_range": 0.35814078282828277,
611
+ "medium_range": 0.20629211135918132,
612
+ "long_range": 0.12008408430204981,
613
+ "very_long_range": 0.07751300221433977
614
+ },
615
+ "multiply_hard_Fraction_Fraction_Fraction": {
616
+ "well_learned_digit": 1,
617
+ "has_performance_digit": 2,
618
+ "in_domain": 0.36227699412055847,
619
+ "out_domain": 0.08802646575945614,
620
+ "short_range": 0.5623815767565769,
621
+ "medium_range": 0.16217241148454015,
622
+ "long_range": 0.09444852965475106,
623
+ "very_long_range": 0.08160440186416121
624
+ },
625
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
626
+ "well_learned_digit": 0,
627
+ "has_performance_digit": 4,
628
+ "in_domain": 0.44444993590717274,
629
+ "out_domain": 0.21283452648129214,
630
+ "short_range": 0.5690583305583307,
631
+ "medium_range": 0.3821457385815938,
632
+ "long_range": 0.24671501437643523,
633
+ "very_long_range": 0.17895403858614897
634
+ },
635
+ "multiply_easy_Integer_Integer_Integer": {
636
+ "well_learned_digit": 0,
637
+ "has_performance_digit": 6,
638
+ "in_domain": 0.6116100288600286,
639
+ "out_domain": 0.33178149020312325,
640
+ "short_range": 0.7952023809523806,
641
+ "medium_range": 0.5198138528138527,
642
+ "long_range": 0.3697241953308129,
643
+ "very_long_range": 0.2938387850754336
644
+ },
645
+ "multiply_easy_Float_Float_Float": {
646
+ "well_learned_digit": 0,
647
+ "has_performance_digit": 0,
648
+ "in_domain": 0.27943612789858907,
649
+ "out_domain": 0.13916621081194158,
650
+ "short_range": 0.3891153152403152,
651
+ "medium_range": 0.22459653422772605,
652
+ "long_range": 0.16011641145509334,
653
+ "very_long_range": 0.11821601016878984
654
+ },
655
+ "multiply_easy_Fraction_Fraction_Fraction": {
656
+ "well_learned_digit": 1,
657
+ "has_performance_digit": 3,
658
+ "in_domain": 0.390979284260631,
659
+ "out_domain": 0.1103379216219363,
660
+ "short_range": 0.6024418775668776,
661
+ "medium_range": 0.1795166909543844,
662
+ "long_range": 0.11783842900769512,
663
+ "very_long_range": 0.10283741423617745
664
+ },
665
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
666
+ "well_learned_digit": 0,
667
+ "has_performance_digit": 4,
668
+ "in_domain": 0.4779356014356013,
669
+ "out_domain": 0.2849235697249563,
670
+ "short_range": 0.569222582972583,
671
+ "medium_range": 0.4322921106671106,
672
+ "long_range": 0.31798625619736287,
673
+ "very_long_range": 0.2518608832525498
674
+ },
675
+ "digit_max_Integer_Integer_Integer": {
676
+ "well_learned_digit": 0,
677
+ "has_performance_digit": 100,
678
+ "in_domain": 0.6137827499593415,
679
+ "out_domain": 0.5559842078032916,
680
+ "short_range": 0.6341335978835978,
681
+ "medium_range": 0.6015722412047876,
682
+ "long_range": 0.5606602876763136,
683
+ "very_long_range": 0.5513081279302694
684
+ },
685
+ "digit_max_Float_Float_Float": {
686
+ "well_learned_digit": 0,
687
+ "has_performance_digit": 100,
688
+ "in_domain": 0.6369865138746162,
689
+ "out_domain": 0.566365481525226,
690
+ "short_range": 0.6689787543253101,
691
+ "medium_range": 0.6113927215140611,
692
+ "long_range": 0.5796937569816604,
693
+ "very_long_range": 0.5530372060687917
694
+ },
695
+ "digit_add_Integer_Integer_Integer": {
696
+ "well_learned_digit": 0,
697
+ "has_performance_digit": 0,
698
+ "in_domain": 0.22592296262066963,
699
+ "out_domain": 0.08568445401231216,
700
+ "short_range": 0.33162103174603175,
701
+ "medium_range": 0.16250412114545232,
702
+ "long_range": 0.10186769378370161,
703
+ "very_long_range": 0.06950121424092276
704
+ },
705
+ "digit_add_Float_Float_Float": {
706
+ "well_learned_digit": 0,
707
+ "has_performance_digit": 0,
708
+ "in_domain": 0.07183953512683179,
709
+ "out_domain": 0.016877872675709258,
710
+ "short_range": 0.11664878347594097,
711
+ "medium_range": 0.03599213644754446,
712
+ "long_range": 0.020749133773500787,
713
+ "very_long_range": 0.013006611577917744
714
+ },
715
+ "get_digit_Integer_int_int": {
716
+ "well_learned_digit": 0,
717
+ "has_performance_digit": 25,
718
+ "in_domain": 0.6625,
719
+ "out_domain": 0.24975,
720
+ "short_range": 0.8166666666666667,
721
+ "medium_range": 0.57,
722
+ "long_range": 0.30125,
723
+ "very_long_range": 0.19825
724
+ },
725
+ "get_digit_Float_int_int": {
726
+ "well_learned_digit": 0,
727
+ "has_performance_digit": 10,
728
+ "in_domain": 0.5088888888888888,
729
+ "out_domain": 0.18475,
730
+ "short_range": 0.67,
731
+ "medium_range": 0.38,
732
+ "long_range": 0.22125,
733
+ "very_long_range": 0.14825
734
+ },
735
+ "length_Integer_none_int": {
736
+ "well_learned_digit": 39,
737
+ "has_performance_digit": 78,
738
+ "in_domain": 0.9896875,
739
+ "out_domain": 0.3221458333333333,
740
+ "short_range": 0.9916666666666667,
741
+ "medium_range": 0.9885,
742
+ "long_range": 0.46825,
743
+ "very_long_range": 0.17604166666666665
744
+ },
745
+ "length_Float_none_int": {
746
+ "well_learned_digit": 0,
747
+ "has_performance_digit": 11,
748
+ "in_domain": 0.44666666666666666,
749
+ "out_domain": 0.15502083333333327,
750
+ "short_range": 0.536875,
751
+ "medium_range": 0.3745,
752
+ "long_range": 0.16974999999999998,
753
+ "very_long_range": 0.14029166666666662
754
+ },
755
+ "truediv_Integer_Integer_Fraction": {
756
+ "well_learned_digit": 0,
757
+ "has_performance_digit": 6,
758
+ "in_domain": 0.5515075271950273,
759
+ "out_domain": 0.3007188620017537,
760
+ "short_range": 0.6915714285714286,
761
+ "medium_range": 0.48147557650682643,
762
+ "long_range": 0.36093143454784277,
763
+ "very_long_range": 0.2405062894556645
764
+ },
765
+ "truediv_Fraction_Fraction_Fraction": {
766
+ "well_learned_digit": 1,
767
+ "has_performance_digit": 2,
768
+ "in_domain": 0.2847900180847842,
769
+ "out_domain": 0.057356694149820635,
770
+ "short_range": 0.49117394758019756,
771
+ "medium_range": 0.07840608858937084,
772
+ "long_range": 0.06128494313195927,
773
+ "very_long_range": 0.05342844516768199
774
+ },
775
+ "floordiv_Integer_Integer_Integer": {
776
+ "well_learned_digit": 5,
777
+ "has_performance_digit": 15,
778
+ "in_domain": 0.9118333333333336,
779
+ "out_domain": 0.5189909812409813,
780
+ "short_range": 0.9758333333333334,
781
+ "medium_range": 0.8798333333333335,
782
+ "long_range": 0.6179464285714286,
783
+ "very_long_range": 0.420035533910534
784
+ },
785
+ "mod_Integer_Integer_Integer": {
786
+ "well_learned_digit": 0,
787
+ "has_performance_digit": 3,
788
+ "in_domain": 0.2980555555555555,
789
+ "out_domain": 0.11628096209346206,
790
+ "short_range": 0.545,
791
+ "medium_range": 0.17458333333333328,
792
+ "long_range": 0.12117129629629626,
793
+ "very_long_range": 0.11139062789062787
794
+ },
795
+ "mod_easy_Integer_Integer_Integer": {
796
+ "well_learned_digit": 0,
797
+ "has_performance_digit": 3,
798
+ "in_domain": 0.32944444444444443,
799
+ "out_domain": 0.19875,
800
+ "short_range": 0.5291666666666667,
801
+ "medium_range": 0.22958333333333328,
802
+ "long_range": 0.1988888888888889,
803
+ "very_long_range": 0.1986111111111111
804
+ },
805
+ "to_float_Fraction_none_Float": {
806
+ "well_learned_digit": 0,
807
+ "has_performance_digit": 8,
808
+ "in_domain": 0.6349395326895327,
809
+ "out_domain": 0.19422773867793783,
810
+ "short_range": 0.6298452380952381,
811
+ "medium_range": 0.6400338272838273,
812
+ "long_range": 0.290933960028993,
813
+ "very_long_range": 0.09752151732688256
814
+ },
815
+ "to_float_ScientificNotation_none_Float": {
816
+ "well_learned_digit": 0,
817
+ "has_performance_digit": 9,
818
+ "in_domain": 0.36558110731717547,
819
+ "out_domain": 0.05691020340910457,
820
+ "short_range": 0.5124234758297259,
821
+ "medium_range": 0.24810721250713508,
822
+ "long_range": 0.08801797139054439,
823
+ "very_long_range": 0.02580243542766477
824
+ },
825
+ "to_scient_Integer_none_ScientificNotation": {
826
+ "well_learned_digit": 23,
827
+ "has_performance_digit": 71,
828
+ "in_domain": 0.9855084519668499,
829
+ "out_domain": 0.5486164610216958,
830
+ "short_range": 0.9961952861952862,
831
+ "medium_range": 0.979096351429788,
832
+ "long_range": 0.6685398576239879,
833
+ "very_long_range": 0.42869306441940414
834
+ },
835
+ "to_scient_Float_none_ScientificNotation": {
836
+ "well_learned_digit": 8,
837
+ "has_performance_digit": 28,
838
+ "in_domain": 0.7996344649624025,
839
+ "out_domain": 0.33951580714480045,
840
+ "short_range": 0.9597539446814793,
841
+ "medium_range": 0.6715388811871411,
842
+ "long_range": 0.4026695554413091,
843
+ "very_long_range": 0.27636205884829207
844
+ },
845
+ "count_Integer_int_int": {
846
+ "well_learned_digit": 7,
847
+ "has_performance_digit": 18,
848
+ "in_domain": 0.715,
849
+ "out_domain": 0.2486875,
850
+ "short_range": 0.8916666666666667,
851
+ "medium_range": 0.609,
852
+ "long_range": 0.287375,
853
+ "very_long_range": 0.21
854
+ },
855
+ "sig_Integer_int_ScientificNotation": {
856
+ "well_learned_digit": 31,
857
+ "has_performance_digit": 100,
858
+ "in_domain": 0.9604498090059235,
859
+ "out_domain": 0.7771637546855789,
860
+ "short_range": 0.9585998677248676,
861
+ "medium_range": 0.961559773774557,
862
+ "long_range": 0.8310471718761558,
863
+ "very_long_range": 0.7232803374950019
864
+ }
865
+ },
866
+ "dlength": {
867
+ "add_Integer_Integer_Integer": {
868
+ "well_learned_digit": 20,
869
+ "has_performance_digit": 20,
870
+ "in_domain": 0.0016666666666666668,
871
+ "out_domain": 0.0225,
872
+ "short_range": 0.0,
873
+ "medium_range": 0.0025,
874
+ "long_range": 0.03333333333333333,
875
+ "very_long_range": 0.011666666666666667
876
+ },
877
+ "add_Float_Float_Float": {
878
+ "well_learned_digit": 4,
879
+ "has_performance_digit": 7,
880
+ "in_domain": 0.47833333333333333,
881
+ "out_domain": 6.44,
882
+ "short_range": 0.05,
883
+ "medium_range": 0.6925,
884
+ "long_range": 4.088333333333333,
885
+ "very_long_range": 8.791666666666666
886
+ },
887
+ "add_Fraction_Fraction_Fraction": {
888
+ "well_learned_digit": 0,
889
+ "has_performance_digit": 2,
890
+ "in_domain": 4.1375,
891
+ "out_domain": 18.700833333333332,
892
+ "short_range": 1.3625,
893
+ "medium_range": 6.9125,
894
+ "long_range": 13.926666666666666,
895
+ "very_long_range": 23.475
896
+ },
897
+ "add_easy_Fraction_Fraction_Fraction": {
898
+ "well_learned_digit": 1,
899
+ "has_performance_digit": 2,
900
+ "in_domain": 4.0925,
901
+ "out_domain": 16.664166666666667,
902
+ "short_range": 1.53,
903
+ "medium_range": 6.655,
904
+ "long_range": 13.275,
905
+ "very_long_range": 20.053333333333335
906
+ },
907
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
908
+ "well_learned_digit": 0,
909
+ "has_performance_digit": 0,
910
+ "in_domain": 1.7366666666666666,
911
+ "out_domain": 3.8566666666666665,
912
+ "short_range": 1.635,
913
+ "medium_range": 1.7875,
914
+ "long_range": 2.591666666666667,
915
+ "very_long_range": 5.121666666666667
916
+ },
917
+ "sub_Integer_Integer_Integer": {
918
+ "well_learned_digit": 20,
919
+ "has_performance_digit": 20,
920
+ "in_domain": 0.02,
921
+ "out_domain": 0.03833333333333333,
922
+ "short_range": 0.005,
923
+ "medium_range": 0.0275,
924
+ "long_range": 0.02666666666666667,
925
+ "very_long_range": 0.05
926
+ },
927
+ "sub_Float_Float_Float": {
928
+ "well_learned_digit": 5,
929
+ "has_performance_digit": 10,
930
+ "in_domain": 0.14166666666666666,
931
+ "out_domain": 3.470833333333333,
932
+ "short_range": 0.035,
933
+ "medium_range": 0.195,
934
+ "long_range": 2.2583333333333333,
935
+ "very_long_range": 4.683333333333334
936
+ },
937
+ "sub_Fraction_Fraction_Fraction": {
938
+ "well_learned_digit": 0,
939
+ "has_performance_digit": 1,
940
+ "in_domain": 7.08625,
941
+ "out_domain": 26.933333333333334,
942
+ "short_range": 3.0775,
943
+ "medium_range": 11.095,
944
+ "long_range": 21.126666666666665,
945
+ "very_long_range": 32.74
946
+ },
947
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
948
+ "well_learned_digit": 0,
949
+ "has_performance_digit": 0,
950
+ "in_domain": 3.3916666666666666,
951
+ "out_domain": 3.9141666666666666,
952
+ "short_range": 3.85,
953
+ "medium_range": 3.1625,
954
+ "long_range": 3.0883333333333334,
955
+ "very_long_range": 4.74
956
+ },
957
+ "max_Integer_Integer_Integer": {
958
+ "well_learned_digit": 31,
959
+ "has_performance_digit": 72,
960
+ "in_domain": 0.038125,
961
+ "out_domain": 1.297125,
962
+ "short_range": 0.02,
963
+ "medium_range": 0.049,
964
+ "long_range": 0.34925,
965
+ "very_long_range": 2.245
966
+ },
967
+ "max_Float_Float_Float": {
968
+ "well_learned_digit": 6,
969
+ "has_performance_digit": 9,
970
+ "in_domain": 3.4683333333333333,
971
+ "out_domain": 21.0405,
972
+ "short_range": 0.40125,
973
+ "medium_range": 5.922,
974
+ "long_range": 15.016,
975
+ "very_long_range": 27.065
976
+ },
977
+ "max_Fraction_Fraction_Fraction": {
978
+ "well_learned_digit": 0,
979
+ "has_performance_digit": 2,
980
+ "in_domain": 1.2625,
981
+ "out_domain": 6.120833333333334,
982
+ "short_range": 0.71,
983
+ "medium_range": 1.815,
984
+ "long_range": 4.391666666666667,
985
+ "very_long_range": 7.85
986
+ },
987
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
988
+ "well_learned_digit": 12,
989
+ "has_performance_digit": 17,
990
+ "in_domain": 0.4088888888888889,
991
+ "out_domain": 25.67825,
992
+ "short_range": 0.025,
993
+ "medium_range": 0.716,
994
+ "long_range": 12.75625,
995
+ "very_long_range": 38.60025
996
+ },
997
+ "max_hard_Integer_Integer_Integer": {
998
+ "well_learned_digit": 100,
999
+ "has_performance_digit": 100,
1000
+ "in_domain": 0.000625,
1001
+ "out_domain": 0.008875,
1002
+ "short_range": 0.0,
1003
+ "medium_range": 0.001,
1004
+ "long_range": 0.0015,
1005
+ "very_long_range": 0.01625
1006
+ },
1007
+ "max_hard_Float_Float_Float": {
1008
+ "well_learned_digit": 6,
1009
+ "has_performance_digit": 8,
1010
+ "in_domain": 3.7583333333333333,
1011
+ "out_domain": 19.36825,
1012
+ "short_range": 0.5025,
1013
+ "medium_range": 6.363,
1014
+ "long_range": 14.371,
1015
+ "very_long_range": 24.3655
1016
+ },
1017
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
1018
+ "well_learned_digit": 8,
1019
+ "has_performance_digit": 16,
1020
+ "in_domain": 0.6011111111111112,
1021
+ "out_domain": 27.271875,
1022
+ "short_range": 0.08875,
1023
+ "medium_range": 1.011,
1024
+ "long_range": 14.95925,
1025
+ "very_long_range": 39.5845
1026
+ },
1027
+ "multiply_hard_Integer_Integer_Integer": {
1028
+ "well_learned_digit": 7,
1029
+ "has_performance_digit": 11,
1030
+ "in_domain": 0.055,
1031
+ "out_domain": 1.7858333333333334,
1032
+ "short_range": 0.035,
1033
+ "medium_range": 0.065,
1034
+ "long_range": 1.0316666666666667,
1035
+ "very_long_range": 2.54
1036
+ },
1037
+ "multiply_hard_Float_Float_Float": {
1038
+ "well_learned_digit": 0,
1039
+ "has_performance_digit": 0,
1040
+ "in_domain": 5.1466666666666665,
1041
+ "out_domain": 20.093333333333334,
1042
+ "short_range": 2.365,
1043
+ "medium_range": 6.5375,
1044
+ "long_range": 14.645,
1045
+ "very_long_range": 25.541666666666668
1046
+ },
1047
+ "multiply_hard_Fraction_Fraction_Fraction": {
1048
+ "well_learned_digit": 1,
1049
+ "has_performance_digit": 2,
1050
+ "in_domain": 3.145,
1051
+ "out_domain": 14.475,
1052
+ "short_range": 1.5525,
1053
+ "medium_range": 4.7375,
1054
+ "long_range": 10.385,
1055
+ "very_long_range": 18.565
1056
+ },
1057
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
1058
+ "well_learned_digit": 0,
1059
+ "has_performance_digit": 0,
1060
+ "in_domain": 3.6233333333333335,
1061
+ "out_domain": 14.289166666666667,
1062
+ "short_range": 1.94,
1063
+ "medium_range": 4.465,
1064
+ "long_range": 10.496666666666666,
1065
+ "very_long_range": 18.081666666666667
1066
+ },
1067
+ "multiply_easy_Integer_Integer_Integer": {
1068
+ "well_learned_digit": 16,
1069
+ "has_performance_digit": 20,
1070
+ "in_domain": 0.03333333333333333,
1071
+ "out_domain": 0.33,
1072
+ "short_range": 0.0,
1073
+ "medium_range": 0.05,
1074
+ "long_range": 0.19,
1075
+ "very_long_range": 0.47
1076
+ },
1077
+ "multiply_easy_Float_Float_Float": {
1078
+ "well_learned_digit": 0,
1079
+ "has_performance_digit": 0,
1080
+ "in_domain": 4.071666666666666,
1081
+ "out_domain": 12.3,
1082
+ "short_range": 2.2,
1083
+ "medium_range": 5.0075,
1084
+ "long_range": 9.716666666666667,
1085
+ "very_long_range": 14.883333333333333
1086
+ },
1087
+ "multiply_easy_Fraction_Fraction_Fraction": {
1088
+ "well_learned_digit": 1,
1089
+ "has_performance_digit": 2,
1090
+ "in_domain": 2.3875,
1091
+ "out_domain": 6.516666666666667,
1092
+ "short_range": 1.4175,
1093
+ "medium_range": 3.3575,
1094
+ "long_range": 5.203333333333333,
1095
+ "very_long_range": 7.83
1096
+ },
1097
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
1098
+ "well_learned_digit": 0,
1099
+ "has_performance_digit": 0,
1100
+ "in_domain": 2.63,
1101
+ "out_domain": 6.760833333333333,
1102
+ "short_range": 2.105,
1103
+ "medium_range": 2.8925,
1104
+ "long_range": 4.945,
1105
+ "very_long_range": 8.576666666666666
1106
+ },
1107
+ "digit_max_Integer_Integer_Integer": {
1108
+ "well_learned_digit": 10,
1109
+ "has_performance_digit": 16,
1110
+ "in_domain": 0.595,
1111
+ "out_domain": 6.548875,
1112
+ "short_range": 0.18666666666666668,
1113
+ "medium_range": 0.84,
1114
+ "long_range": 3.93725,
1115
+ "very_long_range": 9.1605
1116
+ },
1117
+ "digit_max_Float_Float_Float": {
1118
+ "well_learned_digit": 3,
1119
+ "has_performance_digit": 7,
1120
+ "in_domain": 1.8605555555555555,
1121
+ "out_domain": 14.853,
1122
+ "short_range": 0.66625,
1123
+ "medium_range": 2.816,
1124
+ "long_range": 8.9715,
1125
+ "very_long_range": 20.7345
1126
+ },
1127
+ "digit_add_Integer_Integer_Integer": {
1128
+ "well_learned_digit": 0,
1129
+ "has_performance_digit": 8,
1130
+ "in_domain": 2.798125,
1131
+ "out_domain": 20.846875,
1132
+ "short_range": 1.1066666666666667,
1133
+ "medium_range": 3.813,
1134
+ "long_range": 11.0815,
1135
+ "very_long_range": 30.61225
1136
+ },
1137
+ "digit_add_Float_Float_Float": {
1138
+ "well_learned_digit": 0,
1139
+ "has_performance_digit": 0,
1140
+ "in_domain": 15.702222222222222,
1141
+ "out_domain": 90.9205,
1142
+ "short_range": 7.98625,
1143
+ "medium_range": 21.875,
1144
+ "long_range": 59.15,
1145
+ "very_long_range": 122.691
1146
+ },
1147
+ "get_digit_Integer_int_int": {
1148
+ "well_learned_digit": 100,
1149
+ "has_performance_digit": 100,
1150
+ "in_domain": 0.0,
1151
+ "out_domain": 0.0,
1152
+ "short_range": 0.0,
1153
+ "medium_range": 0.0,
1154
+ "long_range": 0.0,
1155
+ "very_long_range": 0.0
1156
+ },
1157
+ "get_digit_Float_int_int": {
1158
+ "well_learned_digit": 100,
1159
+ "has_performance_digit": 100,
1160
+ "in_domain": 0.0,
1161
+ "out_domain": 0.0,
1162
+ "short_range": 0.0,
1163
+ "medium_range": 0.0,
1164
+ "long_range": 0.0,
1165
+ "very_long_range": 0.0
1166
+ },
1167
+ "length_Integer_none_int": {
1168
+ "well_learned_digit": 99,
1169
+ "has_performance_digit": 100,
1170
+ "in_domain": 0.0025,
1171
+ "out_domain": 0.036875,
1172
+ "short_range": 0.006666666666666667,
1173
+ "medium_range": 0.0,
1174
+ "long_range": 0.0,
1175
+ "very_long_range": 0.07375
1176
+ },
1177
+ "length_Float_none_int": {
1178
+ "well_learned_digit": 52,
1179
+ "has_performance_digit": 100,
1180
+ "in_domain": 0.034444444444444444,
1181
+ "out_domain": 0.303375,
1182
+ "short_range": 0.0775,
1183
+ "medium_range": 0.0,
1184
+ "long_range": 0.05775,
1185
+ "very_long_range": 0.549
1186
+ },
1187
+ "truediv_Integer_Integer_Fraction": {
1188
+ "well_learned_digit": 0,
1189
+ "has_performance_digit": 5,
1190
+ "in_domain": 1.61,
1191
+ "out_domain": 9.0975,
1192
+ "short_range": 0.485,
1193
+ "medium_range": 2.1725,
1194
+ "long_range": 6.125,
1195
+ "very_long_range": 12.07
1196
+ },
1197
+ "truediv_Fraction_Fraction_Fraction": {
1198
+ "well_learned_digit": 1,
1199
+ "has_performance_digit": 2,
1200
+ "in_domain": 5.78625,
1201
+ "out_domain": 23.61,
1202
+ "short_range": 2.795,
1203
+ "medium_range": 8.7775,
1204
+ "long_range": 17.425,
1205
+ "very_long_range": 29.795
1206
+ },
1207
+ "floordiv_Integer_Integer_Integer": {
1208
+ "well_learned_digit": 8,
1209
+ "has_performance_digit": 14,
1210
+ "in_domain": 0.03833333333333333,
1211
+ "out_domain": 1.0591666666666666,
1212
+ "short_range": 0.015,
1213
+ "medium_range": 0.05,
1214
+ "long_range": 0.59,
1215
+ "very_long_range": 1.5283333333333333
1216
+ },
1217
+ "mod_Integer_Integer_Integer": {
1218
+ "well_learned_digit": 3,
1219
+ "has_performance_digit": 15,
1220
+ "in_domain": 0.37,
1221
+ "out_domain": 1.1583333333333334,
1222
+ "short_range": 0.15,
1223
+ "medium_range": 0.48,
1224
+ "long_range": 0.98,
1225
+ "very_long_range": 1.3366666666666667
1226
+ },
1227
+ "mod_easy_Integer_Integer_Integer": {
1228
+ "well_learned_digit": 3,
1229
+ "has_performance_digit": 20,
1230
+ "in_domain": 0.27666666666666667,
1231
+ "out_domain": 0.3441666666666667,
1232
+ "short_range": 0.16,
1233
+ "medium_range": 0.335,
1234
+ "long_range": 0.3416666666666667,
1235
+ "very_long_range": 0.3466666666666667
1236
+ },
1237
+ "to_float_Fraction_none_Float": {
1238
+ "well_learned_digit": 0,
1239
+ "has_performance_digit": 4,
1240
+ "in_domain": 1.66,
1241
+ "out_domain": 10.383333333333333,
1242
+ "short_range": 1.0025,
1243
+ "medium_range": 2.3175,
1244
+ "long_range": 6.776666666666666,
1245
+ "very_long_range": 13.99
1246
+ },
1247
+ "to_float_ScientificNotation_none_Float": {
1248
+ "well_learned_digit": 0,
1249
+ "has_performance_digit": 15,
1250
+ "in_domain": 1.5355555555555556,
1251
+ "out_domain": 44.628625,
1252
+ "short_range": 0.86125,
1253
+ "medium_range": 2.075,
1254
+ "long_range": 24.88625,
1255
+ "very_long_range": 64.371
1256
+ },
1257
+ "to_scient_Integer_none_ScientificNotation": {
1258
+ "well_learned_digit": 9,
1259
+ "has_performance_digit": 21,
1260
+ "in_domain": 0.25625,
1261
+ "out_domain": 22.901,
1262
+ "short_range": 0.04666666666666667,
1263
+ "medium_range": 0.382,
1264
+ "long_range": 11.197,
1265
+ "very_long_range": 34.605
1266
+ },
1267
+ "to_scient_Float_none_ScientificNotation": {
1268
+ "well_learned_digit": 3,
1269
+ "has_performance_digit": 8,
1270
+ "in_domain": 4.953333333333333,
1271
+ "out_domain": 59.92,
1272
+ "short_range": 0.49875,
1273
+ "medium_range": 8.517,
1274
+ "long_range": 36.018,
1275
+ "very_long_range": 83.822
1276
+ },
1277
+ "count_Integer_int_int": {
1278
+ "well_learned_digit": 66,
1279
+ "has_performance_digit": 100,
1280
+ "in_domain": 0.0,
1281
+ "out_domain": 0.148625,
1282
+ "short_range": 0.0,
1283
+ "medium_range": 0.0,
1284
+ "long_range": 0.02675,
1285
+ "very_long_range": 0.2705
1286
+ },
1287
+ "sig_Integer_int_ScientificNotation": {
1288
+ "well_learned_digit": 0,
1289
+ "has_performance_digit": 23,
1290
+ "in_domain": 0.5425,
1291
+ "out_domain": 14.046,
1292
+ "short_range": 0.35,
1293
+ "medium_range": 0.658,
1294
+ "long_range": 5.833,
1295
+ "very_long_range": 22.259
1296
+ }
1297
+ }
1298
+ }
test_results_report/Llama-2-7b-hf_statistics.txt ADDED
@@ -0,0 +1,1298 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exact_match": {
3
+ "add_Integer_Integer_Integer": {
4
+ "well_learned_digit": 0,
5
+ "has_performance_digit": 6,
6
+ "in_domain": 0.32,
7
+ "out_domain": 0.0,
8
+ "short_range": 0.745,
9
+ "medium_range": 0.1075,
10
+ "long_range": 0.0,
11
+ "very_long_range": 0.0
12
+ },
13
+ "add_Float_Float_Float": {
14
+ "well_learned_digit": 0,
15
+ "has_performance_digit": 7,
16
+ "in_domain": 0.16333333333333333,
17
+ "out_domain": 0.0008333333333333334,
18
+ "short_range": 0.29,
19
+ "medium_range": 0.1,
20
+ "long_range": 0.0016666666666666668,
21
+ "very_long_range": 0.0
22
+ },
23
+ "add_Fraction_Fraction_Fraction": {
24
+ "well_learned_digit": 0,
25
+ "has_performance_digit": 0,
26
+ "in_domain": 0.005,
27
+ "out_domain": 0.0,
28
+ "short_range": 0.01,
29
+ "medium_range": 0.0,
30
+ "long_range": 0.0,
31
+ "very_long_range": 0.0
32
+ },
33
+ "add_easy_Fraction_Fraction_Fraction": {
34
+ "well_learned_digit": 0,
35
+ "has_performance_digit": 0,
36
+ "in_domain": 0.00625,
37
+ "out_domain": 0.0,
38
+ "short_range": 0.0125,
39
+ "medium_range": 0.0,
40
+ "long_range": 0.0,
41
+ "very_long_range": 0.0
42
+ },
43
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
44
+ "well_learned_digit": 0,
45
+ "has_performance_digit": 0,
46
+ "in_domain": 0.0033333333333333335,
47
+ "out_domain": 0.0,
48
+ "short_range": 0.005,
49
+ "medium_range": 0.0025,
50
+ "long_range": 0.0,
51
+ "very_long_range": 0.0
52
+ },
53
+ "sub_Integer_Integer_Integer": {
54
+ "well_learned_digit": 0,
55
+ "has_performance_digit": 6,
56
+ "in_domain": 0.3416666666666667,
57
+ "out_domain": 0.0008333333333333334,
58
+ "short_range": 0.76,
59
+ "medium_range": 0.1325,
60
+ "long_range": 0.0016666666666666668,
61
+ "very_long_range": 0.0
62
+ },
63
+ "sub_Float_Float_Float": {
64
+ "well_learned_digit": 0,
65
+ "has_performance_digit": 5,
66
+ "in_domain": 0.14666666666666667,
67
+ "out_domain": 0.0008333333333333334,
68
+ "short_range": 0.28,
69
+ "medium_range": 0.08,
70
+ "long_range": 0.0016666666666666668,
71
+ "very_long_range": 0.0
72
+ },
73
+ "sub_Fraction_Fraction_Fraction": {
74
+ "well_learned_digit": 0,
75
+ "has_performance_digit": 1,
76
+ "in_domain": 0.01875,
77
+ "out_domain": 0.0,
78
+ "short_range": 0.0375,
79
+ "medium_range": 0.0,
80
+ "long_range": 0.0,
81
+ "very_long_range": 0.0
82
+ },
83
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
84
+ "well_learned_digit": 0,
85
+ "has_performance_digit": 0,
86
+ "in_domain": 0.0016666666666666668,
87
+ "out_domain": 0.0,
88
+ "short_range": 0.005,
89
+ "medium_range": 0.0,
90
+ "long_range": 0.0,
91
+ "very_long_range": 0.0
92
+ },
93
+ "max_Integer_Integer_Integer": {
94
+ "well_learned_digit": 0,
95
+ "has_performance_digit": 100,
96
+ "in_domain": 0.596875,
97
+ "out_domain": 0.43725,
98
+ "short_range": 0.6866666666666666,
99
+ "medium_range": 0.543,
100
+ "long_range": 0.4535,
101
+ "very_long_range": 0.421
102
+ },
103
+ "max_Float_Float_Float": {
104
+ "well_learned_digit": 0,
105
+ "has_performance_digit": 100,
106
+ "in_domain": 0.4588888888888889,
107
+ "out_domain": 0.216375,
108
+ "short_range": 0.43875,
109
+ "medium_range": 0.475,
110
+ "long_range": 0.28275,
111
+ "very_long_range": 0.15
112
+ },
113
+ "max_Fraction_Fraction_Fraction": {
114
+ "well_learned_digit": 0,
115
+ "has_performance_digit": 0,
116
+ "in_domain": 0.03625,
117
+ "out_domain": 0.03916666666666667,
118
+ "short_range": 0.03,
119
+ "medium_range": 0.0425,
120
+ "long_range": 0.04666666666666667,
121
+ "very_long_range": 0.03166666666666667
122
+ },
123
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
124
+ "well_learned_digit": 0,
125
+ "has_performance_digit": 100,
126
+ "in_domain": 0.3411111111111111,
127
+ "out_domain": 0.27375,
128
+ "short_range": 0.27875,
129
+ "medium_range": 0.391,
130
+ "long_range": 0.27975,
131
+ "very_long_range": 0.26775
132
+ },
133
+ "max_hard_Integer_Integer_Integer": {
134
+ "well_learned_digit": 25,
135
+ "has_performance_digit": 100,
136
+ "in_domain": 0.704375,
137
+ "out_domain": 0.722625,
138
+ "short_range": 0.6033333333333334,
139
+ "medium_range": 0.765,
140
+ "long_range": 0.7525,
141
+ "very_long_range": 0.69275
142
+ },
143
+ "max_hard_Float_Float_Float": {
144
+ "well_learned_digit": 0,
145
+ "has_performance_digit": 100,
146
+ "in_domain": 0.46555555555555556,
147
+ "out_domain": 0.250125,
148
+ "short_range": 0.44875,
149
+ "medium_range": 0.479,
150
+ "long_range": 0.3135,
151
+ "very_long_range": 0.18675
152
+ },
153
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
154
+ "well_learned_digit": 0,
155
+ "has_performance_digit": 100,
156
+ "in_domain": 0.5977777777777777,
157
+ "out_domain": 0.578625,
158
+ "short_range": 0.55625,
159
+ "medium_range": 0.631,
160
+ "long_range": 0.58175,
161
+ "very_long_range": 0.5755
162
+ },
163
+ "multiply_hard_Integer_Integer_Integer": {
164
+ "well_learned_digit": 0,
165
+ "has_performance_digit": 3,
166
+ "in_domain": 0.023333333333333334,
167
+ "out_domain": 0.0,
168
+ "short_range": 0.07,
169
+ "medium_range": 0.0,
170
+ "long_range": 0.0,
171
+ "very_long_range": 0.0
172
+ },
173
+ "multiply_hard_Float_Float_Float": {
174
+ "well_learned_digit": 0,
175
+ "has_performance_digit": 0,
176
+ "in_domain": 0.0,
177
+ "out_domain": 0.0,
178
+ "short_range": 0.0,
179
+ "medium_range": 0.0,
180
+ "long_range": 0.0,
181
+ "very_long_range": 0.0
182
+ },
183
+ "multiply_hard_Fraction_Fraction_Fraction": {
184
+ "well_learned_digit": 0,
185
+ "has_performance_digit": 0,
186
+ "in_domain": 0.01625,
187
+ "out_domain": 0.0,
188
+ "short_range": 0.0325,
189
+ "medium_range": 0.0,
190
+ "long_range": 0.0,
191
+ "very_long_range": 0.0
192
+ },
193
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
194
+ "well_learned_digit": 0,
195
+ "has_performance_digit": 0,
196
+ "in_domain": 0.0,
197
+ "out_domain": 0.0,
198
+ "short_range": 0.0,
199
+ "medium_range": 0.0,
200
+ "long_range": 0.0,
201
+ "very_long_range": 0.0
202
+ },
203
+ "multiply_easy_Integer_Integer_Integer": {
204
+ "well_learned_digit": 0,
205
+ "has_performance_digit": 0,
206
+ "in_domain": 0.021666666666666667,
207
+ "out_domain": 0.0025,
208
+ "short_range": 0.045,
209
+ "medium_range": 0.01,
210
+ "long_range": 0.0033333333333333335,
211
+ "very_long_range": 0.0016666666666666668
212
+ },
213
+ "multiply_easy_Float_Float_Float": {
214
+ "well_learned_digit": 0,
215
+ "has_performance_digit": 0,
216
+ "in_domain": 0.0,
217
+ "out_domain": 0.0,
218
+ "short_range": 0.0,
219
+ "medium_range": 0.0,
220
+ "long_range": 0.0,
221
+ "very_long_range": 0.0
222
+ },
223
+ "multiply_easy_Fraction_Fraction_Fraction": {
224
+ "well_learned_digit": 0,
225
+ "has_performance_digit": 1,
226
+ "in_domain": 0.01625,
227
+ "out_domain": 0.0,
228
+ "short_range": 0.0325,
229
+ "medium_range": 0.0,
230
+ "long_range": 0.0,
231
+ "very_long_range": 0.0
232
+ },
233
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
234
+ "well_learned_digit": 0,
235
+ "has_performance_digit": 0,
236
+ "in_domain": 0.0,
237
+ "out_domain": 0.0,
238
+ "short_range": 0.0,
239
+ "medium_range": 0.0,
240
+ "long_range": 0.0,
241
+ "very_long_range": 0.0
242
+ },
243
+ "digit_max_Integer_Integer_Integer": {
244
+ "well_learned_digit": 0,
245
+ "has_performance_digit": 5,
246
+ "in_domain": 0.014375,
247
+ "out_domain": 0.0,
248
+ "short_range": 0.03666666666666667,
249
+ "medium_range": 0.001,
250
+ "long_range": 0.0,
251
+ "very_long_range": 0.0
252
+ },
253
+ "digit_max_Float_Float_Float": {
254
+ "well_learned_digit": 0,
255
+ "has_performance_digit": 0,
256
+ "in_domain": 0.005555555555555556,
257
+ "out_domain": 0.0,
258
+ "short_range": 0.0125,
259
+ "medium_range": 0.0,
260
+ "long_range": 0.0,
261
+ "very_long_range": 0.0
262
+ },
263
+ "digit_add_Integer_Integer_Integer": {
264
+ "well_learned_digit": 0,
265
+ "has_performance_digit": 0,
266
+ "in_domain": 0.000625,
267
+ "out_domain": 0.0,
268
+ "short_range": 0.0016666666666666668,
269
+ "medium_range": 0.0,
270
+ "long_range": 0.0,
271
+ "very_long_range": 0.0
272
+ },
273
+ "digit_add_Float_Float_Float": {
274
+ "well_learned_digit": 0,
275
+ "has_performance_digit": 0,
276
+ "in_domain": 0.0044444444444444444,
277
+ "out_domain": 0.0,
278
+ "short_range": 0.01,
279
+ "medium_range": 0.0,
280
+ "long_range": 0.0,
281
+ "very_long_range": 0.0
282
+ },
283
+ "get_digit_Integer_int_int": {
284
+ "well_learned_digit": 0,
285
+ "has_performance_digit": 10,
286
+ "in_domain": 0.061875,
287
+ "out_domain": 0.00875,
288
+ "short_range": 0.11833333333333333,
289
+ "medium_range": 0.028,
290
+ "long_range": 0.0095,
291
+ "very_long_range": 0.008
292
+ },
293
+ "get_digit_Float_int_int": {
294
+ "well_learned_digit": 0,
295
+ "has_performance_digit": 7,
296
+ "in_domain": 0.06277777777777778,
297
+ "out_domain": 0.012125,
298
+ "short_range": 0.0975,
299
+ "medium_range": 0.035,
300
+ "long_range": 0.0115,
301
+ "very_long_range": 0.01275
302
+ },
303
+ "length_Integer_none_int": {
304
+ "well_learned_digit": 0,
305
+ "has_performance_digit": 12,
306
+ "in_domain": 0.10625,
307
+ "out_domain": 0.0,
308
+ "short_range": 0.165,
309
+ "medium_range": 0.071,
310
+ "long_range": 0.0,
311
+ "very_long_range": 0.0
312
+ },
313
+ "length_Float_none_int": {
314
+ "well_learned_digit": 0,
315
+ "has_performance_digit": 8,
316
+ "in_domain": 0.06444444444444444,
317
+ "out_domain": 0.0,
318
+ "short_range": 0.14125,
319
+ "medium_range": 0.003,
320
+ "long_range": 0.0,
321
+ "very_long_range": 0.0
322
+ },
323
+ "truediv_Integer_Integer_Fraction": {
324
+ "well_learned_digit": 0,
325
+ "has_performance_digit": 0,
326
+ "in_domain": 0.0016666666666666668,
327
+ "out_domain": 0.0,
328
+ "short_range": 0.005,
329
+ "medium_range": 0.0,
330
+ "long_range": 0.0,
331
+ "very_long_range": 0.0
332
+ },
333
+ "truediv_Fraction_Fraction_Fraction": {
334
+ "well_learned_digit": 0,
335
+ "has_performance_digit": 1,
336
+ "in_domain": 0.0175,
337
+ "out_domain": 0.0,
338
+ "short_range": 0.035,
339
+ "medium_range": 0.0,
340
+ "long_range": 0.0,
341
+ "very_long_range": 0.0
342
+ },
343
+ "floordiv_Integer_Integer_Integer": {
344
+ "well_learned_digit": 0,
345
+ "has_performance_digit": 4,
346
+ "in_domain": 0.14,
347
+ "out_domain": 0.0016666666666666668,
348
+ "short_range": 0.345,
349
+ "medium_range": 0.0375,
350
+ "long_range": 0.0033333333333333335,
351
+ "very_long_range": 0.0
352
+ },
353
+ "mod_Integer_Integer_Integer": {
354
+ "well_learned_digit": 0,
355
+ "has_performance_digit": 3,
356
+ "in_domain": 0.023333333333333334,
357
+ "out_domain": 0.0,
358
+ "short_range": 0.065,
359
+ "medium_range": 0.0025,
360
+ "long_range": 0.0,
361
+ "very_long_range": 0.0
362
+ },
363
+ "mod_easy_Integer_Integer_Integer": {
364
+ "well_learned_digit": 0,
365
+ "has_performance_digit": 3,
366
+ "in_domain": 0.04833333333333333,
367
+ "out_domain": 0.0008333333333333334,
368
+ "short_range": 0.125,
369
+ "medium_range": 0.01,
370
+ "long_range": 0.0,
371
+ "very_long_range": 0.0016666666666666668
372
+ },
373
+ "to_float_Fraction_none_Float": {
374
+ "well_learned_digit": 0,
375
+ "has_performance_digit": 7,
376
+ "in_domain": 0.32125,
377
+ "out_domain": 0.010833333333333334,
378
+ "short_range": 0.5025,
379
+ "medium_range": 0.14,
380
+ "long_range": 0.015,
381
+ "very_long_range": 0.006666666666666667
382
+ },
383
+ "to_float_ScientificNotation_none_Float": {
384
+ "well_learned_digit": 0,
385
+ "has_performance_digit": 10,
386
+ "in_domain": 0.08833333333333333,
387
+ "out_domain": 0.03025,
388
+ "short_range": 0.15125,
389
+ "medium_range": 0.038,
390
+ "long_range": 0.03175,
391
+ "very_long_range": 0.02875
392
+ },
393
+ "to_scient_Integer_none_ScientificNotation": {
394
+ "well_learned_digit": 0,
395
+ "has_performance_digit": 21,
396
+ "in_domain": 0.1675,
397
+ "out_domain": 0.002375,
398
+ "short_range": 0.325,
399
+ "medium_range": 0.073,
400
+ "long_range": 0.00475,
401
+ "very_long_range": 0.0
402
+ },
403
+ "to_scient_Float_none_ScientificNotation": {
404
+ "well_learned_digit": 0,
405
+ "has_performance_digit": 0,
406
+ "in_domain": 0.027777777777777776,
407
+ "out_domain": 0.00175,
408
+ "short_range": 0.025,
409
+ "medium_range": 0.03,
410
+ "long_range": 0.0035,
411
+ "very_long_range": 0.0
412
+ },
413
+ "count_Integer_int_int": {
414
+ "well_learned_digit": 0,
415
+ "has_performance_digit": 32,
416
+ "in_domain": 0.148125,
417
+ "out_domain": 0.0375,
418
+ "short_range": 0.11333333333333333,
419
+ "medium_range": 0.169,
420
+ "long_range": 0.042,
421
+ "very_long_range": 0.033
422
+ },
423
+ "sig_Integer_int_ScientificNotation": {
424
+ "well_learned_digit": 0,
425
+ "has_performance_digit": 0,
426
+ "in_domain": 0.0,
427
+ "out_domain": 0.0,
428
+ "short_range": 0.0,
429
+ "medium_range": 0.0,
430
+ "long_range": 0.0,
431
+ "very_long_range": 0.0
432
+ }
433
+ },
434
+ "digit_match": {
435
+ "add_Integer_Integer_Integer": {
436
+ "well_learned_digit": 3,
437
+ "has_performance_digit": 6,
438
+ "in_domain": 0.6139583333333333,
439
+ "out_domain": 0.18221464759583947,
440
+ "short_range": 0.8767499999999999,
441
+ "medium_range": 0.48256249999999995,
442
+ "long_range": 0.20622829022829017,
443
+ "very_long_range": 0.1582010049633888
444
+ },
445
+ "add_Float_Float_Float": {
446
+ "well_learned_digit": 0,
447
+ "has_performance_digit": 8,
448
+ "in_domain": 0.6408931271615095,
449
+ "out_domain": 0.3204065495900739,
450
+ "short_range": 0.7513392857142855,
451
+ "medium_range": 0.5856700478851214,
452
+ "long_range": 0.3828497452385089,
453
+ "very_long_range": 0.25796335394163894
454
+ },
455
+ "add_Fraction_Fraction_Fraction": {
456
+ "well_learned_digit": 0,
457
+ "has_performance_digit": 0,
458
+ "in_domain": 0.0718407098005664,
459
+ "out_domain": 0.04499849727234844,
460
+ "short_range": 0.08788011845180962,
461
+ "medium_range": 0.055801301149323156,
462
+ "long_range": 0.04935058589870364,
463
+ "very_long_range": 0.04064640864599325
464
+ },
465
+ "add_easy_Fraction_Fraction_Fraction": {
466
+ "well_learned_digit": 0,
467
+ "has_performance_digit": 0,
468
+ "in_domain": 0.06379485883419748,
469
+ "out_domain": 0.04348002235840563,
470
+ "short_range": 0.0779538517038517,
471
+ "medium_range": 0.04963586596454326,
472
+ "long_range": 0.04560276840927209,
473
+ "very_long_range": 0.04135727630753916
474
+ },
475
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
476
+ "well_learned_digit": 0,
477
+ "has_performance_digit": 0,
478
+ "in_domain": 0.10845893458393457,
479
+ "out_domain": 0.14352810064335947,
480
+ "short_range": 0.06691702741702742,
481
+ "medium_range": 0.12922988816738815,
482
+ "long_range": 0.14801294574591778,
483
+ "very_long_range": 0.13904325554080116
484
+ },
485
+ "sub_Integer_Integer_Integer": {
486
+ "well_learned_digit": 3,
487
+ "has_performance_digit": 5,
488
+ "in_domain": 0.5929781746031745,
489
+ "out_domain": 0.25259685698288636,
490
+ "short_range": 0.8620833333333334,
491
+ "medium_range": 0.4584255952380951,
492
+ "long_range": 0.28432050357050354,
493
+ "very_long_range": 0.22087321039526914
494
+ },
495
+ "sub_Float_Float_Float": {
496
+ "well_learned_digit": 0,
497
+ "has_performance_digit": 9,
498
+ "in_domain": 0.6874532250157251,
499
+ "out_domain": 0.3776147015237874,
500
+ "short_range": 0.7828035714285713,
501
+ "medium_range": 0.6397780518093019,
502
+ "long_range": 0.44755872331095503,
503
+ "very_long_range": 0.3076706797366198
504
+ },
505
+ "sub_Fraction_Fraction_Fraction": {
506
+ "well_learned_digit": 0,
507
+ "has_performance_digit": 0,
508
+ "in_domain": 0.08815774940360065,
509
+ "out_domain": 0.04730003076774338,
510
+ "short_range": 0.11956154609279608,
511
+ "medium_range": 0.056753952714405205,
512
+ "long_range": 0.0482580586265348,
513
+ "very_long_range": 0.046342002908951956
514
+ },
515
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
516
+ "well_learned_digit": 0,
517
+ "has_performance_digit": 0,
518
+ "in_domain": 0.07468849541058485,
519
+ "out_domain": 0.11744557640672845,
520
+ "short_range": 0.05765882761168088,
521
+ "medium_range": 0.08320332931003685,
522
+ "long_range": 0.10958121757494821,
523
+ "very_long_range": 0.1253099352385087
524
+ },
525
+ "max_Integer_Integer_Integer": {
526
+ "well_learned_digit": 0,
527
+ "has_performance_digit": 100,
528
+ "in_domain": 0.6299216406953686,
529
+ "out_domain": 0.48080320532412496,
530
+ "short_range": 0.7155846560846562,
531
+ "medium_range": 0.5785238314617961,
532
+ "long_range": 0.49481741549356206,
533
+ "very_long_range": 0.46678899515468747
534
+ },
535
+ "max_Float_Float_Float": {
536
+ "well_learned_digit": 0,
537
+ "has_performance_digit": 22,
538
+ "in_domain": 0.5824574644461458,
539
+ "out_domain": 0.24634814324298568,
540
+ "short_range": 0.6180814891270578,
541
+ "medium_range": 0.5539582447014161,
542
+ "long_range": 0.3210804825573595,
543
+ "very_long_range": 0.1716158039286118
544
+ },
545
+ "max_Fraction_Fraction_Fraction": {
546
+ "well_learned_digit": 0,
547
+ "has_performance_digit": 0,
548
+ "in_domain": 0.09779080988455988,
549
+ "out_domain": 0.09252106031276094,
550
+ "short_range": 0.08539583333333332,
551
+ "medium_range": 0.11018578643578641,
552
+ "long_range": 0.09400099563929488,
553
+ "very_long_range": 0.09104112498622702
554
+ },
555
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
556
+ "well_learned_digit": 0,
557
+ "has_performance_digit": 17,
558
+ "in_domain": 0.4019264288399267,
559
+ "out_domain": 0.30560135522306225,
560
+ "short_range": 0.35754116716616724,
561
+ "medium_range": 0.43743463817893424,
562
+ "long_range": 0.3140924828460215,
563
+ "very_long_range": 0.2971102276001033
564
+ },
565
+ "max_hard_Integer_Integer_Integer": {
566
+ "well_learned_digit": 99,
567
+ "has_performance_digit": 100,
568
+ "in_domain": 0.834455901640499,
569
+ "out_domain": 0.8800691185147741,
570
+ "short_range": 0.7776547619047618,
571
+ "medium_range": 0.8685365854819416,
572
+ "long_range": 0.8902654810269546,
573
+ "very_long_range": 0.8698727560025936
574
+ },
575
+ "max_hard_Float_Float_Float": {
576
+ "well_learned_digit": 0,
577
+ "has_performance_digit": 38,
578
+ "in_domain": 0.6390529731510495,
579
+ "out_domain": 0.3479719888525165,
580
+ "short_range": 0.6639333613797623,
581
+ "medium_range": 0.619148662568079,
582
+ "long_range": 0.43181639080573975,
583
+ "very_long_range": 0.2641275868992931
584
+ },
585
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
586
+ "well_learned_digit": 0,
587
+ "has_performance_digit": 100,
588
+ "in_domain": 0.7466830702905376,
589
+ "out_domain": 0.7295196483457163,
590
+ "short_range": 0.7197568820068818,
591
+ "medium_range": 0.7682240209174621,
592
+ "long_range": 0.7205013575136742,
593
+ "very_long_range": 0.7385379391777588
594
+ },
595
+ "multiply_hard_Integer_Integer_Integer": {
596
+ "well_learned_digit": 0,
597
+ "has_performance_digit": 0,
598
+ "in_domain": 0.15392066729566728,
599
+ "out_domain": 0.1057229208722291,
600
+ "short_range": 0.2167857142857143,
601
+ "medium_range": 0.12248814380064378,
602
+ "long_range": 0.10738032827039365,
603
+ "very_long_range": 0.1040655134740646
604
+ },
605
+ "multiply_hard_Float_Float_Float": {
606
+ "well_learned_digit": 0,
607
+ "has_performance_digit": 0,
608
+ "in_domain": 0.11615277118666367,
609
+ "out_domain": 0.03496367438882307,
610
+ "short_range": 0.17319236319236317,
611
+ "medium_range": 0.08763297518381392,
612
+ "long_range": 0.04405378662444513,
613
+ "very_long_range": 0.02587356215320101
614
+ },
615
+ "multiply_hard_Fraction_Fraction_Fraction": {
616
+ "well_learned_digit": 0,
617
+ "has_performance_digit": 0,
618
+ "in_domain": 0.06943829739494799,
619
+ "out_domain": 0.015843959946099963,
620
+ "short_range": 0.104281805000555,
621
+ "medium_range": 0.03459478978934098,
622
+ "long_range": 0.019073149221253763,
623
+ "very_long_range": 0.012614770670946171
624
+ },
625
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
626
+ "well_learned_digit": 0,
627
+ "has_performance_digit": 0,
628
+ "in_domain": 0.10751434950641604,
629
+ "out_domain": 0.07133962221971563,
630
+ "short_range": 0.10549898712398711,
631
+ "medium_range": 0.1085220306976305,
632
+ "long_range": 0.08023614267988527,
633
+ "very_long_range": 0.062443101759545976
634
+ },
635
+ "multiply_easy_Integer_Integer_Integer": {
636
+ "well_learned_digit": 0,
637
+ "has_performance_digit": 0,
638
+ "in_domain": 0.1711361832611832,
639
+ "out_domain": 0.11336624588926796,
640
+ "short_range": 0.1954166666666666,
641
+ "medium_range": 0.1589959415584415,
642
+ "long_range": 0.11443760651113588,
643
+ "very_long_range": 0.11229488526740004
644
+ },
645
+ "multiply_easy_Float_Float_Float": {
646
+ "well_learned_digit": 0,
647
+ "has_performance_digit": 0,
648
+ "in_domain": 0.11525504629529394,
649
+ "out_domain": 0.058114881602481495,
650
+ "short_range": 0.13491257353757352,
651
+ "medium_range": 0.10542628267415415,
652
+ "long_range": 0.06600995436607243,
653
+ "very_long_range": 0.05021980883889055
654
+ },
655
+ "multiply_easy_Fraction_Fraction_Fraction": {
656
+ "well_learned_digit": 0,
657
+ "has_performance_digit": 0,
658
+ "in_domain": 0.0847735616368066,
659
+ "out_domain": 0.027703143109735037,
660
+ "short_range": 0.12660984154734153,
661
+ "medium_range": 0.042937281726271655,
662
+ "long_range": 0.02711554730293299,
663
+ "very_long_range": 0.028290738916537085
664
+ },
665
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
666
+ "well_learned_digit": 0,
667
+ "has_performance_digit": 0,
668
+ "in_domain": 0.13773618279868274,
669
+ "out_domain": 0.09844350097483648,
670
+ "short_range": 0.15378661616161615,
671
+ "medium_range": 0.12971096611721605,
672
+ "long_range": 0.11003363443688516,
673
+ "very_long_range": 0.08685336751278781
674
+ },
675
+ "digit_max_Integer_Integer_Integer": {
676
+ "well_learned_digit": 0,
677
+ "has_performance_digit": 100,
678
+ "in_domain": 0.5229989411952212,
679
+ "out_domain": 0.49071062711953295,
680
+ "short_range": 0.5641937830687831,
681
+ "medium_range": 0.49828203607108407,
682
+ "long_range": 0.4916954128792039,
683
+ "very_long_range": 0.4897258413598618
684
+ },
685
+ "digit_max_Float_Float_Float": {
686
+ "well_learned_digit": 0,
687
+ "has_performance_digit": 42,
688
+ "in_domain": 0.5189002534937989,
689
+ "out_domain": 0.4434235516089484,
690
+ "short_range": 0.5228961596807474,
691
+ "medium_range": 0.5157035285442401,
692
+ "long_range": 0.4931893747619251,
693
+ "very_long_range": 0.39365772845597163
694
+ },
695
+ "digit_add_Integer_Integer_Integer": {
696
+ "well_learned_digit": 0,
697
+ "has_performance_digit": 0,
698
+ "in_domain": 0.23258763287742099,
699
+ "out_domain": 0.11500168739832667,
700
+ "short_range": 0.300063492063492,
701
+ "medium_range": 0.19210211736577837,
702
+ "long_range": 0.12836929952045528,
703
+ "very_long_range": 0.10163407527619804
704
+ },
705
+ "digit_add_Float_Float_Float": {
706
+ "well_learned_digit": 0,
707
+ "has_performance_digit": 0,
708
+ "in_domain": 0.30512287457054604,
709
+ "out_domain": 0.08424467225496969,
710
+ "short_range": 0.37626493239302844,
711
+ "medium_range": 0.24820922831256007,
712
+ "long_range": 0.11895382175140926,
713
+ "very_long_range": 0.04953552275853021
714
+ },
715
+ "get_digit_Integer_int_int": {
716
+ "well_learned_digit": 0,
717
+ "has_performance_digit": 0,
718
+ "in_domain": 0.19875,
719
+ "out_domain": 0.118625,
720
+ "short_range": 0.23333333333333334,
721
+ "medium_range": 0.178,
722
+ "long_range": 0.1265,
723
+ "very_long_range": 0.11075
724
+ },
725
+ "get_digit_Float_int_int": {
726
+ "well_learned_digit": 0,
727
+ "has_performance_digit": 0,
728
+ "in_domain": 0.18333333333333332,
729
+ "out_domain": 0.115,
730
+ "short_range": 0.23625,
731
+ "medium_range": 0.141,
732
+ "long_range": 0.123,
733
+ "very_long_range": 0.107
734
+ },
735
+ "length_Integer_none_int": {
736
+ "well_learned_digit": 0,
737
+ "has_performance_digit": 19,
738
+ "in_domain": 0.379375,
739
+ "out_domain": 0.0514375,
740
+ "short_range": 0.1925,
741
+ "medium_range": 0.4915,
742
+ "long_range": 0.0575,
743
+ "very_long_range": 0.045375
744
+ },
745
+ "length_Float_none_int": {
746
+ "well_learned_digit": 0,
747
+ "has_performance_digit": 9,
748
+ "in_domain": 0.26361111111111113,
749
+ "out_domain": 0.10341666666666667,
750
+ "short_range": 0.36,
751
+ "medium_range": 0.1865,
752
+ "long_range": 0.05375,
753
+ "very_long_range": 0.15308333333333335
754
+ },
755
+ "truediv_Integer_Integer_Fraction": {
756
+ "well_learned_digit": 0,
757
+ "has_performance_digit": 0,
758
+ "in_domain": 0.02530433224183224,
759
+ "out_domain": 0.025307761850732986,
760
+ "short_range": 0.02526190476190476,
761
+ "medium_range": 0.025325545981795986,
762
+ "long_range": 0.029560463548020756,
763
+ "very_long_range": 0.021055060153445212
764
+ },
765
+ "truediv_Fraction_Fraction_Fraction": {
766
+ "well_learned_digit": 0,
767
+ "has_performance_digit": 0,
768
+ "in_domain": 0.04893005772706543,
769
+ "out_domain": 0.016749757325322745,
770
+ "short_range": 0.08841262903762903,
771
+ "medium_range": 0.0094474864165018,
772
+ "long_range": 0.015140460217671882,
773
+ "very_long_range": 0.018359054432973608
774
+ },
775
+ "floordiv_Integer_Integer_Integer": {
776
+ "well_learned_digit": 0,
777
+ "has_performance_digit": 3,
778
+ "in_domain": 0.2673888888888889,
779
+ "out_domain": 0.09665067340067339,
780
+ "short_range": 0.47833333333333333,
781
+ "medium_range": 0.16191666666666665,
782
+ "long_range": 0.11020833333333334,
783
+ "very_long_range": 0.08309301346801347
784
+ },
785
+ "mod_Integer_Integer_Integer": {
786
+ "well_learned_digit": 0,
787
+ "has_performance_digit": 0,
788
+ "in_domain": 0.1452222222222222,
789
+ "out_domain": 0.07427606652606653,
790
+ "short_range": 0.21916666666666665,
791
+ "medium_range": 0.10825,
792
+ "long_range": 0.09055753968253967,
793
+ "very_long_range": 0.05799459336959335
794
+ },
795
+ "mod_easy_Integer_Integer_Integer": {
796
+ "well_learned_digit": 0,
797
+ "has_performance_digit": 0,
798
+ "in_domain": 0.20472222222222222,
799
+ "out_domain": 0.17,
800
+ "short_range": 0.2791666666666666,
801
+ "medium_range": 0.16750000000000004,
802
+ "long_range": 0.1675,
803
+ "very_long_range": 0.1725
804
+ },
805
+ "to_float_Fraction_none_Float": {
806
+ "well_learned_digit": 0,
807
+ "has_performance_digit": 5,
808
+ "in_domain": 0.48337098318348326,
809
+ "out_domain": 0.07469814890473032,
810
+ "short_range": 0.6430178571428571,
811
+ "medium_range": 0.3237241092241092,
812
+ "long_range": 0.09915971201751585,
813
+ "very_long_range": 0.05023658579194482
814
+ },
815
+ "to_float_ScientificNotation_none_Float": {
816
+ "well_learned_digit": 0,
817
+ "has_performance_digit": 0,
818
+ "in_domain": 0.14311238613276797,
819
+ "out_domain": 0.09393111478311521,
820
+ "short_range": 0.21350563672438672,
821
+ "medium_range": 0.08679778565947294,
822
+ "long_range": 0.09149092919794363,
823
+ "very_long_range": 0.09637130036828676
824
+ },
825
+ "to_scient_Integer_none_ScientificNotation": {
826
+ "well_learned_digit": 0,
827
+ "has_performance_digit": 34,
828
+ "in_domain": 0.7101795573492552,
829
+ "out_domain": 0.1861758287671774,
830
+ "short_range": 0.5467194564694564,
831
+ "medium_range": 0.8082556178771342,
832
+ "long_range": 0.36612151158629264,
833
+ "very_long_range": 0.00623014594806211
834
+ },
835
+ "to_scient_Float_none_ScientificNotation": {
836
+ "well_learned_digit": 0,
837
+ "has_performance_digit": 22,
838
+ "in_domain": 0.4407342942987909,
839
+ "out_domain": 0.06305358012995187,
840
+ "short_range": 0.25499387216777886,
841
+ "medium_range": 0.5893266320036005,
842
+ "long_range": 0.11720576624102963,
843
+ "very_long_range": 0.008901394018874045
844
+ },
845
+ "count_Integer_int_int": {
846
+ "well_learned_digit": 0,
847
+ "has_performance_digit": 0,
848
+ "in_domain": 0.175,
849
+ "out_domain": 0.1105625,
850
+ "short_range": 0.12666666666666668,
851
+ "medium_range": 0.204,
852
+ "long_range": 0.10175,
853
+ "very_long_range": 0.119375
854
+ },
855
+ "sig_Integer_int_ScientificNotation": {
856
+ "well_learned_digit": 0,
857
+ "has_performance_digit": 0,
858
+ "in_domain": 0.2449601141516293,
859
+ "out_domain": 0.01894594678380006,
860
+ "short_range": 0.3296556036556037,
861
+ "medium_range": 0.19414282044924458,
862
+ "long_range": 0.03313516218589582,
863
+ "very_long_range": 0.004756731381704295
864
+ }
865
+ },
866
+ "dlength": {
867
+ "add_Integer_Integer_Integer": {
868
+ "well_learned_digit": 5,
869
+ "has_performance_digit": 12,
870
+ "in_domain": 0.115,
871
+ "out_domain": 2.2666666666666666,
872
+ "short_range": 0.025,
873
+ "medium_range": 0.16,
874
+ "long_range": 0.925,
875
+ "very_long_range": 3.6083333333333334
876
+ },
877
+ "add_Float_Float_Float": {
878
+ "well_learned_digit": 0,
879
+ "has_performance_digit": 10,
880
+ "in_domain": 0.6633333333333333,
881
+ "out_domain": 2.8475,
882
+ "short_range": 0.695,
883
+ "medium_range": 0.6475,
884
+ "long_range": 1.4683333333333333,
885
+ "very_long_range": 4.226666666666667
886
+ },
887
+ "add_Fraction_Fraction_Fraction": {
888
+ "well_learned_digit": 0,
889
+ "has_performance_digit": 0,
890
+ "in_domain": 7.625,
891
+ "out_domain": 29.18,
892
+ "short_range": 4.6175,
893
+ "medium_range": 10.6325,
894
+ "long_range": 20.99,
895
+ "very_long_range": 37.37
896
+ },
897
+ "add_easy_Fraction_Fraction_Fraction": {
898
+ "well_learned_digit": 0,
899
+ "has_performance_digit": 0,
900
+ "in_domain": 7.5875,
901
+ "out_domain": 25.750833333333333,
902
+ "short_range": 4.69,
903
+ "medium_range": 10.485,
904
+ "long_range": 20.11,
905
+ "very_long_range": 31.391666666666666
906
+ },
907
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
908
+ "well_learned_digit": 0,
909
+ "has_performance_digit": 0,
910
+ "in_domain": 3.93,
911
+ "out_domain": 2.7358333333333333,
912
+ "short_range": 5.865,
913
+ "medium_range": 2.9625,
914
+ "long_range": 2.513333333333333,
915
+ "very_long_range": 2.9583333333333335
916
+ },
917
+ "sub_Integer_Integer_Integer": {
918
+ "well_learned_digit": 4,
919
+ "has_performance_digit": 20,
920
+ "in_domain": 0.12333333333333334,
921
+ "out_domain": 0.7125,
922
+ "short_range": 0.03,
923
+ "medium_range": 0.17,
924
+ "long_range": 0.365,
925
+ "very_long_range": 1.06
926
+ },
927
+ "sub_Float_Float_Float": {
928
+ "well_learned_digit": 0,
929
+ "has_performance_digit": 11,
930
+ "in_domain": 0.6966666666666667,
931
+ "out_domain": 1.9633333333333334,
932
+ "short_range": 0.735,
933
+ "medium_range": 0.6775,
934
+ "long_range": 1.005,
935
+ "very_long_range": 2.921666666666667
936
+ },
937
+ "sub_Fraction_Fraction_Fraction": {
938
+ "well_learned_digit": 0,
939
+ "has_performance_digit": 1,
940
+ "in_domain": 7.26875,
941
+ "out_domain": 26.609166666666667,
942
+ "short_range": 4.0475,
943
+ "medium_range": 10.49,
944
+ "long_range": 21.093333333333334,
945
+ "very_long_range": 32.125
946
+ },
947
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
948
+ "well_learned_digit": 0,
949
+ "has_performance_digit": 0,
950
+ "in_domain": 34.416666666666664,
951
+ "out_domain": 33.8225,
952
+ "short_range": 33.95,
953
+ "medium_range": 34.65,
954
+ "long_range": 33.62166666666667,
955
+ "very_long_range": 34.02333333333333
956
+ },
957
+ "max_Integer_Integer_Integer": {
958
+ "well_learned_digit": 0,
959
+ "has_performance_digit": 10,
960
+ "in_domain": 1.376875,
961
+ "out_domain": 13.091375,
962
+ "short_range": 0.6083333333333333,
963
+ "medium_range": 1.838,
964
+ "long_range": 7.391,
965
+ "very_long_range": 18.79175
966
+ },
967
+ "max_Float_Float_Float": {
968
+ "well_learned_digit": 0,
969
+ "has_performance_digit": 0,
970
+ "in_domain": 3.053888888888889,
971
+ "out_domain": 59.309875,
972
+ "short_range": 1.7125,
973
+ "medium_range": 4.127,
974
+ "long_range": 32.1515,
975
+ "very_long_range": 86.46825
976
+ },
977
+ "max_Fraction_Fraction_Fraction": {
978
+ "well_learned_digit": 0,
979
+ "has_performance_digit": 0,
980
+ "in_domain": 4.89125,
981
+ "out_domain": 18.453333333333333,
982
+ "short_range": 2.655,
983
+ "medium_range": 7.1275,
984
+ "long_range": 14.266666666666667,
985
+ "very_long_range": 22.64
986
+ },
987
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
988
+ "well_learned_digit": 0,
989
+ "has_performance_digit": 0,
990
+ "in_domain": 3.2955555555555556,
991
+ "out_domain": 28.864625,
992
+ "short_range": 2.5275,
993
+ "medium_range": 3.91,
994
+ "long_range": 18.5,
995
+ "very_long_range": 39.22925
996
+ },
997
+ "max_hard_Integer_Integer_Integer": {
998
+ "well_learned_digit": 100,
999
+ "has_performance_digit": 100,
1000
+ "in_domain": 0.015,
1001
+ "out_domain": 0.139375,
1002
+ "short_range": 0.03833333333333333,
1003
+ "medium_range": 0.001,
1004
+ "long_range": 0.051,
1005
+ "very_long_range": 0.22775
1006
+ },
1007
+ "max_hard_Float_Float_Float": {
1008
+ "well_learned_digit": 0,
1009
+ "has_performance_digit": 0,
1010
+ "in_domain": 2.901111111111111,
1011
+ "out_domain": 52.602125,
1012
+ "short_range": 1.64875,
1013
+ "medium_range": 3.903,
1014
+ "long_range": 27.167,
1015
+ "very_long_range": 78.03725
1016
+ },
1017
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
1018
+ "well_learned_digit": 0,
1019
+ "has_performance_digit": 11,
1020
+ "in_domain": 1.7977777777777777,
1021
+ "out_domain": 11.502125,
1022
+ "short_range": 1.2525,
1023
+ "medium_range": 2.234,
1024
+ "long_range": 8.03775,
1025
+ "very_long_range": 14.9665
1026
+ },
1027
+ "multiply_hard_Integer_Integer_Integer": {
1028
+ "well_learned_digit": 0,
1029
+ "has_performance_digit": 0,
1030
+ "in_domain": 1.7583333333333333,
1031
+ "out_domain": 3.9383333333333335,
1032
+ "short_range": 1.66,
1033
+ "medium_range": 1.8075,
1034
+ "long_range": 3.31,
1035
+ "very_long_range": 4.566666666666666
1036
+ },
1037
+ "multiply_hard_Float_Float_Float": {
1038
+ "well_learned_digit": 0,
1039
+ "has_performance_digit": 0,
1040
+ "in_domain": 8.12,
1041
+ "out_domain": 28.906666666666666,
1042
+ "short_range": 5.89,
1043
+ "medium_range": 9.235,
1044
+ "long_range": 21.325,
1045
+ "very_long_range": 36.48833333333334
1046
+ },
1047
+ "multiply_hard_Fraction_Fraction_Fraction": {
1048
+ "well_learned_digit": 0,
1049
+ "has_performance_digit": 0,
1050
+ "in_domain": 9.38625,
1051
+ "out_domain": 42.104166666666664,
1052
+ "short_range": 4.365,
1053
+ "medium_range": 14.4075,
1054
+ "long_range": 31.72833333333333,
1055
+ "very_long_range": 52.48
1056
+ },
1057
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
1058
+ "well_learned_digit": 0,
1059
+ "has_performance_digit": 0,
1060
+ "in_domain": 8.346666666666666,
1061
+ "out_domain": 17.838333333333335,
1062
+ "short_range": 6.96,
1063
+ "medium_range": 9.04,
1064
+ "long_range": 13.858333333333333,
1065
+ "very_long_range": 21.81833333333333
1066
+ },
1067
+ "multiply_easy_Integer_Integer_Integer": {
1068
+ "well_learned_digit": 0,
1069
+ "has_performance_digit": 5,
1070
+ "in_domain": 1.3833333333333333,
1071
+ "out_domain": 7.616666666666666,
1072
+ "short_range": 1.795,
1073
+ "medium_range": 1.1775,
1074
+ "long_range": 4.536666666666667,
1075
+ "very_long_range": 10.696666666666667
1076
+ },
1077
+ "multiply_easy_Float_Float_Float": {
1078
+ "well_learned_digit": 0,
1079
+ "has_performance_digit": 0,
1080
+ "in_domain": 6.016666666666667,
1081
+ "out_domain": 15.670833333333333,
1082
+ "short_range": 5.86,
1083
+ "medium_range": 6.095,
1084
+ "long_range": 11.428333333333333,
1085
+ "very_long_range": 19.913333333333334
1086
+ },
1087
+ "multiply_easy_Fraction_Fraction_Fraction": {
1088
+ "well_learned_digit": 0,
1089
+ "has_performance_digit": 0,
1090
+ "in_domain": 7.47375,
1091
+ "out_domain": 25.045,
1092
+ "short_range": 3.905,
1093
+ "medium_range": 11.0425,
1094
+ "long_range": 21.22,
1095
+ "very_long_range": 28.87
1096
+ },
1097
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
1098
+ "well_learned_digit": 0,
1099
+ "has_performance_digit": 0,
1100
+ "in_domain": 6.711666666666667,
1101
+ "out_domain": 11.570833333333333,
1102
+ "short_range": 5.23,
1103
+ "medium_range": 7.4525,
1104
+ "long_range": 10.013333333333334,
1105
+ "very_long_range": 13.128333333333334
1106
+ },
1107
+ "digit_max_Integer_Integer_Integer": {
1108
+ "well_learned_digit": 0,
1109
+ "has_performance_digit": 7,
1110
+ "in_domain": 2.294375,
1111
+ "out_domain": 11.864375,
1112
+ "short_range": 1.145,
1113
+ "medium_range": 2.984,
1114
+ "long_range": 7.9415,
1115
+ "very_long_range": 15.78725
1116
+ },
1117
+ "digit_max_Float_Float_Float": {
1118
+ "well_learned_digit": 0,
1119
+ "has_performance_digit": 3,
1120
+ "in_domain": 3.9194444444444443,
1121
+ "out_domain": 31.742125,
1122
+ "short_range": 2.24875,
1123
+ "medium_range": 5.256,
1124
+ "long_range": 15.45425,
1125
+ "very_long_range": 48.03
1126
+ },
1127
+ "digit_add_Integer_Integer_Integer": {
1128
+ "well_learned_digit": 0,
1129
+ "has_performance_digit": 9,
1130
+ "in_domain": 3.33375,
1131
+ "out_domain": 43.029375,
1132
+ "short_range": 0.765,
1133
+ "medium_range": 4.875,
1134
+ "long_range": 24.514,
1135
+ "very_long_range": 61.54475
1136
+ },
1137
+ "digit_add_Float_Float_Float": {
1138
+ "well_learned_digit": 0,
1139
+ "has_performance_digit": 7,
1140
+ "in_domain": 3.5444444444444443,
1141
+ "out_domain": 72.878625,
1142
+ "short_range": 1.15375,
1143
+ "medium_range": 5.457,
1144
+ "long_range": 39.12675,
1145
+ "very_long_range": 106.6305
1146
+ },
1147
+ "get_digit_Integer_int_int": {
1148
+ "well_learned_digit": 0,
1149
+ "has_performance_digit": 0,
1150
+ "in_domain": 5.75,
1151
+ "out_domain": 30.65125,
1152
+ "short_range": 2.5216666666666665,
1153
+ "medium_range": 7.687,
1154
+ "long_range": 22.20825,
1155
+ "very_long_range": 39.09425
1156
+ },
1157
+ "get_digit_Float_int_int": {
1158
+ "well_learned_digit": 0,
1159
+ "has_performance_digit": 3,
1160
+ "in_domain": 5.518888888888889,
1161
+ "out_domain": 29.93575,
1162
+ "short_range": 2.6375,
1163
+ "medium_range": 7.824,
1164
+ "long_range": 21.4355,
1165
+ "very_long_range": 38.436
1166
+ },
1167
+ "length_Integer_none_int": {
1168
+ "well_learned_digit": 99,
1169
+ "has_performance_digit": 100,
1170
+ "in_domain": 0.236875,
1171
+ "out_domain": 0.0155,
1172
+ "short_range": 0.5966666666666667,
1173
+ "medium_range": 0.021,
1174
+ "long_range": 0.006,
1175
+ "very_long_range": 0.025
1176
+ },
1177
+ "length_Float_none_int": {
1178
+ "well_learned_digit": 52,
1179
+ "has_performance_digit": 65,
1180
+ "in_domain": 0.15611111111111112,
1181
+ "out_domain": 3.27075,
1182
+ "short_range": 0.35125,
1183
+ "medium_range": 0.0,
1184
+ "long_range": 0.0545,
1185
+ "very_long_range": 6.487
1186
+ },
1187
+ "truediv_Integer_Integer_Fraction": {
1188
+ "well_learned_digit": 0,
1189
+ "has_performance_digit": 0,
1190
+ "in_domain": 7.636666666666667,
1191
+ "out_domain": 21.5475,
1192
+ "short_range": 5.055,
1193
+ "medium_range": 8.9275,
1194
+ "long_range": 16.178333333333335,
1195
+ "very_long_range": 26.916666666666668
1196
+ },
1197
+ "truediv_Fraction_Fraction_Fraction": {
1198
+ "well_learned_digit": 0,
1199
+ "has_performance_digit": 1,
1200
+ "in_domain": 12.085,
1201
+ "out_domain": 40.81583333333333,
1202
+ "short_range": 5.4175,
1203
+ "medium_range": 18.7525,
1204
+ "long_range": 32.92166666666667,
1205
+ "very_long_range": 48.71
1206
+ },
1207
+ "floordiv_Integer_Integer_Integer": {
1208
+ "well_learned_digit": 0,
1209
+ "has_performance_digit": 3,
1210
+ "in_domain": 2.45,
1211
+ "out_domain": 9.160833333333333,
1212
+ "short_range": 0.92,
1213
+ "medium_range": 3.215,
1214
+ "long_range": 7.445,
1215
+ "very_long_range": 10.876666666666667
1216
+ },
1217
+ "mod_Integer_Integer_Integer": {
1218
+ "well_learned_digit": 0,
1219
+ "has_performance_digit": 6,
1220
+ "in_domain": 0.9783333333333334,
1221
+ "out_domain": 5.3341666666666665,
1222
+ "short_range": 0.445,
1223
+ "medium_range": 1.245,
1224
+ "long_range": 3.5883333333333334,
1225
+ "very_long_range": 7.08
1226
+ },
1227
+ "mod_easy_Integer_Integer_Integer": {
1228
+ "well_learned_digit": 0,
1229
+ "has_performance_digit": 6,
1230
+ "in_domain": 1.01,
1231
+ "out_domain": 4.9625,
1232
+ "short_range": 0.415,
1233
+ "medium_range": 1.3075,
1234
+ "long_range": 3.7883333333333336,
1235
+ "very_long_range": 6.136666666666667
1236
+ },
1237
+ "to_float_Fraction_none_Float": {
1238
+ "well_learned_digit": 0,
1239
+ "has_performance_digit": 4,
1240
+ "in_domain": 1.6625,
1241
+ "out_domain": 10.1625,
1242
+ "short_range": 0.75,
1243
+ "medium_range": 2.575,
1244
+ "long_range": 6.881666666666667,
1245
+ "very_long_range": 13.443333333333333
1246
+ },
1247
+ "to_float_ScientificNotation_none_Float": {
1248
+ "well_learned_digit": 93,
1249
+ "has_performance_digit": 98,
1250
+ "in_domain": 1.5544444444444445,
1251
+ "out_domain": 1.763125,
1252
+ "short_range": 1.575,
1253
+ "medium_range": 1.538,
1254
+ "long_range": 1.14425,
1255
+ "very_long_range": 2.382
1256
+ },
1257
+ "to_scient_Integer_none_ScientificNotation": {
1258
+ "well_learned_digit": 0,
1259
+ "has_performance_digit": 0,
1260
+ "in_domain": 2.54125,
1261
+ "out_domain": 42.692,
1262
+ "short_range": 2.9966666666666666,
1263
+ "medium_range": 2.268,
1264
+ "long_range": 23.29375,
1265
+ "very_long_range": 62.09025
1266
+ },
1267
+ "to_scient_Float_none_ScientificNotation": {
1268
+ "well_learned_digit": 0,
1269
+ "has_performance_digit": 0,
1270
+ "in_domain": 9.846666666666666,
1271
+ "out_domain": 90.210375,
1272
+ "short_range": 8.2875,
1273
+ "medium_range": 11.094,
1274
+ "long_range": 58.2675,
1275
+ "very_long_range": 122.15325
1276
+ },
1277
+ "count_Integer_int_int": {
1278
+ "well_learned_digit": 0,
1279
+ "has_performance_digit": 10,
1280
+ "in_domain": 3.435625,
1281
+ "out_domain": 66.073,
1282
+ "short_range": 0.5083333333333333,
1283
+ "medium_range": 5.192,
1284
+ "long_range": 36.3755,
1285
+ "very_long_range": 95.7705
1286
+ },
1287
+ "sig_Integer_int_ScientificNotation": {
1288
+ "well_learned_digit": 0,
1289
+ "has_performance_digit": 0,
1290
+ "in_domain": 8.035625,
1291
+ "out_domain": 32.74625,
1292
+ "short_range": 4.7683333333333335,
1293
+ "medium_range": 9.996,
1294
+ "long_range": 23.248,
1295
+ "very_long_range": 42.2445
1296
+ }
1297
+ }
1298
+ }
test_results_report/Llama-3.1-70B_statistics.txt ADDED
@@ -0,0 +1,1298 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exact_match": {
3
+ "add_Integer_Integer_Integer": {
4
+ "well_learned_digit": 4,
5
+ "has_performance_digit": 15,
6
+ "in_domain": 0.78,
7
+ "out_domain": 0.08666666666666667,
8
+ "short_range": 0.975,
9
+ "medium_range": 0.6825,
10
+ "long_range": 0.13166666666666665,
11
+ "very_long_range": 0.041666666666666664
12
+ },
13
+ "add_Float_Float_Float": {
14
+ "well_learned_digit": 0,
15
+ "has_performance_digit": 11,
16
+ "in_domain": 0.66,
17
+ "out_domain": 0.06833333333333333,
18
+ "short_range": 0.87,
19
+ "medium_range": 0.555,
20
+ "long_range": 0.11833333333333333,
21
+ "very_long_range": 0.018333333333333333
22
+ },
23
+ "add_Fraction_Fraction_Fraction": {
24
+ "well_learned_digit": 0,
25
+ "has_performance_digit": 1,
26
+ "in_domain": 0.055,
27
+ "out_domain": 0.0,
28
+ "short_range": 0.11,
29
+ "medium_range": 0.0,
30
+ "long_range": 0.0,
31
+ "very_long_range": 0.0
32
+ },
33
+ "add_easy_Fraction_Fraction_Fraction": {
34
+ "well_learned_digit": 0,
35
+ "has_performance_digit": 1,
36
+ "in_domain": 0.05875,
37
+ "out_domain": 0.0,
38
+ "short_range": 0.1175,
39
+ "medium_range": 0.0,
40
+ "long_range": 0.0,
41
+ "very_long_range": 0.0
42
+ },
43
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
44
+ "well_learned_digit": 0,
45
+ "has_performance_digit": 0,
46
+ "in_domain": 0.05333333333333334,
47
+ "out_domain": 0.0075,
48
+ "short_range": 0.07,
49
+ "medium_range": 0.045,
50
+ "long_range": 0.011666666666666667,
51
+ "very_long_range": 0.0033333333333333335
52
+ },
53
+ "sub_Integer_Integer_Integer": {
54
+ "well_learned_digit": 6,
55
+ "has_performance_digit": 11,
56
+ "in_domain": 0.7683333333333333,
57
+ "out_domain": 0.09416666666666666,
58
+ "short_range": 0.99,
59
+ "medium_range": 0.6575,
60
+ "long_range": 0.17166666666666666,
61
+ "very_long_range": 0.016666666666666666
62
+ },
63
+ "sub_Float_Float_Float": {
64
+ "well_learned_digit": 4,
65
+ "has_performance_digit": 11,
66
+ "in_domain": 0.7566666666666667,
67
+ "out_domain": 0.08333333333333333,
68
+ "short_range": 0.945,
69
+ "medium_range": 0.6625,
70
+ "long_range": 0.15666666666666668,
71
+ "very_long_range": 0.01
72
+ },
73
+ "sub_Fraction_Fraction_Fraction": {
74
+ "well_learned_digit": 0,
75
+ "has_performance_digit": 1,
76
+ "in_domain": 0.0725,
77
+ "out_domain": 0.0,
78
+ "short_range": 0.145,
79
+ "medium_range": 0.0,
80
+ "long_range": 0.0,
81
+ "very_long_range": 0.0
82
+ },
83
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
84
+ "well_learned_digit": 0,
85
+ "has_performance_digit": 0,
86
+ "in_domain": 0.005,
87
+ "out_domain": 0.0,
88
+ "short_range": 0.005,
89
+ "medium_range": 0.005,
90
+ "long_range": 0.0,
91
+ "very_long_range": 0.0
92
+ },
93
+ "max_Integer_Integer_Integer": {
94
+ "well_learned_digit": 0,
95
+ "has_performance_digit": 100,
96
+ "in_domain": 0.22375,
97
+ "out_domain": 0.33075,
98
+ "short_range": 0.23,
99
+ "medium_range": 0.22,
100
+ "long_range": 0.33125,
101
+ "very_long_range": 0.33025
102
+ },
103
+ "max_Float_Float_Float": {
104
+ "well_learned_digit": 0,
105
+ "has_performance_digit": 100,
106
+ "in_domain": 0.19055555555555556,
107
+ "out_domain": 0.413,
108
+ "short_range": 0.1075,
109
+ "medium_range": 0.257,
110
+ "long_range": 0.43125,
111
+ "very_long_range": 0.39475
112
+ },
113
+ "max_Fraction_Fraction_Fraction": {
114
+ "well_learned_digit": 0,
115
+ "has_performance_digit": 20,
116
+ "in_domain": 0.32625,
117
+ "out_domain": 0.3625,
118
+ "short_range": 0.2825,
119
+ "medium_range": 0.37,
120
+ "long_range": 0.36666666666666664,
121
+ "very_long_range": 0.35833333333333334
122
+ },
123
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
124
+ "well_learned_digit": 0,
125
+ "has_performance_digit": 100,
126
+ "in_domain": 0.22111111111111112,
127
+ "out_domain": 0.28475,
128
+ "short_range": 0.23875,
129
+ "medium_range": 0.207,
130
+ "long_range": 0.2585,
131
+ "very_long_range": 0.311
132
+ },
133
+ "max_hard_Integer_Integer_Integer": {
134
+ "well_learned_digit": 0,
135
+ "has_performance_digit": 100,
136
+ "in_domain": 0.075,
137
+ "out_domain": 0.1175,
138
+ "short_range": 0.08833333333333333,
139
+ "medium_range": 0.067,
140
+ "long_range": 0.092,
141
+ "very_long_range": 0.143
142
+ },
143
+ "max_hard_Float_Float_Float": {
144
+ "well_learned_digit": 0,
145
+ "has_performance_digit": 100,
146
+ "in_domain": 0.18833333333333332,
147
+ "out_domain": 0.402,
148
+ "short_range": 0.10625,
149
+ "medium_range": 0.254,
150
+ "long_range": 0.41275,
151
+ "very_long_range": 0.39125
152
+ },
153
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
154
+ "well_learned_digit": 0,
155
+ "has_performance_digit": 100,
156
+ "in_domain": 0.2861111111111111,
157
+ "out_domain": 0.368375,
158
+ "short_range": 0.25625,
159
+ "medium_range": 0.31,
160
+ "long_range": 0.34275,
161
+ "very_long_range": 0.394
162
+ },
163
+ "multiply_hard_Integer_Integer_Integer": {
164
+ "well_learned_digit": 0,
165
+ "has_performance_digit": 4,
166
+ "in_domain": 0.115,
167
+ "out_domain": 0.0,
168
+ "short_range": 0.33,
169
+ "medium_range": 0.0075,
170
+ "long_range": 0.0,
171
+ "very_long_range": 0.0
172
+ },
173
+ "multiply_hard_Float_Float_Float": {
174
+ "well_learned_digit": 0,
175
+ "has_performance_digit": 0,
176
+ "in_domain": 0.0033333333333333335,
177
+ "out_domain": 0.0,
178
+ "short_range": 0.01,
179
+ "medium_range": 0.0,
180
+ "long_range": 0.0,
181
+ "very_long_range": 0.0
182
+ },
183
+ "multiply_hard_Fraction_Fraction_Fraction": {
184
+ "well_learned_digit": 0,
185
+ "has_performance_digit": 3,
186
+ "in_domain": 0.1575,
187
+ "out_domain": 0.0,
188
+ "short_range": 0.315,
189
+ "medium_range": 0.0,
190
+ "long_range": 0.0,
191
+ "very_long_range": 0.0
192
+ },
193
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
194
+ "well_learned_digit": 0,
195
+ "has_performance_digit": 0,
196
+ "in_domain": 0.0,
197
+ "out_domain": 0.0,
198
+ "short_range": 0.0,
199
+ "medium_range": 0.0,
200
+ "long_range": 0.0,
201
+ "very_long_range": 0.0
202
+ },
203
+ "multiply_easy_Integer_Integer_Integer": {
204
+ "well_learned_digit": 0,
205
+ "has_performance_digit": 5,
206
+ "in_domain": 0.175,
207
+ "out_domain": 0.010833333333333334,
208
+ "short_range": 0.42,
209
+ "medium_range": 0.0525,
210
+ "long_range": 0.006666666666666667,
211
+ "very_long_range": 0.015
212
+ },
213
+ "multiply_easy_Float_Float_Float": {
214
+ "well_learned_digit": 0,
215
+ "has_performance_digit": 0,
216
+ "in_domain": 0.011666666666666667,
217
+ "out_domain": 0.0,
218
+ "short_range": 0.035,
219
+ "medium_range": 0.0,
220
+ "long_range": 0.0,
221
+ "very_long_range": 0.0
222
+ },
223
+ "multiply_easy_Fraction_Fraction_Fraction": {
224
+ "well_learned_digit": 0,
225
+ "has_performance_digit": 3,
226
+ "in_domain": 0.16125,
227
+ "out_domain": 0.0008333333333333334,
228
+ "short_range": 0.3225,
229
+ "medium_range": 0.0,
230
+ "long_range": 0.0,
231
+ "very_long_range": 0.0016666666666666668
232
+ },
233
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
234
+ "well_learned_digit": 0,
235
+ "has_performance_digit": 0,
236
+ "in_domain": 0.0,
237
+ "out_domain": 0.0,
238
+ "short_range": 0.0,
239
+ "medium_range": 0.0,
240
+ "long_range": 0.0,
241
+ "very_long_range": 0.0
242
+ },
243
+ "digit_max_Integer_Integer_Integer": {
244
+ "well_learned_digit": 0,
245
+ "has_performance_digit": 6,
246
+ "in_domain": 0.035625,
247
+ "out_domain": 0.0,
248
+ "short_range": 0.09166666666666666,
249
+ "medium_range": 0.002,
250
+ "long_range": 0.0,
251
+ "very_long_range": 0.0
252
+ },
253
+ "digit_max_Float_Float_Float": {
254
+ "well_learned_digit": 0,
255
+ "has_performance_digit": 5,
256
+ "in_domain": 0.03777777777777778,
257
+ "out_domain": 0.0,
258
+ "short_range": 0.08375,
259
+ "medium_range": 0.001,
260
+ "long_range": 0.0,
261
+ "very_long_range": 0.0
262
+ },
263
+ "digit_add_Integer_Integer_Integer": {
264
+ "well_learned_digit": 0,
265
+ "has_performance_digit": 0,
266
+ "in_domain": 0.00875,
267
+ "out_domain": 0.0,
268
+ "short_range": 0.023333333333333334,
269
+ "medium_range": 0.0,
270
+ "long_range": 0.0,
271
+ "very_long_range": 0.0
272
+ },
273
+ "digit_add_Float_Float_Float": {
274
+ "well_learned_digit": 0,
275
+ "has_performance_digit": 0,
276
+ "in_domain": 0.008333333333333333,
277
+ "out_domain": 0.0,
278
+ "short_range": 0.0175,
279
+ "medium_range": 0.001,
280
+ "long_range": 0.0,
281
+ "very_long_range": 0.0
282
+ },
283
+ "get_digit_Integer_int_int": {
284
+ "well_learned_digit": 0,
285
+ "has_performance_digit": 100,
286
+ "in_domain": 0.343125,
287
+ "out_domain": 0.15775,
288
+ "short_range": 0.47,
289
+ "medium_range": 0.267,
290
+ "long_range": 0.1745,
291
+ "very_long_range": 0.141
292
+ },
293
+ "get_digit_Float_int_int": {
294
+ "well_learned_digit": 0,
295
+ "has_performance_digit": 100,
296
+ "in_domain": 0.3111111111111111,
297
+ "out_domain": 0.138375,
298
+ "short_range": 0.41875,
299
+ "medium_range": 0.225,
300
+ "long_range": 0.1555,
301
+ "very_long_range": 0.12125
302
+ },
303
+ "length_Integer_none_int": {
304
+ "well_learned_digit": 20,
305
+ "has_performance_digit": 100,
306
+ "in_domain": 0.75125,
307
+ "out_domain": 0.085375,
308
+ "short_range": 0.7883333333333333,
309
+ "medium_range": 0.729,
310
+ "long_range": 0.153,
311
+ "very_long_range": 0.01775
312
+ },
313
+ "length_Float_none_int": {
314
+ "well_learned_digit": 0,
315
+ "has_performance_digit": 18,
316
+ "in_domain": 0.057777777777777775,
317
+ "out_domain": 0.013375,
318
+ "short_range": 0.05875,
319
+ "medium_range": 0.057,
320
+ "long_range": 0.021,
321
+ "very_long_range": 0.00575
322
+ },
323
+ "truediv_Integer_Integer_Fraction": {
324
+ "well_learned_digit": 0,
325
+ "has_performance_digit": 0,
326
+ "in_domain": 0.035,
327
+ "out_domain": 0.0225,
328
+ "short_range": 0.05,
329
+ "medium_range": 0.0275,
330
+ "long_range": 0.035,
331
+ "very_long_range": 0.01
332
+ },
333
+ "truediv_Fraction_Fraction_Fraction": {
334
+ "well_learned_digit": 0,
335
+ "has_performance_digit": 2,
336
+ "in_domain": 0.13625,
337
+ "out_domain": 0.0,
338
+ "short_range": 0.2725,
339
+ "medium_range": 0.0,
340
+ "long_range": 0.0,
341
+ "very_long_range": 0.0
342
+ },
343
+ "floordiv_Integer_Integer_Integer": {
344
+ "well_learned_digit": 4,
345
+ "has_performance_digit": 18,
346
+ "in_domain": 0.775,
347
+ "out_domain": 0.17833333333333334,
348
+ "short_range": 0.94,
349
+ "medium_range": 0.6925,
350
+ "long_range": 0.26166666666666666,
351
+ "very_long_range": 0.095
352
+ },
353
+ "mod_Integer_Integer_Integer": {
354
+ "well_learned_digit": 0,
355
+ "has_performance_digit": 3,
356
+ "in_domain": 0.06666666666666667,
357
+ "out_domain": 0.0,
358
+ "short_range": 0.175,
359
+ "medium_range": 0.0125,
360
+ "long_range": 0.0,
361
+ "very_long_range": 0.0
362
+ },
363
+ "mod_easy_Integer_Integer_Integer": {
364
+ "well_learned_digit": 0,
365
+ "has_performance_digit": 4,
366
+ "in_domain": 0.08833333333333333,
367
+ "out_domain": 0.013333333333333334,
368
+ "short_range": 0.215,
369
+ "medium_range": 0.025,
370
+ "long_range": 0.018333333333333333,
371
+ "very_long_range": 0.008333333333333333
372
+ },
373
+ "to_float_Fraction_none_Float": {
374
+ "well_learned_digit": 3,
375
+ "has_performance_digit": 10,
376
+ "in_domain": 0.7325,
377
+ "out_domain": 0.0725,
378
+ "short_range": 0.9575,
379
+ "medium_range": 0.5075,
380
+ "long_range": 0.11333333333333333,
381
+ "very_long_range": 0.03166666666666667
382
+ },
383
+ "to_float_ScientificNotation_none_Float": {
384
+ "well_learned_digit": 0,
385
+ "has_performance_digit": 51,
386
+ "in_domain": 0.4988888888888889,
387
+ "out_domain": 0.069,
388
+ "short_range": 0.7175,
389
+ "medium_range": 0.324,
390
+ "long_range": 0.10225,
391
+ "very_long_range": 0.03575
392
+ },
393
+ "to_scient_Integer_none_ScientificNotation": {
394
+ "well_learned_digit": 0,
395
+ "has_performance_digit": 50,
396
+ "in_domain": 0.295,
397
+ "out_domain": 0.04825,
398
+ "short_range": 0.24333333333333335,
399
+ "medium_range": 0.326,
400
+ "long_range": 0.093,
401
+ "very_long_range": 0.0035
402
+ },
403
+ "to_scient_Float_none_ScientificNotation": {
404
+ "well_learned_digit": 0,
405
+ "has_performance_digit": 29,
406
+ "in_domain": 0.22722222222222221,
407
+ "out_domain": 0.04025,
408
+ "short_range": 0.24625,
409
+ "medium_range": 0.212,
410
+ "long_range": 0.0575,
411
+ "very_long_range": 0.023
412
+ },
413
+ "count_Integer_int_int": {
414
+ "well_learned_digit": 0,
415
+ "has_performance_digit": 92,
416
+ "in_domain": 0.3275,
417
+ "out_domain": 0.12825,
418
+ "short_range": 0.515,
419
+ "medium_range": 0.215,
420
+ "long_range": 0.1755,
421
+ "very_long_range": 0.081
422
+ },
423
+ "sig_Integer_int_ScientificNotation": {
424
+ "well_learned_digit": 0,
425
+ "has_performance_digit": 18,
426
+ "in_domain": 0.063125,
427
+ "out_domain": 0.001875,
428
+ "short_range": 0.05333333333333334,
429
+ "medium_range": 0.069,
430
+ "long_range": 0.0035,
431
+ "very_long_range": 0.00025
432
+ }
433
+ },
434
+ "digit_match": {
435
+ "add_Integer_Integer_Integer": {
436
+ "well_learned_digit": 6,
437
+ "has_performance_digit": 15,
438
+ "in_domain": 0.9384126984126984,
439
+ "out_domain": 0.5413240038362909,
440
+ "short_range": 0.99,
441
+ "medium_range": 0.9126190476190476,
442
+ "long_range": 0.6374430661930662,
443
+ "very_long_range": 0.44520494147951584
444
+ },
445
+ "add_Float_Float_Float": {
446
+ "well_learned_digit": 7,
447
+ "has_performance_digit": 20,
448
+ "in_domain": 0.9324164584054289,
449
+ "out_domain": 0.6520474803741608,
450
+ "short_range": 0.9674047619047619,
451
+ "medium_range": 0.9149223066557625,
452
+ "long_range": 0.727428550450055,
453
+ "very_long_range": 0.5766664102982667
454
+ },
455
+ "add_Fraction_Fraction_Fraction": {
456
+ "well_learned_digit": 0,
457
+ "has_performance_digit": 1,
458
+ "in_domain": 0.20509638903448907,
459
+ "out_domain": 0.06423580456764982,
460
+ "short_range": 0.32059642155230395,
461
+ "medium_range": 0.08959635651667414,
462
+ "long_range": 0.06857401410189144,
463
+ "very_long_range": 0.05989759503340821
464
+ },
465
+ "add_easy_Fraction_Fraction_Fraction": {
466
+ "well_learned_digit": 0,
467
+ "has_performance_digit": 1,
468
+ "in_domain": 0.1858312301248068,
469
+ "out_domain": 0.045011680231487175,
470
+ "short_range": 0.3077882117882118,
471
+ "medium_range": 0.06387424846140184,
472
+ "long_range": 0.047564000381067624,
473
+ "very_long_range": 0.042459360081906754
474
+ },
475
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
476
+ "well_learned_digit": 0,
477
+ "has_performance_digit": 4,
478
+ "in_domain": 0.5004473188848187,
479
+ "out_domain": 0.37818511367588376,
480
+ "short_range": 0.5470766594516593,
481
+ "medium_range": 0.4771326486013984,
482
+ "long_range": 0.40491693944886664,
483
+ "very_long_range": 0.3514532879029008
484
+ },
485
+ "sub_Integer_Integer_Integer": {
486
+ "well_learned_digit": 6,
487
+ "has_performance_digit": 17,
488
+ "in_domain": 0.9335833333333333,
489
+ "out_domain": 0.6072356045191764,
490
+ "short_range": 0.9975,
491
+ "medium_range": 0.9016249999999999,
492
+ "long_range": 0.7095123996373995,
493
+ "very_long_range": 0.5049588094009533
494
+ },
495
+ "sub_Float_Float_Float": {
496
+ "well_learned_digit": 7,
497
+ "has_performance_digit": 20,
498
+ "in_domain": 0.9435826696451697,
499
+ "out_domain": 0.661501016410546,
500
+ "short_range": 0.986577380952381,
501
+ "medium_range": 0.9220853139915639,
502
+ "long_range": 0.739281155423532,
503
+ "very_long_range": 0.5837208773975602
504
+ },
505
+ "sub_Fraction_Fraction_Fraction": {
506
+ "well_learned_digit": 0,
507
+ "has_performance_digit": 1,
508
+ "in_domain": 0.16654109201343598,
509
+ "out_domain": 0.04256154054317338,
510
+ "short_range": 0.286935168997669,
511
+ "medium_range": 0.046147015029202924,
512
+ "long_range": 0.042371280841573454,
513
+ "very_long_range": 0.04275180024477332
514
+ },
515
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
516
+ "well_learned_digit": 0,
517
+ "has_performance_digit": 0,
518
+ "in_domain": 0.2239460202768236,
519
+ "out_domain": 0.26303822550358535,
520
+ "short_range": 0.23799592532031966,
521
+ "medium_range": 0.21692106775507555,
522
+ "long_range": 0.24349046515893197,
523
+ "very_long_range": 0.28258598584823874
524
+ },
525
+ "max_Integer_Integer_Integer": {
526
+ "well_learned_digit": 0,
527
+ "has_performance_digit": 86,
528
+ "in_domain": 0.37002327012727554,
529
+ "out_domain": 0.43974588856043123,
530
+ "short_range": 0.37859193121693124,
531
+ "medium_range": 0.36488207347348217,
532
+ "long_range": 0.44664468930594403,
533
+ "very_long_range": 0.4328470878149186
534
+ },
535
+ "max_Float_Float_Float": {
536
+ "well_learned_digit": 0,
537
+ "has_performance_digit": 98,
538
+ "in_domain": 0.42730460064537246,
539
+ "out_domain": 0.512615125295333,
540
+ "short_range": 0.3714739396417995,
541
+ "medium_range": 0.4719691294482309,
542
+ "long_range": 0.5386559955149576,
543
+ "very_long_range": 0.4865742550757087
544
+ },
545
+ "max_Fraction_Fraction_Fraction": {
546
+ "well_learned_digit": 0,
547
+ "has_performance_digit": 4,
548
+ "in_domain": 0.39908834915084923,
549
+ "out_domain": 0.40831635140387956,
550
+ "short_range": 0.38320238095238096,
551
+ "medium_range": 0.4149743173493174,
552
+ "long_range": 0.4096372330362954,
553
+ "very_long_range": 0.40699546977146367
554
+ },
555
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
556
+ "well_learned_digit": 0,
557
+ "has_performance_digit": 0,
558
+ "in_domain": 0.3267527961229446,
559
+ "out_domain": 0.34222241540591736,
560
+ "short_range": 0.3608739871239871,
561
+ "medium_range": 0.2994558433221106,
562
+ "long_range": 0.3230260545289456,
563
+ "very_long_range": 0.3614187762828888
564
+ },
565
+ "max_hard_Integer_Integer_Integer": {
566
+ "well_learned_digit": 0,
567
+ "has_performance_digit": 0,
568
+ "in_domain": 0.20653075723027825,
569
+ "out_domain": 0.24998955713269191,
570
+ "short_range": 0.23531150793650796,
571
+ "medium_range": 0.18926230680654046,
572
+ "long_range": 0.21350154980544728,
573
+ "very_long_range": 0.2864775644599364
574
+ },
575
+ "max_hard_Float_Float_Float": {
576
+ "well_learned_digit": 0,
577
+ "has_performance_digit": 100,
578
+ "in_domain": 0.4401822355782961,
579
+ "out_domain": 0.5541509253047611,
580
+ "short_range": 0.3795778690049201,
581
+ "medium_range": 0.4886657288369969,
582
+ "long_range": 0.5706456153250784,
583
+ "very_long_range": 0.5376562352844438
584
+ },
585
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
586
+ "well_learned_digit": 0,
587
+ "has_performance_digit": 100,
588
+ "in_domain": 0.5201432624766689,
589
+ "out_domain": 0.5829011901395325,
590
+ "short_range": 0.49374517149517155,
591
+ "medium_range": 0.5412617352618666,
592
+ "long_range": 0.5597749948300303,
593
+ "very_long_range": 0.6060273854490346
594
+ },
595
+ "multiply_hard_Integer_Integer_Integer": {
596
+ "well_learned_digit": 0,
597
+ "has_performance_digit": 5,
598
+ "in_domain": 0.5333174903799903,
599
+ "out_domain": 0.13051649684361966,
600
+ "short_range": 0.7431249999999998,
601
+ "medium_range": 0.42841373556998547,
602
+ "long_range": 0.1663362757402539,
603
+ "very_long_range": 0.09469671794698542
604
+ },
605
+ "multiply_hard_Float_Float_Float": {
606
+ "well_learned_digit": 0,
607
+ "has_performance_digit": 3,
608
+ "in_domain": 0.2672251515128728,
609
+ "out_domain": 0.07378696119462372,
610
+ "short_range": 0.42740072427572445,
611
+ "medium_range": 0.18713736513144688,
612
+ "long_range": 0.08660844400295874,
613
+ "very_long_range": 0.0609654783862887
614
+ },
615
+ "multiply_hard_Fraction_Fraction_Fraction": {
616
+ "well_learned_digit": 0,
617
+ "has_performance_digit": 2,
618
+ "in_domain": 0.250970625197429,
619
+ "out_domain": 0.04042549896543055,
620
+ "short_range": 0.4373230068542569,
621
+ "medium_range": 0.06461824354060107,
622
+ "long_range": 0.04219696882316265,
623
+ "very_long_range": 0.038654029107698454
624
+ },
625
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
626
+ "well_learned_digit": 0,
627
+ "has_performance_digit": 3,
628
+ "in_domain": 0.37252486109664895,
629
+ "out_domain": 0.19605000952164062,
630
+ "short_range": 0.46921542346542355,
631
+ "medium_range": 0.3241795799122616,
632
+ "long_range": 0.22380957596130302,
633
+ "very_long_range": 0.1682904430819782
634
+ },
635
+ "multiply_easy_Integer_Integer_Integer": {
636
+ "well_learned_digit": 0,
637
+ "has_performance_digit": 6,
638
+ "in_domain": 0.6237881794131794,
639
+ "out_domain": 0.27281255673786203,
640
+ "short_range": 0.7955119047619046,
641
+ "medium_range": 0.5379263167388166,
642
+ "long_range": 0.32510013230233803,
643
+ "very_long_range": 0.220524981173386
644
+ },
645
+ "multiply_easy_Float_Float_Float": {
646
+ "well_learned_digit": 0,
647
+ "has_performance_digit": 3,
648
+ "in_domain": 0.29920810791089414,
649
+ "out_domain": 0.1150067323948326,
650
+ "short_range": 0.4383498168498166,
651
+ "medium_range": 0.22963725344143288,
652
+ "long_range": 0.13507106762804144,
653
+ "very_long_range": 0.09494239716162375
654
+ },
655
+ "multiply_easy_Fraction_Fraction_Fraction": {
656
+ "well_learned_digit": 0,
657
+ "has_performance_digit": 2,
658
+ "in_domain": 0.26279464255644597,
659
+ "out_domain": 0.06952137557384183,
660
+ "short_range": 0.44274632312132317,
661
+ "medium_range": 0.08284296199156876,
662
+ "long_range": 0.07013046908306073,
663
+ "very_long_range": 0.06891228206462298
664
+ },
665
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
666
+ "well_learned_digit": 0,
667
+ "has_performance_digit": 3,
668
+ "in_domain": 0.39766570235320226,
669
+ "out_domain": 0.2332846892336145,
670
+ "short_range": 0.4765714285714286,
671
+ "medium_range": 0.3582128392440891,
672
+ "long_range": 0.26265020027558716,
673
+ "very_long_range": 0.20391917819164193
674
+ },
675
+ "digit_max_Integer_Integer_Integer": {
676
+ "well_learned_digit": 0,
677
+ "has_performance_digit": 100,
678
+ "in_domain": 0.5760128425361832,
679
+ "out_domain": 0.548741973276416,
680
+ "short_range": 0.6119219576719577,
681
+ "medium_range": 0.5544673734547186,
682
+ "long_range": 0.546722221861224,
683
+ "very_long_range": 0.5507617246916081
684
+ },
685
+ "digit_max_Float_Float_Float": {
686
+ "well_learned_digit": 0,
687
+ "has_performance_digit": 100,
688
+ "in_domain": 0.6281752041666828,
689
+ "out_domain": 0.5389891951082583,
690
+ "short_range": 0.6682184180521059,
691
+ "medium_range": 0.5961406330583443,
692
+ "long_range": 0.5549103730097679,
693
+ "very_long_range": 0.5230680172067489
694
+ },
695
+ "digit_add_Integer_Integer_Integer": {
696
+ "well_learned_digit": 0,
697
+ "has_performance_digit": 0,
698
+ "in_domain": 0.3353021256134646,
699
+ "out_domain": 0.174327085581102,
700
+ "short_range": 0.39918187830687835,
701
+ "medium_range": 0.2969742739974163,
702
+ "long_range": 0.2007897112452093,
703
+ "very_long_range": 0.14786445991699465
704
+ },
705
+ "digit_add_Float_Float_Float": {
706
+ "well_learned_digit": 0,
707
+ "has_performance_digit": 0,
708
+ "in_domain": 0.3501693451968455,
709
+ "out_domain": 0.22613386635184024,
710
+ "short_range": 0.37384708763888336,
711
+ "medium_range": 0.3312271512432153,
712
+ "long_range": 0.24962043958218677,
713
+ "very_long_range": 0.2026472931214938
714
+ },
715
+ "get_digit_Integer_int_int": {
716
+ "well_learned_digit": 0,
717
+ "has_performance_digit": 7,
718
+ "in_domain": 0.343125,
719
+ "out_domain": 0.15775,
720
+ "short_range": 0.47,
721
+ "medium_range": 0.267,
722
+ "long_range": 0.1745,
723
+ "very_long_range": 0.141
724
+ },
725
+ "get_digit_Float_int_int": {
726
+ "well_learned_digit": 0,
727
+ "has_performance_digit": 3,
728
+ "in_domain": 0.3111111111111111,
729
+ "out_domain": 0.138375,
730
+ "short_range": 0.41875,
731
+ "medium_range": 0.225,
732
+ "long_range": 0.1555,
733
+ "very_long_range": 0.12125
734
+ },
735
+ "length_Integer_none_int": {
736
+ "well_learned_digit": 20,
737
+ "has_performance_digit": 100,
738
+ "in_domain": 0.7853125,
739
+ "out_domain": 0.18504166666666666,
740
+ "short_range": 0.7891666666666667,
741
+ "medium_range": 0.783,
742
+ "long_range": 0.2835,
743
+ "very_long_range": 0.08658333333333335
744
+ },
745
+ "length_Float_none_int": {
746
+ "well_learned_digit": 0,
747
+ "has_performance_digit": 0,
748
+ "in_domain": 0.2175,
749
+ "out_domain": 0.16175000000000003,
750
+ "short_range": 0.151875,
751
+ "medium_range": 0.27,
752
+ "long_range": 0.16470833333333337,
753
+ "very_long_range": 0.15879166666666666
754
+ },
755
+ "truediv_Integer_Integer_Fraction": {
756
+ "well_learned_digit": 0,
757
+ "has_performance_digit": 0,
758
+ "in_domain": 0.06603720584970584,
759
+ "out_domain": 0.039590207207947606,
760
+ "short_range": 0.09073214285714284,
761
+ "medium_range": 0.053689737345987344,
762
+ "long_range": 0.0531839975495739,
763
+ "very_long_range": 0.025996416866321325
764
+ },
765
+ "truediv_Fraction_Fraction_Fraction": {
766
+ "well_learned_digit": 0,
767
+ "has_performance_digit": 1,
768
+ "in_domain": 0.21222768188950752,
769
+ "out_domain": 0.04007633070981956,
770
+ "short_range": 0.37488783438783435,
771
+ "medium_range": 0.049567529391180656,
772
+ "long_range": 0.0404802827628441,
773
+ "very_long_range": 0.03967237865679503
774
+ },
775
+ "floordiv_Integer_Integer_Integer": {
776
+ "well_learned_digit": 4,
777
+ "has_performance_digit": 12,
778
+ "in_domain": 0.8581388888888889,
779
+ "out_domain": 0.3474421596921597,
780
+ "short_range": 0.9566666666666667,
781
+ "medium_range": 0.808875,
782
+ "long_range": 0.4724484126984127,
783
+ "very_long_range": 0.22243590668590665
784
+ },
785
+ "mod_Integer_Integer_Integer": {
786
+ "well_learned_digit": 0,
787
+ "has_performance_digit": 0,
788
+ "in_domain": 0.1838888888888889,
789
+ "out_domain": 0.07597802197802196,
790
+ "short_range": 0.2991666666666667,
791
+ "medium_range": 0.12625,
792
+ "long_range": 0.08133664021164021,
793
+ "very_long_range": 0.07061940374440373
794
+ },
795
+ "mod_easy_Integer_Integer_Integer": {
796
+ "well_learned_digit": 0,
797
+ "has_performance_digit": 0,
798
+ "in_domain": 0.22194444444444442,
799
+ "out_domain": 0.1511111111111111,
800
+ "short_range": 0.3566666666666667,
801
+ "medium_range": 0.15458333333333332,
802
+ "long_range": 0.1716666666666667,
803
+ "very_long_range": 0.13055555555555556
804
+ },
805
+ "to_float_Fraction_none_Float": {
806
+ "well_learned_digit": 4,
807
+ "has_performance_digit": 9,
808
+ "in_domain": 0.8443793532856034,
809
+ "out_domain": 0.21868086794095964,
810
+ "short_range": 0.9766666666666667,
811
+ "medium_range": 0.71209203990454,
812
+ "long_range": 0.31242447613016505,
813
+ "very_long_range": 0.12493725975175418
814
+ },
815
+ "to_float_ScientificNotation_none_Float": {
816
+ "well_learned_digit": 0,
817
+ "has_performance_digit": 12,
818
+ "in_domain": 0.5720111961959229,
819
+ "out_domain": 0.12801840146870813,
820
+ "short_range": 0.7603671987734489,
821
+ "medium_range": 0.4213263941339019,
822
+ "long_range": 0.16866426187335318,
823
+ "very_long_range": 0.08737254106406313
824
+ },
825
+ "to_scient_Integer_none_ScientificNotation": {
826
+ "well_learned_digit": 0,
827
+ "has_performance_digit": 100,
828
+ "in_domain": 0.39404633612163126,
829
+ "out_domain": 0.620109451522738,
830
+ "short_range": 0.2647037037037037,
831
+ "medium_range": 0.47165191557238767,
832
+ "long_range": 0.6104304927527487,
833
+ "very_long_range": 0.6297884102927281
834
+ },
835
+ "to_scient_Float_none_ScientificNotation": {
836
+ "well_learned_digit": 0,
837
+ "has_performance_digit": 21,
838
+ "in_domain": 0.404520169886897,
839
+ "out_domain": 0.2719839002921861,
840
+ "short_range": 0.2952610960268662,
841
+ "medium_range": 0.49192742897492164,
842
+ "long_range": 0.33635730277509945,
843
+ "very_long_range": 0.20761049780927282
844
+ },
845
+ "count_Integer_int_int": {
846
+ "well_learned_digit": 0,
847
+ "has_performance_digit": 7,
848
+ "in_domain": 0.3275,
849
+ "out_domain": 0.147875,
850
+ "short_range": 0.515,
851
+ "medium_range": 0.215,
852
+ "long_range": 0.17925,
853
+ "very_long_range": 0.1165
854
+ },
855
+ "sig_Integer_int_ScientificNotation": {
856
+ "well_learned_digit": 0,
857
+ "has_performance_digit": 21,
858
+ "in_domain": 0.4126659900852286,
859
+ "out_domain": 0.23936083504704464,
860
+ "short_range": 0.21818320105820108,
861
+ "medium_range": 0.5293556635014451,
862
+ "long_range": 0.2905170364512538,
863
+ "very_long_range": 0.18820463364283535
864
+ }
865
+ },
866
+ "dlength": {
867
+ "add_Integer_Integer_Integer": {
868
+ "well_learned_digit": 20,
869
+ "has_performance_digit": 20,
870
+ "in_domain": 0.018333333333333333,
871
+ "out_domain": 0.2925,
872
+ "short_range": 0.0,
873
+ "medium_range": 0.0275,
874
+ "long_range": 0.21166666666666667,
875
+ "very_long_range": 0.37333333333333335
876
+ },
877
+ "add_Float_Float_Float": {
878
+ "well_learned_digit": 6,
879
+ "has_performance_digit": 13,
880
+ "in_domain": 0.09833333333333333,
881
+ "out_domain": 1.13,
882
+ "short_range": 0.035,
883
+ "medium_range": 0.13,
884
+ "long_range": 0.755,
885
+ "very_long_range": 1.505
886
+ },
887
+ "add_Fraction_Fraction_Fraction": {
888
+ "well_learned_digit": 0,
889
+ "has_performance_digit": 1,
890
+ "in_domain": 5.21375,
891
+ "out_domain": 21.298333333333332,
892
+ "short_range": 2.3725,
893
+ "medium_range": 8.055,
894
+ "long_range": 16.218333333333334,
895
+ "very_long_range": 26.378333333333334
896
+ },
897
+ "add_easy_Fraction_Fraction_Fraction": {
898
+ "well_learned_digit": 0,
899
+ "has_performance_digit": 1,
900
+ "in_domain": 6.54125,
901
+ "out_domain": 25.366666666666667,
902
+ "short_range": 3.005,
903
+ "medium_range": 10.0775,
904
+ "long_range": 19.67,
905
+ "very_long_range": 31.063333333333333
906
+ },
907
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
908
+ "well_learned_digit": 0,
909
+ "has_performance_digit": 0,
910
+ "in_domain": 2.3983333333333334,
911
+ "out_domain": 3.3508333333333336,
912
+ "short_range": 2.24,
913
+ "medium_range": 2.4775,
914
+ "long_range": 2.8533333333333335,
915
+ "very_long_range": 3.848333333333333
916
+ },
917
+ "sub_Integer_Integer_Integer": {
918
+ "well_learned_digit": 20,
919
+ "has_performance_digit": 20,
920
+ "in_domain": 0.015,
921
+ "out_domain": 0.07583333333333334,
922
+ "short_range": 0.0,
923
+ "medium_range": 0.0225,
924
+ "long_range": 0.06333333333333334,
925
+ "very_long_range": 0.08833333333333333
926
+ },
927
+ "sub_Float_Float_Float": {
928
+ "well_learned_digit": 4,
929
+ "has_performance_digit": 13,
930
+ "in_domain": 0.125,
931
+ "out_domain": 1.0541666666666667,
932
+ "short_range": 0.02,
933
+ "medium_range": 0.1775,
934
+ "long_range": 0.7383333333333333,
935
+ "very_long_range": 1.37
936
+ },
937
+ "sub_Fraction_Fraction_Fraction": {
938
+ "well_learned_digit": 0,
939
+ "has_performance_digit": 1,
940
+ "in_domain": 8.53,
941
+ "out_domain": 30.296666666666667,
942
+ "short_range": 3.95,
943
+ "medium_range": 13.11,
944
+ "long_range": 24.258333333333333,
945
+ "very_long_range": 36.335
946
+ },
947
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
948
+ "well_learned_digit": 0,
949
+ "has_performance_digit": 0,
950
+ "in_domain": 32.751666666666665,
951
+ "out_domain": 33.91583333333333,
952
+ "short_range": 30.465,
953
+ "medium_range": 33.895,
954
+ "long_range": 33.48,
955
+ "very_long_range": 34.35166666666667
956
+ },
957
+ "max_Integer_Integer_Integer": {
958
+ "well_learned_digit": 0,
959
+ "has_performance_digit": 5,
960
+ "in_domain": 4.32875,
961
+ "out_domain": 35.544375,
962
+ "short_range": 1.715,
963
+ "medium_range": 5.897,
964
+ "long_range": 19.3005,
965
+ "very_long_range": 51.78825
966
+ },
967
+ "max_Float_Float_Float": {
968
+ "well_learned_digit": 0,
969
+ "has_performance_digit": 13,
970
+ "in_domain": 1.0983333333333334,
971
+ "out_domain": 19.783,
972
+ "short_range": 0.72625,
973
+ "medium_range": 1.396,
974
+ "long_range": 8.7035,
975
+ "very_long_range": 30.8625
976
+ },
977
+ "max_Fraction_Fraction_Fraction": {
978
+ "well_learned_digit": 0,
979
+ "has_performance_digit": 0,
980
+ "in_domain": 2.46,
981
+ "out_domain": 7.245,
982
+ "short_range": 1.3425,
983
+ "medium_range": 3.5775,
984
+ "long_range": 5.925,
985
+ "very_long_range": 8.565
986
+ },
987
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
988
+ "well_learned_digit": 0,
989
+ "has_performance_digit": 5,
990
+ "in_domain": 2.7977777777777777,
991
+ "out_domain": 18.7185,
992
+ "short_range": 1.3575,
993
+ "medium_range": 3.95,
994
+ "long_range": 12.20175,
995
+ "very_long_range": 25.23525
996
+ },
997
+ "max_hard_Integer_Integer_Integer": {
998
+ "well_learned_digit": 0,
999
+ "has_performance_digit": 8,
1000
+ "in_domain": 3.91625,
1001
+ "out_domain": 36.120625,
1002
+ "short_range": 1.3616666666666666,
1003
+ "medium_range": 5.449,
1004
+ "long_range": 18.27425,
1005
+ "very_long_range": 53.967
1006
+ },
1007
+ "max_hard_Float_Float_Float": {
1008
+ "well_learned_digit": 0,
1009
+ "has_performance_digit": 13,
1010
+ "in_domain": 1.1916666666666667,
1011
+ "out_domain": 18.139625,
1012
+ "short_range": 0.77375,
1013
+ "medium_range": 1.526,
1014
+ "long_range": 8.7975,
1015
+ "very_long_range": 27.48175
1016
+ },
1017
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
1018
+ "well_learned_digit": 0,
1019
+ "has_performance_digit": 4,
1020
+ "in_domain": 2.6661111111111113,
1021
+ "out_domain": 14.06975,
1022
+ "short_range": 1.69625,
1023
+ "medium_range": 3.442,
1024
+ "long_range": 9.70175,
1025
+ "very_long_range": 18.43775
1026
+ },
1027
+ "multiply_hard_Integer_Integer_Integer": {
1028
+ "well_learned_digit": 5,
1029
+ "has_performance_digit": 9,
1030
+ "in_domain": 0.31166666666666665,
1031
+ "out_domain": 8.718333333333334,
1032
+ "short_range": 0.07,
1033
+ "medium_range": 0.4325,
1034
+ "long_range": 3.615,
1035
+ "very_long_range": 13.821666666666667
1036
+ },
1037
+ "multiply_hard_Float_Float_Float": {
1038
+ "well_learned_digit": 0,
1039
+ "has_performance_digit": 3,
1040
+ "in_domain": 5.3933333333333335,
1041
+ "out_domain": 24.5225,
1042
+ "short_range": 1.485,
1043
+ "medium_range": 7.3475,
1044
+ "long_range": 18.216666666666665,
1045
+ "very_long_range": 30.828333333333333
1046
+ },
1047
+ "multiply_hard_Fraction_Fraction_Fraction": {
1048
+ "well_learned_digit": 0,
1049
+ "has_performance_digit": 1,
1050
+ "in_domain": 7.15375,
1051
+ "out_domain": 30.5225,
1052
+ "short_range": 2.6375,
1053
+ "medium_range": 11.67,
1054
+ "long_range": 23.865,
1055
+ "very_long_range": 37.18
1056
+ },
1057
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
1058
+ "well_learned_digit": 0,
1059
+ "has_performance_digit": 0,
1060
+ "in_domain": 5.745,
1061
+ "out_domain": 15.333333333333334,
1062
+ "short_range": 3.585,
1063
+ "medium_range": 6.825,
1064
+ "long_range": 12.063333333333333,
1065
+ "very_long_range": 18.60333333333333
1066
+ },
1067
+ "multiply_easy_Integer_Integer_Integer": {
1068
+ "well_learned_digit": 7,
1069
+ "has_performance_digit": 16,
1070
+ "in_domain": 0.12,
1071
+ "out_domain": 1.8266666666666667,
1072
+ "short_range": 0.03,
1073
+ "medium_range": 0.165,
1074
+ "long_range": 1.0233333333333334,
1075
+ "very_long_range": 2.63
1076
+ },
1077
+ "multiply_easy_Float_Float_Float": {
1078
+ "well_learned_digit": 0,
1079
+ "has_performance_digit": 3,
1080
+ "in_domain": 4.035,
1081
+ "out_domain": 16.839166666666667,
1082
+ "short_range": 1.23,
1083
+ "medium_range": 5.4375,
1084
+ "long_range": 12.501666666666667,
1085
+ "very_long_range": 21.176666666666666
1086
+ },
1087
+ "multiply_easy_Fraction_Fraction_Fraction": {
1088
+ "well_learned_digit": 0,
1089
+ "has_performance_digit": 1,
1090
+ "in_domain": 4.84875,
1091
+ "out_domain": 14.0425,
1092
+ "short_range": 2.35,
1093
+ "medium_range": 7.3475,
1094
+ "long_range": 11.571666666666667,
1095
+ "very_long_range": 16.513333333333332
1096
+ },
1097
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
1098
+ "well_learned_digit": 0,
1099
+ "has_performance_digit": 0,
1100
+ "in_domain": 5.031666666666666,
1101
+ "out_domain": 12.126666666666667,
1102
+ "short_range": 3.29,
1103
+ "medium_range": 5.9025,
1104
+ "long_range": 9.77,
1105
+ "very_long_range": 14.483333333333333
1106
+ },
1107
+ "digit_max_Integer_Integer_Integer": {
1108
+ "well_learned_digit": 6,
1109
+ "has_performance_digit": 16,
1110
+ "in_domain": 0.73375,
1111
+ "out_domain": 9.747875,
1112
+ "short_range": 0.145,
1113
+ "medium_range": 1.087,
1114
+ "long_range": 5.6405,
1115
+ "very_long_range": 13.85525
1116
+ },
1117
+ "digit_max_Float_Float_Float": {
1118
+ "well_learned_digit": 0,
1119
+ "has_performance_digit": 7,
1120
+ "in_domain": 1.9505555555555556,
1121
+ "out_domain": 17.25975,
1122
+ "short_range": 0.71125,
1123
+ "medium_range": 2.942,
1124
+ "long_range": 10.12575,
1125
+ "very_long_range": 24.39375
1126
+ },
1127
+ "digit_add_Integer_Integer_Integer": {
1128
+ "well_learned_digit": 0,
1129
+ "has_performance_digit": 11,
1130
+ "in_domain": 1.664375,
1131
+ "out_domain": 11.925875,
1132
+ "short_range": 0.8866666666666667,
1133
+ "medium_range": 2.131,
1134
+ "long_range": 7.18825,
1135
+ "very_long_range": 16.6635
1136
+ },
1137
+ "digit_add_Float_Float_Float": {
1138
+ "well_learned_digit": 0,
1139
+ "has_performance_digit": 0,
1140
+ "in_domain": 3.4694444444444446,
1141
+ "out_domain": 24.12525,
1142
+ "short_range": 2.395,
1143
+ "medium_range": 4.329,
1144
+ "long_range": 13.8935,
1145
+ "very_long_range": 34.357
1146
+ },
1147
+ "get_digit_Integer_int_int": {
1148
+ "well_learned_digit": 100,
1149
+ "has_performance_digit": 100,
1150
+ "in_domain": 0.0,
1151
+ "out_domain": 0.0,
1152
+ "short_range": 0.0,
1153
+ "medium_range": 0.0,
1154
+ "long_range": 0.0,
1155
+ "very_long_range": 0.0
1156
+ },
1157
+ "get_digit_Float_int_int": {
1158
+ "well_learned_digit": 100,
1159
+ "has_performance_digit": 100,
1160
+ "in_domain": 0.0,
1161
+ "out_domain": 0.00025,
1162
+ "short_range": 0.0,
1163
+ "medium_range": 0.0,
1164
+ "long_range": 0.0005,
1165
+ "very_long_range": 0.0
1166
+ },
1167
+ "length_Integer_none_int": {
1168
+ "well_learned_digit": 20,
1169
+ "has_performance_digit": 24,
1170
+ "in_domain": 0.346875,
1171
+ "out_domain": 16.709,
1172
+ "short_range": 0.31833333333333336,
1173
+ "medium_range": 0.364,
1174
+ "long_range": 9.56975,
1175
+ "very_long_range": 23.84825
1176
+ },
1177
+ "length_Float_none_int": {
1178
+ "well_learned_digit": 0,
1179
+ "has_performance_digit": 3,
1180
+ "in_domain": 2.866111111111111,
1181
+ "out_domain": 15.87375,
1182
+ "short_range": 2.14875,
1183
+ "medium_range": 3.44,
1184
+ "long_range": 8.75925,
1185
+ "very_long_range": 22.98825
1186
+ },
1187
+ "truediv_Integer_Integer_Fraction": {
1188
+ "well_learned_digit": 0,
1189
+ "has_performance_digit": 0,
1190
+ "in_domain": 7.648333333333333,
1191
+ "out_domain": 21.395,
1192
+ "short_range": 5.135,
1193
+ "medium_range": 8.905,
1194
+ "long_range": 16.286666666666665,
1195
+ "very_long_range": 26.503333333333334
1196
+ },
1197
+ "truediv_Fraction_Fraction_Fraction": {
1198
+ "well_learned_digit": 0,
1199
+ "has_performance_digit": 1,
1200
+ "in_domain": 8.6175,
1201
+ "out_domain": 31.6425,
1202
+ "short_range": 3.36,
1203
+ "medium_range": 13.875,
1204
+ "long_range": 24.915,
1205
+ "very_long_range": 38.37
1206
+ },
1207
+ "floordiv_Integer_Integer_Integer": {
1208
+ "well_learned_digit": 3,
1209
+ "has_performance_digit": 10,
1210
+ "in_domain": 0.185,
1211
+ "out_domain": 3.5058333333333334,
1212
+ "short_range": 0.055,
1213
+ "medium_range": 0.25,
1214
+ "long_range": 1.875,
1215
+ "very_long_range": 5.136666666666667
1216
+ },
1217
+ "mod_Integer_Integer_Integer": {
1218
+ "well_learned_digit": 0,
1219
+ "has_performance_digit": 4,
1220
+ "in_domain": 1.2516666666666667,
1221
+ "out_domain": 5.879166666666666,
1222
+ "short_range": 0.44,
1223
+ "medium_range": 1.6575,
1224
+ "long_range": 4.193333333333333,
1225
+ "very_long_range": 7.565
1226
+ },
1227
+ "mod_easy_Integer_Integer_Integer": {
1228
+ "well_learned_digit": 0,
1229
+ "has_performance_digit": 5,
1230
+ "in_domain": 1.1983333333333333,
1231
+ "out_domain": 6.570833333333334,
1232
+ "short_range": 0.43,
1233
+ "medium_range": 1.5825,
1234
+ "long_range": 4.536666666666667,
1235
+ "very_long_range": 8.605
1236
+ },
1237
+ "to_float_Fraction_none_Float": {
1238
+ "well_learned_digit": 3,
1239
+ "has_performance_digit": 7,
1240
+ "in_domain": 0.4675,
1241
+ "out_domain": 8.460833333333333,
1242
+ "short_range": 0.0675,
1243
+ "medium_range": 0.8675,
1244
+ "long_range": 4.7716666666666665,
1245
+ "very_long_range": 12.15
1246
+ },
1247
+ "to_float_ScientificNotation_none_Float": {
1248
+ "well_learned_digit": 0,
1249
+ "has_performance_digit": 15,
1250
+ "in_domain": 1.0572222222222223,
1251
+ "out_domain": 13.218125,
1252
+ "short_range": 0.35,
1253
+ "medium_range": 1.623,
1254
+ "long_range": 9.21125,
1255
+ "very_long_range": 17.225
1256
+ },
1257
+ "to_scient_Integer_none_ScientificNotation": {
1258
+ "well_learned_digit": 0,
1259
+ "has_performance_digit": 0,
1260
+ "in_domain": 6.03875,
1261
+ "out_domain": 16.66475,
1262
+ "short_range": 4.803333333333334,
1263
+ "medium_range": 6.78,
1264
+ "long_range": 11.64275,
1265
+ "very_long_range": 21.68675
1266
+ },
1267
+ "to_scient_Float_none_ScientificNotation": {
1268
+ "well_learned_digit": 0,
1269
+ "has_performance_digit": 0,
1270
+ "in_domain": 9.584444444444445,
1271
+ "out_domain": 66.686,
1272
+ "short_range": 7.0625,
1273
+ "medium_range": 11.602,
1274
+ "long_range": 39.661,
1275
+ "very_long_range": 93.711
1276
+ },
1277
+ "count_Integer_int_int": {
1278
+ "well_learned_digit": 60,
1279
+ "has_performance_digit": 100,
1280
+ "in_domain": 0.0,
1281
+ "out_domain": 0.1835,
1282
+ "short_range": 0.0,
1283
+ "medium_range": 0.0,
1284
+ "long_range": 0.05175,
1285
+ "very_long_range": 0.31525
1286
+ },
1287
+ "sig_Integer_int_ScientificNotation": {
1288
+ "well_learned_digit": 0,
1289
+ "has_performance_digit": 0,
1290
+ "in_domain": 5.745,
1291
+ "out_domain": 30.990875,
1292
+ "short_range": 4.726666666666667,
1293
+ "medium_range": 6.356,
1294
+ "long_range": 20.8615,
1295
+ "very_long_range": 41.12025
1296
+ }
1297
+ }
1298
+ }
test_results_report/Llama-3.1-8B-ft_statistics.txt ADDED
@@ -0,0 +1,1298 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exact_match": {
3
+ "add_Integer_Integer_Integer": {
4
+ "well_learned_digit": 4,
5
+ "has_performance_digit": 12,
6
+ "in_domain": 0.7483333333333333,
7
+ "out_domain": 0.06166666666666667,
8
+ "short_range": 0.95,
9
+ "medium_range": 0.6475,
10
+ "long_range": 0.11833333333333333,
11
+ "very_long_range": 0.005
12
+ },
13
+ "add_Float_Float_Float": {
14
+ "well_learned_digit": 5,
15
+ "has_performance_digit": 17,
16
+ "in_domain": 0.7883333333333333,
17
+ "out_domain": 0.17583333333333334,
18
+ "short_range": 0.955,
19
+ "medium_range": 0.705,
20
+ "long_range": 0.27166666666666667,
21
+ "very_long_range": 0.08
22
+ },
23
+ "add_Fraction_Fraction_Fraction": {
24
+ "well_learned_digit": 0,
25
+ "has_performance_digit": 1,
26
+ "in_domain": 0.05,
27
+ "out_domain": 0.0,
28
+ "short_range": 0.1,
29
+ "medium_range": 0.0,
30
+ "long_range": 0.0,
31
+ "very_long_range": 0.0
32
+ },
33
+ "add_easy_Fraction_Fraction_Fraction": {
34
+ "well_learned_digit": 0,
35
+ "has_performance_digit": 1,
36
+ "in_domain": 0.02625,
37
+ "out_domain": 0.0,
38
+ "short_range": 0.0525,
39
+ "medium_range": 0.0,
40
+ "long_range": 0.0,
41
+ "very_long_range": 0.0
42
+ },
43
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
44
+ "well_learned_digit": 0,
45
+ "has_performance_digit": 4,
46
+ "in_domain": 0.08,
47
+ "out_domain": 0.008333333333333333,
48
+ "short_range": 0.09,
49
+ "medium_range": 0.075,
50
+ "long_range": 0.015,
51
+ "very_long_range": 0.0016666666666666668
52
+ },
53
+ "sub_Integer_Integer_Integer": {
54
+ "well_learned_digit": 4,
55
+ "has_performance_digit": 12,
56
+ "in_domain": 0.7766666666666666,
57
+ "out_domain": 0.11,
58
+ "short_range": 0.985,
59
+ "medium_range": 0.6725,
60
+ "long_range": 0.20333333333333334,
61
+ "very_long_range": 0.016666666666666666
62
+ },
63
+ "sub_Float_Float_Float": {
64
+ "well_learned_digit": 4,
65
+ "has_performance_digit": 17,
66
+ "in_domain": 0.8516666666666667,
67
+ "out_domain": 0.235,
68
+ "short_range": 0.965,
69
+ "medium_range": 0.795,
70
+ "long_range": 0.395,
71
+ "very_long_range": 0.075
72
+ },
73
+ "sub_Fraction_Fraction_Fraction": {
74
+ "well_learned_digit": 0,
75
+ "has_performance_digit": 2,
76
+ "in_domain": 0.06125,
77
+ "out_domain": 0.0,
78
+ "short_range": 0.1225,
79
+ "medium_range": 0.0,
80
+ "long_range": 0.0,
81
+ "very_long_range": 0.0
82
+ },
83
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
84
+ "well_learned_digit": 0,
85
+ "has_performance_digit": 0,
86
+ "in_domain": 0.006666666666666667,
87
+ "out_domain": 0.0008333333333333334,
88
+ "short_range": 0.01,
89
+ "medium_range": 0.005,
90
+ "long_range": 0.0016666666666666668,
91
+ "very_long_range": 0.0
92
+ },
93
+ "max_Integer_Integer_Integer": {
94
+ "well_learned_digit": 83,
95
+ "has_performance_digit": 100,
96
+ "in_domain": 0.99625,
97
+ "out_domain": 0.837625,
98
+ "short_range": 1.0,
99
+ "medium_range": 0.994,
100
+ "long_range": 0.89775,
101
+ "very_long_range": 0.7775
102
+ },
103
+ "max_Float_Float_Float": {
104
+ "well_learned_digit": 75,
105
+ "has_performance_digit": 100,
106
+ "in_domain": 0.9988888888888889,
107
+ "out_domain": 0.878625,
108
+ "short_range": 1.0,
109
+ "medium_range": 0.998,
110
+ "long_range": 0.936,
111
+ "very_long_range": 0.82125
112
+ },
113
+ "max_Fraction_Fraction_Fraction": {
114
+ "well_learned_digit": 0,
115
+ "has_performance_digit": 20,
116
+ "in_domain": 0.60875,
117
+ "out_domain": 0.5475,
118
+ "short_range": 0.5925,
119
+ "medium_range": 0.625,
120
+ "long_range": 0.5516666666666666,
121
+ "very_long_range": 0.5433333333333333
122
+ },
123
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
124
+ "well_learned_digit": 100,
125
+ "has_performance_digit": 100,
126
+ "in_domain": 0.9994444444444445,
127
+ "out_domain": 0.99525,
128
+ "short_range": 0.99875,
129
+ "medium_range": 1.0,
130
+ "long_range": 0.999,
131
+ "very_long_range": 0.9915
132
+ },
133
+ "max_hard_Integer_Integer_Integer": {
134
+ "well_learned_digit": 100,
135
+ "has_performance_digit": 100,
136
+ "in_domain": 0.9975,
137
+ "out_domain": 0.953375,
138
+ "short_range": 0.9983333333333333,
139
+ "medium_range": 0.997,
140
+ "long_range": 0.96425,
141
+ "very_long_range": 0.9425
142
+ },
143
+ "max_hard_Float_Float_Float": {
144
+ "well_learned_digit": 59,
145
+ "has_performance_digit": 100,
146
+ "in_domain": 0.995,
147
+ "out_domain": 0.867875,
148
+ "short_range": 1.0,
149
+ "medium_range": 0.991,
150
+ "long_range": 0.92425,
151
+ "very_long_range": 0.8115
152
+ },
153
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
154
+ "well_learned_digit": 98,
155
+ "has_performance_digit": 100,
156
+ "in_domain": 0.9855555555555555,
157
+ "out_domain": 0.899625,
158
+ "short_range": 0.98875,
159
+ "medium_range": 0.983,
160
+ "long_range": 0.94475,
161
+ "very_long_range": 0.8545
162
+ },
163
+ "multiply_hard_Integer_Integer_Integer": {
164
+ "well_learned_digit": 0,
165
+ "has_performance_digit": 3,
166
+ "in_domain": 0.07,
167
+ "out_domain": 0.0,
168
+ "short_range": 0.2,
169
+ "medium_range": 0.005,
170
+ "long_range": 0.0,
171
+ "very_long_range": 0.0
172
+ },
173
+ "multiply_hard_Float_Float_Float": {
174
+ "well_learned_digit": 0,
175
+ "has_performance_digit": 0,
176
+ "in_domain": 0.0033333333333333335,
177
+ "out_domain": 0.0,
178
+ "short_range": 0.01,
179
+ "medium_range": 0.0,
180
+ "long_range": 0.0,
181
+ "very_long_range": 0.0
182
+ },
183
+ "multiply_hard_Fraction_Fraction_Fraction": {
184
+ "well_learned_digit": 0,
185
+ "has_performance_digit": 3,
186
+ "in_domain": 0.1125,
187
+ "out_domain": 0.0,
188
+ "short_range": 0.225,
189
+ "medium_range": 0.0,
190
+ "long_range": 0.0,
191
+ "very_long_range": 0.0
192
+ },
193
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
194
+ "well_learned_digit": 0,
195
+ "has_performance_digit": 0,
196
+ "in_domain": 0.0033333333333333335,
197
+ "out_domain": 0.0,
198
+ "short_range": 0.01,
199
+ "medium_range": 0.0,
200
+ "long_range": 0.0,
201
+ "very_long_range": 0.0
202
+ },
203
+ "multiply_easy_Integer_Integer_Integer": {
204
+ "well_learned_digit": 0,
205
+ "has_performance_digit": 4,
206
+ "in_domain": 0.105,
207
+ "out_domain": 0.0075,
208
+ "short_range": 0.25,
209
+ "medium_range": 0.0325,
210
+ "long_range": 0.006666666666666667,
211
+ "very_long_range": 0.008333333333333333
212
+ },
213
+ "multiply_easy_Float_Float_Float": {
214
+ "well_learned_digit": 0,
215
+ "has_performance_digit": 0,
216
+ "in_domain": 0.0033333333333333335,
217
+ "out_domain": 0.0,
218
+ "short_range": 0.01,
219
+ "medium_range": 0.0,
220
+ "long_range": 0.0,
221
+ "very_long_range": 0.0
222
+ },
223
+ "multiply_easy_Fraction_Fraction_Fraction": {
224
+ "well_learned_digit": 1,
225
+ "has_performance_digit": 3,
226
+ "in_domain": 0.21625,
227
+ "out_domain": 0.0008333333333333334,
228
+ "short_range": 0.4325,
229
+ "medium_range": 0.0,
230
+ "long_range": 0.0,
231
+ "very_long_range": 0.0016666666666666668
232
+ },
233
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
234
+ "well_learned_digit": 0,
235
+ "has_performance_digit": 0,
236
+ "in_domain": 0.0033333333333333335,
237
+ "out_domain": 0.0,
238
+ "short_range": 0.01,
239
+ "medium_range": 0.0,
240
+ "long_range": 0.0,
241
+ "very_long_range": 0.0
242
+ },
243
+ "digit_max_Integer_Integer_Integer": {
244
+ "well_learned_digit": 0,
245
+ "has_performance_digit": 12,
246
+ "in_domain": 0.135,
247
+ "out_domain": 0.000375,
248
+ "short_range": 0.2833333333333333,
249
+ "medium_range": 0.046,
250
+ "long_range": 0.00075,
251
+ "very_long_range": 0.0
252
+ },
253
+ "digit_max_Float_Float_Float": {
254
+ "well_learned_digit": 0,
255
+ "has_performance_digit": 18,
256
+ "in_domain": 0.35388888888888886,
257
+ "out_domain": 0.002,
258
+ "short_range": 0.58125,
259
+ "medium_range": 0.172,
260
+ "long_range": 0.004,
261
+ "very_long_range": 0.0
262
+ },
263
+ "digit_add_Integer_Integer_Integer": {
264
+ "well_learned_digit": 0,
265
+ "has_performance_digit": 11,
266
+ "in_domain": 0.10875,
267
+ "out_domain": 0.0,
268
+ "short_range": 0.25333333333333335,
269
+ "medium_range": 0.022,
270
+ "long_range": 0.0,
271
+ "very_long_range": 0.0
272
+ },
273
+ "digit_add_Float_Float_Float": {
274
+ "well_learned_digit": 0,
275
+ "has_performance_digit": 11,
276
+ "in_domain": 0.16333333333333333,
277
+ "out_domain": 0.000375,
278
+ "short_range": 0.305,
279
+ "medium_range": 0.05,
280
+ "long_range": 0.00075,
281
+ "very_long_range": 0.0
282
+ },
283
+ "get_digit_Integer_int_int": {
284
+ "well_learned_digit": 0,
285
+ "has_performance_digit": 100,
286
+ "in_domain": 0.548125,
287
+ "out_domain": 0.220125,
288
+ "short_range": 0.6783333333333333,
289
+ "medium_range": 0.47,
290
+ "long_range": 0.26925,
291
+ "very_long_range": 0.171
292
+ },
293
+ "get_digit_Float_int_int": {
294
+ "well_learned_digit": 0,
295
+ "has_performance_digit": 100,
296
+ "in_domain": 0.44722222222222224,
297
+ "out_domain": 0.1725,
298
+ "short_range": 0.52875,
299
+ "medium_range": 0.382,
300
+ "long_range": 0.2085,
301
+ "very_long_range": 0.1365
302
+ },
303
+ "length_Integer_none_int": {
304
+ "well_learned_digit": 18,
305
+ "has_performance_digit": 100,
306
+ "in_domain": 0.740625,
307
+ "out_domain": 0.062375,
308
+ "short_range": 0.99,
309
+ "medium_range": 0.591,
310
+ "long_range": 0.10725,
311
+ "very_long_range": 0.0175
312
+ },
313
+ "length_Float_none_int": {
314
+ "well_learned_digit": 4,
315
+ "has_performance_digit": 28,
316
+ "in_domain": 0.46444444444444444,
317
+ "out_domain": 0.030875,
318
+ "short_range": 0.635,
319
+ "medium_range": 0.328,
320
+ "long_range": 0.0575,
321
+ "very_long_range": 0.00425
322
+ },
323
+ "truediv_Integer_Integer_Fraction": {
324
+ "well_learned_digit": 3,
325
+ "has_performance_digit": 20,
326
+ "in_domain": 0.715,
327
+ "out_domain": 0.5875,
328
+ "short_range": 0.825,
329
+ "medium_range": 0.66,
330
+ "long_range": 0.58,
331
+ "very_long_range": 0.595
332
+ },
333
+ "truediv_Fraction_Fraction_Fraction": {
334
+ "well_learned_digit": 0,
335
+ "has_performance_digit": 3,
336
+ "in_domain": 0.14125,
337
+ "out_domain": 0.0,
338
+ "short_range": 0.2825,
339
+ "medium_range": 0.0,
340
+ "long_range": 0.0,
341
+ "very_long_range": 0.0
342
+ },
343
+ "floordiv_Integer_Integer_Integer": {
344
+ "well_learned_digit": 4,
345
+ "has_performance_digit": 20,
346
+ "in_domain": 0.7933333333333333,
347
+ "out_domain": 0.315,
348
+ "short_range": 0.92,
349
+ "medium_range": 0.73,
350
+ "long_range": 0.37,
351
+ "very_long_range": 0.26
352
+ },
353
+ "mod_Integer_Integer_Integer": {
354
+ "well_learned_digit": 0,
355
+ "has_performance_digit": 3,
356
+ "in_domain": 0.09333333333333334,
357
+ "out_domain": 0.0,
358
+ "short_range": 0.245,
359
+ "medium_range": 0.0175,
360
+ "long_range": 0.0,
361
+ "very_long_range": 0.0
362
+ },
363
+ "mod_easy_Integer_Integer_Integer": {
364
+ "well_learned_digit": 0,
365
+ "has_performance_digit": 4,
366
+ "in_domain": 0.12833333333333333,
367
+ "out_domain": 0.023333333333333334,
368
+ "short_range": 0.285,
369
+ "medium_range": 0.05,
370
+ "long_range": 0.03333333333333333,
371
+ "very_long_range": 0.013333333333333334
372
+ },
373
+ "to_float_Fraction_none_Float": {
374
+ "well_learned_digit": 3,
375
+ "has_performance_digit": 11,
376
+ "in_domain": 0.55,
377
+ "out_domain": 0.06833333333333333,
378
+ "short_range": 0.7575,
379
+ "medium_range": 0.3425,
380
+ "long_range": 0.09333333333333334,
381
+ "very_long_range": 0.043333333333333335
382
+ },
383
+ "to_float_ScientificNotation_none_Float": {
384
+ "well_learned_digit": 8,
385
+ "has_performance_digit": 99,
386
+ "in_domain": 0.7838888888888889,
387
+ "out_domain": 0.181875,
388
+ "short_range": 0.90375,
389
+ "medium_range": 0.688,
390
+ "long_range": 0.2645,
391
+ "very_long_range": 0.09925
392
+ },
393
+ "to_scient_Integer_none_ScientificNotation": {
394
+ "well_learned_digit": 18,
395
+ "has_performance_digit": 39,
396
+ "in_domain": 0.950625,
397
+ "out_domain": 0.019125,
398
+ "short_range": 0.9866666666666667,
399
+ "medium_range": 0.929,
400
+ "long_range": 0.037,
401
+ "very_long_range": 0.00125
402
+ },
403
+ "to_scient_Float_none_ScientificNotation": {
404
+ "well_learned_digit": 17,
405
+ "has_performance_digit": 79,
406
+ "in_domain": 0.9172222222222223,
407
+ "out_domain": 0.18375,
408
+ "short_range": 0.97625,
409
+ "medium_range": 0.87,
410
+ "long_range": 0.2935,
411
+ "very_long_range": 0.074
412
+ },
413
+ "count_Integer_int_int": {
414
+ "well_learned_digit": 0,
415
+ "has_performance_digit": 94,
416
+ "in_domain": 0.55375,
417
+ "out_domain": 0.120625,
418
+ "short_range": 0.7483333333333333,
419
+ "medium_range": 0.437,
420
+ "long_range": 0.1715,
421
+ "very_long_range": 0.06975
422
+ },
423
+ "sig_Integer_int_ScientificNotation": {
424
+ "well_learned_digit": 0,
425
+ "has_performance_digit": 14,
426
+ "in_domain": 0.108125,
427
+ "out_domain": 0.00025,
428
+ "short_range": 0.17833333333333334,
429
+ "medium_range": 0.066,
430
+ "long_range": 0.0005,
431
+ "very_long_range": 0.0
432
+ }
433
+ },
434
+ "digit_match": {
435
+ "add_Integer_Integer_Integer": {
436
+ "well_learned_digit": 6,
437
+ "has_performance_digit": 16,
438
+ "in_domain": 0.9424854497354496,
439
+ "out_domain": 0.5800477536631754,
440
+ "short_range": 0.98675,
441
+ "medium_range": 0.9203531746031746,
442
+ "long_range": 0.669980944980945,
443
+ "very_long_range": 0.49011456234540596
444
+ },
445
+ "add_Float_Float_Float": {
446
+ "well_learned_digit": 9,
447
+ "has_performance_digit": 20,
448
+ "in_domain": 0.9676948126764302,
449
+ "out_domain": 0.833486185672711,
450
+ "short_range": 0.9912857142857143,
451
+ "medium_range": 0.9558993618717883,
452
+ "long_range": 0.8741510960648359,
453
+ "very_long_range": 0.7928212752805862
454
+ },
455
+ "add_Fraction_Fraction_Fraction": {
456
+ "well_learned_digit": 0,
457
+ "has_performance_digit": 1,
458
+ "in_domain": 0.3112455009083849,
459
+ "out_domain": 0.10054204431008192,
460
+ "short_range": 0.4049206532846239,
461
+ "medium_range": 0.2175703485321458,
462
+ "long_range": 0.1155397937428139,
463
+ "very_long_range": 0.08554429487734992
464
+ },
465
+ "add_easy_Fraction_Fraction_Fraction": {
466
+ "well_learned_digit": 0,
467
+ "has_performance_digit": 0,
468
+ "in_domain": 0.26542469381445266,
469
+ "out_domain": 0.10111786525580675,
470
+ "short_range": 0.31949895243645243,
471
+ "medium_range": 0.21135043519245295,
472
+ "long_range": 0.11462988554109661,
473
+ "very_long_range": 0.08760584497051689
474
+ },
475
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
476
+ "well_learned_digit": 0,
477
+ "has_performance_digit": 7,
478
+ "in_domain": 0.5141966621341619,
479
+ "out_domain": 0.3909053965614911,
480
+ "short_range": 0.4700642135642134,
481
+ "medium_range": 0.5362628864191364,
482
+ "long_range": 0.42988157309809777,
483
+ "very_long_range": 0.35192922002488447
484
+ },
485
+ "sub_Integer_Integer_Integer": {
486
+ "well_learned_digit": 6,
487
+ "has_performance_digit": 19,
488
+ "in_domain": 0.9391984126984126,
489
+ "out_domain": 0.6268625651631649,
490
+ "short_range": 0.9945833333333334,
491
+ "medium_range": 0.9115059523809523,
492
+ "long_range": 0.7264268509268509,
493
+ "very_long_range": 0.5272982793994789
494
+ },
495
+ "sub_Float_Float_Float": {
496
+ "well_learned_digit": 12,
497
+ "has_performance_digit": 20,
498
+ "in_domain": 0.9795826280201281,
499
+ "out_domain": 0.8615032866429726,
500
+ "short_range": 0.9919940476190476,
501
+ "medium_range": 0.973376918220668,
502
+ "long_range": 0.9133862476894046,
503
+ "very_long_range": 0.8096203255965405
504
+ },
505
+ "sub_Fraction_Fraction_Fraction": {
506
+ "well_learned_digit": 0,
507
+ "has_performance_digit": 1,
508
+ "in_domain": 0.324186424148357,
509
+ "out_domain": 0.09008831826596753,
510
+ "short_range": 0.44360831529581524,
511
+ "medium_range": 0.20476453300089884,
512
+ "long_range": 0.10536440837059778,
513
+ "very_long_range": 0.07481222816133729
514
+ },
515
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
516
+ "well_learned_digit": 0,
517
+ "has_performance_digit": 0,
518
+ "in_domain": 0.0855246878656939,
519
+ "out_domain": 0.1827132093146147,
520
+ "short_range": 0.08460794261036568,
521
+ "medium_range": 0.08598306049335801,
522
+ "long_range": 0.14194384221961506,
523
+ "very_long_range": 0.22348257640961441
524
+ },
525
+ "max_Integer_Integer_Integer": {
526
+ "well_learned_digit": 83,
527
+ "has_performance_digit": 100,
528
+ "in_domain": 0.9966047794117646,
529
+ "out_domain": 0.8513748336092817,
530
+ "short_range": 1.0,
531
+ "medium_range": 0.9945676470588236,
532
+ "long_range": 0.9068594613248513,
533
+ "very_long_range": 0.7958902058937123
534
+ },
535
+ "max_Float_Float_Float": {
536
+ "well_learned_digit": 75,
537
+ "has_performance_digit": 100,
538
+ "in_domain": 0.998975403975404,
539
+ "out_domain": 0.8890632091493426,
540
+ "short_range": 1.0,
541
+ "medium_range": 0.9981557271557272,
542
+ "long_range": 0.9416155313912596,
543
+ "very_long_range": 0.8365108869074255
544
+ },
545
+ "max_Fraction_Fraction_Fraction": {
546
+ "well_learned_digit": 0,
547
+ "has_performance_digit": 20,
548
+ "in_domain": 0.6414097950660449,
549
+ "out_domain": 0.5904994977316321,
550
+ "short_range": 0.6180208333333334,
551
+ "medium_range": 0.6647987567987568,
552
+ "long_range": 0.5933530495033054,
553
+ "very_long_range": 0.5876459459599588
554
+ },
555
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
556
+ "well_learned_digit": 100,
557
+ "has_performance_digit": 100,
558
+ "in_domain": 0.9995370370370371,
559
+ "out_domain": 0.9970523877388017,
560
+ "short_range": 0.9989583333333334,
561
+ "medium_range": 1.0,
562
+ "long_range": 0.9993096443367182,
563
+ "very_long_range": 0.9947951311408852
564
+ },
565
+ "max_hard_Integer_Integer_Integer": {
566
+ "well_learned_digit": 100,
567
+ "has_performance_digit": 100,
568
+ "in_domain": 0.9988750000000001,
569
+ "out_domain": 0.9813609339725425,
570
+ "short_range": 0.9997619047619049,
571
+ "medium_range": 0.9983428571428572,
572
+ "long_range": 0.985998067720662,
573
+ "very_long_range": 0.9767238002244234
574
+ },
575
+ "max_hard_Float_Float_Float": {
576
+ "well_learned_digit": 79,
577
+ "has_performance_digit": 100,
578
+ "in_domain": 0.9974247004263691,
579
+ "out_domain": 0.9036084149082262,
580
+ "short_range": 1.0,
581
+ "medium_range": 0.9953644607674645,
582
+ "long_range": 0.9458655045088132,
583
+ "very_long_range": 0.861351325307639
584
+ },
585
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
586
+ "well_learned_digit": 100,
587
+ "has_performance_digit": 100,
588
+ "in_domain": 0.9964532100190638,
589
+ "out_domain": 0.9618722197885913,
590
+ "short_range": 0.9968387896825397,
591
+ "medium_range": 0.9961447462882834,
592
+ "long_range": 0.9818625772364177,
593
+ "very_long_range": 0.9418818623407644
594
+ },
595
+ "multiply_hard_Integer_Integer_Integer": {
596
+ "well_learned_digit": 0,
597
+ "has_performance_digit": 4,
598
+ "in_domain": 0.4989846588596587,
599
+ "out_domain": 0.20835760379224377,
600
+ "short_range": 0.6730238095238092,
601
+ "medium_range": 0.41196508352758343,
602
+ "long_range": 0.25525500630642517,
603
+ "very_long_range": 0.16146020127806235
604
+ },
605
+ "multiply_hard_Float_Float_Float": {
606
+ "well_learned_digit": 0,
607
+ "has_performance_digit": 0,
608
+ "in_domain": 0.31777509122517217,
609
+ "out_domain": 0.13443235300535084,
610
+ "short_range": 0.4371484557109557,
611
+ "medium_range": 0.25808840898228036,
612
+ "long_range": 0.15357330788521423,
613
+ "very_long_range": 0.11529139812548744
614
+ },
615
+ "multiply_hard_Fraction_Fraction_Fraction": {
616
+ "well_learned_digit": 0,
617
+ "has_performance_digit": 3,
618
+ "in_domain": 0.36099849782805493,
619
+ "out_domain": 0.1421757221870826,
620
+ "short_range": 0.4480326513764015,
621
+ "medium_range": 0.2739643442797084,
622
+ "long_range": 0.1636219240320032,
623
+ "very_long_range": 0.12072952034216193
624
+ },
625
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
626
+ "well_learned_digit": 0,
627
+ "has_performance_digit": 4,
628
+ "in_domain": 0.4070029426627723,
629
+ "out_domain": 0.2509364152571432,
630
+ "short_range": 0.3999235070485071,
631
+ "medium_range": 0.4105426604699049,
632
+ "long_range": 0.2861527916043177,
633
+ "very_long_range": 0.21572003890996883
634
+ },
635
+ "multiply_easy_Integer_Integer_Integer": {
636
+ "well_learned_digit": 0,
637
+ "has_performance_digit": 6,
638
+ "in_domain": 0.5746534992784991,
639
+ "out_domain": 0.3098199451197161,
640
+ "short_range": 0.7205238095238093,
641
+ "medium_range": 0.501718344155844,
642
+ "long_range": 0.3513737426788895,
643
+ "very_long_range": 0.2682661475605428
644
+ },
645
+ "multiply_easy_Float_Float_Float": {
646
+ "well_learned_digit": 0,
647
+ "has_performance_digit": 3,
648
+ "in_domain": 0.3517208709046943,
649
+ "out_domain": 0.1938303791621413,
650
+ "short_range": 0.44595222832722825,
651
+ "medium_range": 0.3046051921934273,
652
+ "long_range": 0.2160907223761125,
653
+ "very_long_range": 0.17157003594817014
654
+ },
655
+ "multiply_easy_Fraction_Fraction_Fraction": {
656
+ "well_learned_digit": 1,
657
+ "has_performance_digit": 3,
658
+ "in_domain": 0.4745626851917003,
659
+ "out_domain": 0.19358222139803094,
660
+ "short_range": 0.6352636391386393,
661
+ "medium_range": 0.31386173124476135,
662
+ "long_range": 0.22885438238613331,
663
+ "very_long_range": 0.15831006040992857
664
+ },
665
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
666
+ "well_learned_digit": 0,
667
+ "has_performance_digit": 5,
668
+ "in_domain": 0.5073506724756723,
669
+ "out_domain": 0.3098743712612304,
670
+ "short_range": 0.5920510461760461,
671
+ "medium_range": 0.46500048562548557,
672
+ "long_range": 0.3459556904725247,
673
+ "very_long_range": 0.2737930520499361
674
+ },
675
+ "digit_max_Integer_Integer_Integer": {
676
+ "well_learned_digit": 0,
677
+ "has_performance_digit": 100,
678
+ "in_domain": 0.71960048451237,
679
+ "out_domain": 0.5199879500766356,
680
+ "short_range": 0.7796534391534389,
681
+ "medium_range": 0.6835687117277288,
682
+ "long_range": 0.5448816887151738,
683
+ "very_long_range": 0.49509421143809684
684
+ },
685
+ "digit_max_Float_Float_Float": {
686
+ "well_learned_digit": 13,
687
+ "has_performance_digit": 100,
688
+ "in_domain": 0.912247408641426,
689
+ "out_domain": 0.6807634249108845,
690
+ "short_range": 0.9375741736065359,
691
+ "medium_range": 0.8919859966693379,
692
+ "long_range": 0.744242064374223,
693
+ "very_long_range": 0.6172847854475462
694
+ },
695
+ "digit_add_Integer_Integer_Integer": {
696
+ "well_learned_digit": 0,
697
+ "has_performance_digit": 20,
698
+ "in_domain": 0.6534902240566665,
699
+ "out_domain": 0.247513257202956,
700
+ "short_range": 0.7798366402116399,
701
+ "medium_range": 0.5776823743636823,
702
+ "long_range": 0.29405570304795914,
703
+ "very_long_range": 0.20097081135795308
704
+ },
705
+ "digit_add_Float_Float_Float": {
706
+ "well_learned_digit": 5,
707
+ "has_performance_digit": 73,
708
+ "in_domain": 0.8608253351801332,
709
+ "out_domain": 0.5555810700269785,
710
+ "short_range": 0.89034461128719,
711
+ "medium_range": 0.8372099142944877,
712
+ "long_range": 0.6665975713612682,
713
+ "very_long_range": 0.44456456869268945
714
+ },
715
+ "get_digit_Integer_int_int": {
716
+ "well_learned_digit": 0,
717
+ "has_performance_digit": 18,
718
+ "in_domain": 0.548125,
719
+ "out_domain": 0.220125,
720
+ "short_range": 0.6783333333333333,
721
+ "medium_range": 0.47,
722
+ "long_range": 0.26925,
723
+ "very_long_range": 0.171
724
+ },
725
+ "get_digit_Float_int_int": {
726
+ "well_learned_digit": 0,
727
+ "has_performance_digit": 8,
728
+ "in_domain": 0.44722222222222224,
729
+ "out_domain": 0.1725,
730
+ "short_range": 0.52875,
731
+ "medium_range": 0.382,
732
+ "long_range": 0.2085,
733
+ "very_long_range": 0.1365
734
+ },
735
+ "length_Integer_none_int": {
736
+ "well_learned_digit": 18,
737
+ "has_performance_digit": 45,
738
+ "in_domain": 0.8615625,
739
+ "out_domain": 0.25275,
740
+ "short_range": 0.99,
741
+ "medium_range": 0.7845,
742
+ "long_range": 0.382875,
743
+ "very_long_range": 0.122625
744
+ },
745
+ "length_Float_none_int": {
746
+ "well_learned_digit": 4,
747
+ "has_performance_digit": 22,
748
+ "in_domain": 0.6738888888888889,
749
+ "out_domain": 0.23756249999999998,
750
+ "short_range": 0.753125,
751
+ "medium_range": 0.6105,
752
+ "long_range": 0.275375,
753
+ "very_long_range": 0.19975
754
+ },
755
+ "truediv_Integer_Integer_Fraction": {
756
+ "well_learned_digit": 3,
757
+ "has_performance_digit": 20,
758
+ "in_domain": 0.7827516465016465,
759
+ "out_domain": 0.6417586266476443,
760
+ "short_range": 0.8720714285714286,
761
+ "medium_range": 0.7380917554667554,
762
+ "long_range": 0.6409850006416279,
763
+ "very_long_range": 0.6425322526536608
764
+ },
765
+ "truediv_Fraction_Fraction_Fraction": {
766
+ "well_learned_digit": 0,
767
+ "has_performance_digit": 1,
768
+ "in_domain": 0.3523385111231951,
769
+ "out_domain": 0.08800130675852376,
770
+ "short_range": 0.4969103465978465,
771
+ "medium_range": 0.20776667564854376,
772
+ "long_range": 0.10577240114380422,
773
+ "very_long_range": 0.0702302123732433
774
+ },
775
+ "floordiv_Integer_Integer_Integer": {
776
+ "well_learned_digit": 6,
777
+ "has_performance_digit": 18,
778
+ "in_domain": 0.9043333333333333,
779
+ "out_domain": 0.5415906084656085,
780
+ "short_range": 0.9541666666666668,
781
+ "medium_range": 0.8794166666666666,
782
+ "long_range": 0.6329523809523809,
783
+ "very_long_range": 0.4502288359788359
784
+ },
785
+ "mod_Integer_Integer_Integer": {
786
+ "well_learned_digit": 0,
787
+ "has_performance_digit": 3,
788
+ "in_domain": 0.24727777777777774,
789
+ "out_domain": 0.11923001304251303,
790
+ "short_range": 0.3866666666666667,
791
+ "medium_range": 0.1775833333333333,
792
+ "long_range": 0.13019444444444442,
793
+ "very_long_range": 0.10826558164058163
794
+ },
795
+ "mod_easy_Integer_Integer_Integer": {
796
+ "well_learned_digit": 0,
797
+ "has_performance_digit": 3,
798
+ "in_domain": 0.2808333333333333,
799
+ "out_domain": 0.19194444444444442,
800
+ "short_range": 0.4133333333333333,
801
+ "medium_range": 0.21458333333333332,
802
+ "long_range": 0.18805555555555553,
803
+ "very_long_range": 0.1958333333333333
804
+ },
805
+ "to_float_Fraction_none_Float": {
806
+ "well_learned_digit": 3,
807
+ "has_performance_digit": 8,
808
+ "in_domain": 0.74527253996004,
809
+ "out_domain": 0.24639503927090034,
810
+ "short_range": 0.8141904761904761,
811
+ "medium_range": 0.6763546037296038,
812
+ "long_range": 0.31663708214163355,
813
+ "very_long_range": 0.17615299640016713
814
+ },
815
+ "to_float_ScientificNotation_none_Float": {
816
+ "well_learned_digit": 10,
817
+ "has_performance_digit": 36,
818
+ "in_domain": 0.8643151853855542,
819
+ "out_domain": 0.3322976576236257,
820
+ "short_range": 0.9633871302308802,
821
+ "medium_range": 0.7850576295092936,
822
+ "long_range": 0.421360944178837,
823
+ "very_long_range": 0.2432343710684144
824
+ },
825
+ "to_scient_Integer_none_ScientificNotation": {
826
+ "well_learned_digit": 95,
827
+ "has_performance_digit": 100,
828
+ "in_domain": 0.9966935597619614,
829
+ "out_domain": 0.8930369667881917,
830
+ "short_range": 1.0,
831
+ "medium_range": 0.9947096956191384,
832
+ "long_range": 0.9125607628332462,
833
+ "very_long_range": 0.8735131707431376
834
+ },
835
+ "to_scient_Float_none_ScientificNotation": {
836
+ "well_learned_digit": 25,
837
+ "has_performance_digit": 83,
838
+ "in_domain": 0.9857091238216789,
839
+ "out_domain": 0.6555336889908497,
840
+ "short_range": 0.9947879160528155,
841
+ "medium_range": 0.9784460900367694,
842
+ "long_range": 0.80417017323581,
843
+ "very_long_range": 0.5068972047458892
844
+ },
845
+ "count_Integer_int_int": {
846
+ "well_learned_digit": 0,
847
+ "has_performance_digit": 14,
848
+ "in_domain": 0.55375,
849
+ "out_domain": 0.16225,
850
+ "short_range": 0.7483333333333333,
851
+ "medium_range": 0.437,
852
+ "long_range": 0.18625,
853
+ "very_long_range": 0.13825
854
+ },
855
+ "sig_Integer_int_ScientificNotation": {
856
+ "well_learned_digit": 19,
857
+ "has_performance_digit": 100,
858
+ "in_domain": 0.9287764071583728,
859
+ "out_domain": 0.7918865571131936,
860
+ "short_range": 0.9236917989417989,
861
+ "medium_range": 0.9318271720883173,
862
+ "long_range": 0.8212032630716181,
863
+ "very_long_range": 0.7625698511547689
864
+ }
865
+ },
866
+ "dlength": {
867
+ "add_Integer_Integer_Integer": {
868
+ "well_learned_digit": 19,
869
+ "has_performance_digit": 20,
870
+ "in_domain": 0.0033333333333333335,
871
+ "out_domain": 0.09583333333333334,
872
+ "short_range": 0.0,
873
+ "medium_range": 0.005,
874
+ "long_range": 0.051666666666666666,
875
+ "very_long_range": 0.14
876
+ },
877
+ "add_Float_Float_Float": {
878
+ "well_learned_digit": 11,
879
+ "has_performance_digit": 20,
880
+ "in_domain": 0.03833333333333333,
881
+ "out_domain": 0.2608333333333333,
882
+ "short_range": 0.0,
883
+ "medium_range": 0.0575,
884
+ "long_range": 0.16333333333333333,
885
+ "very_long_range": 0.35833333333333334
886
+ },
887
+ "add_Fraction_Fraction_Fraction": {
888
+ "well_learned_digit": 0,
889
+ "has_performance_digit": 7,
890
+ "in_domain": 0.8675,
891
+ "out_domain": 9.649166666666666,
892
+ "short_range": 0.9525,
893
+ "medium_range": 0.7825,
894
+ "long_range": 5.7283333333333335,
895
+ "very_long_range": 13.57
896
+ },
897
+ "add_easy_Fraction_Fraction_Fraction": {
898
+ "well_learned_digit": 0,
899
+ "has_performance_digit": 5,
900
+ "in_domain": 1.2725,
901
+ "out_domain": 8.2,
902
+ "short_range": 1.37,
903
+ "medium_range": 1.175,
904
+ "long_range": 5.185,
905
+ "very_long_range": 11.215
906
+ },
907
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
908
+ "well_learned_digit": 0,
909
+ "has_performance_digit": 7,
910
+ "in_domain": 1.605,
911
+ "out_domain": 1.6491666666666667,
912
+ "short_range": 2.905,
913
+ "medium_range": 0.955,
914
+ "long_range": 1.55,
915
+ "very_long_range": 1.7483333333333333
916
+ },
917
+ "sub_Integer_Integer_Integer": {
918
+ "well_learned_digit": 20,
919
+ "has_performance_digit": 20,
920
+ "in_domain": 0.011666666666666667,
921
+ "out_domain": 0.0475,
922
+ "short_range": 0.005,
923
+ "medium_range": 0.015,
924
+ "long_range": 0.03333333333333333,
925
+ "very_long_range": 0.06166666666666667
926
+ },
927
+ "sub_Float_Float_Float": {
928
+ "well_learned_digit": 13,
929
+ "has_performance_digit": 20,
930
+ "in_domain": 0.01,
931
+ "out_domain": 0.21666666666666667,
932
+ "short_range": 0.005,
933
+ "medium_range": 0.0125,
934
+ "long_range": 0.12166666666666667,
935
+ "very_long_range": 0.31166666666666665
936
+ },
937
+ "sub_Fraction_Fraction_Fraction": {
938
+ "well_learned_digit": 0,
939
+ "has_performance_digit": 5,
940
+ "in_domain": 1.31375,
941
+ "out_domain": 14.005833333333333,
942
+ "short_range": 0.8925,
943
+ "medium_range": 1.735,
944
+ "long_range": 8.011666666666667,
945
+ "very_long_range": 20.0
946
+ },
947
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
948
+ "well_learned_digit": 0,
949
+ "has_performance_digit": 0,
950
+ "in_domain": 38.91166666666667,
951
+ "out_domain": 37.69083333333333,
952
+ "short_range": 36.185,
953
+ "medium_range": 40.275,
954
+ "long_range": 38.825,
955
+ "very_long_range": 36.556666666666665
956
+ },
957
+ "max_Integer_Integer_Integer": {
958
+ "well_learned_digit": 47,
959
+ "has_performance_digit": 83,
960
+ "in_domain": 0.0075,
961
+ "out_domain": 1.89875,
962
+ "short_range": 0.0,
963
+ "medium_range": 0.012,
964
+ "long_range": 0.507,
965
+ "very_long_range": 3.2905
966
+ },
967
+ "max_Float_Float_Float": {
968
+ "well_learned_digit": 35,
969
+ "has_performance_digit": 54,
970
+ "in_domain": 0.0044444444444444444,
971
+ "out_domain": 2.86725,
972
+ "short_range": 0.0,
973
+ "medium_range": 0.008,
974
+ "long_range": 0.82,
975
+ "very_long_range": 4.9145
976
+ },
977
+ "max_Fraction_Fraction_Fraction": {
978
+ "well_learned_digit": 0,
979
+ "has_performance_digit": 5,
980
+ "in_domain": 1.075,
981
+ "out_domain": 3.379166666666667,
982
+ "short_range": 0.77,
983
+ "medium_range": 1.38,
984
+ "long_range": 2.5566666666666666,
985
+ "very_long_range": 4.201666666666667
986
+ },
987
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
988
+ "well_learned_digit": 97,
989
+ "has_performance_digit": 100,
990
+ "in_domain": 0.0005555555555555556,
991
+ "out_domain": 0.05375,
992
+ "short_range": 0.00125,
993
+ "medium_range": 0.0,
994
+ "long_range": 0.01275,
995
+ "very_long_range": 0.09475
996
+ },
997
+ "max_hard_Integer_Integer_Integer": {
998
+ "well_learned_digit": 100,
999
+ "has_performance_digit": 100,
1000
+ "in_domain": 0.0,
1001
+ "out_domain": 0.00525,
1002
+ "short_range": 0.0,
1003
+ "medium_range": 0.0,
1004
+ "long_range": 0.0015,
1005
+ "very_long_range": 0.009
1006
+ },
1007
+ "max_hard_Float_Float_Float": {
1008
+ "well_learned_digit": 25,
1009
+ "has_performance_digit": 52,
1010
+ "in_domain": 0.011666666666666667,
1011
+ "out_domain": 3.042125,
1012
+ "short_range": 0.0,
1013
+ "medium_range": 0.021,
1014
+ "long_range": 0.958,
1015
+ "very_long_range": 5.12625
1016
+ },
1017
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
1018
+ "well_learned_digit": 35,
1019
+ "has_performance_digit": 69,
1020
+ "in_domain": 0.06166666666666667,
1021
+ "out_domain": 1.6575,
1022
+ "short_range": 0.02125,
1023
+ "medium_range": 0.094,
1024
+ "long_range": 0.62925,
1025
+ "very_long_range": 2.68575
1026
+ },
1027
+ "multiply_hard_Integer_Integer_Integer": {
1028
+ "well_learned_digit": 11,
1029
+ "has_performance_digit": 18,
1030
+ "in_domain": 0.035,
1031
+ "out_domain": 0.5283333333333333,
1032
+ "short_range": 0.02,
1033
+ "medium_range": 0.0425,
1034
+ "long_range": 0.18,
1035
+ "very_long_range": 0.8766666666666667
1036
+ },
1037
+ "multiply_hard_Float_Float_Float": {
1038
+ "well_learned_digit": 3,
1039
+ "has_performance_digit": 9,
1040
+ "in_domain": 0.47333333333333333,
1041
+ "out_domain": 3.8233333333333333,
1042
+ "short_range": 0.165,
1043
+ "medium_range": 0.6275,
1044
+ "long_range": 2.453333333333333,
1045
+ "very_long_range": 5.193333333333333
1046
+ },
1047
+ "multiply_hard_Fraction_Fraction_Fraction": {
1048
+ "well_learned_digit": 0,
1049
+ "has_performance_digit": 11,
1050
+ "in_domain": 1.025,
1051
+ "out_domain": 2.51,
1052
+ "short_range": 1.185,
1053
+ "medium_range": 0.865,
1054
+ "long_range": 1.6583333333333334,
1055
+ "very_long_range": 3.361666666666667
1056
+ },
1057
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
1058
+ "well_learned_digit": 0,
1059
+ "has_performance_digit": 7,
1060
+ "in_domain": 1.6083333333333334,
1061
+ "out_domain": 2.316666666666667,
1062
+ "short_range": 3.245,
1063
+ "medium_range": 0.79,
1064
+ "long_range": 1.53,
1065
+ "very_long_range": 3.1033333333333335
1066
+ },
1067
+ "multiply_easy_Integer_Integer_Integer": {
1068
+ "well_learned_digit": 16,
1069
+ "has_performance_digit": 19,
1070
+ "in_domain": 0.006666666666666667,
1071
+ "out_domain": 0.24416666666666667,
1072
+ "short_range": 0.0,
1073
+ "medium_range": 0.01,
1074
+ "long_range": 0.06666666666666667,
1075
+ "very_long_range": 0.4216666666666667
1076
+ },
1077
+ "multiply_easy_Float_Float_Float": {
1078
+ "well_learned_digit": 8,
1079
+ "has_performance_digit": 17,
1080
+ "in_domain": 0.205,
1081
+ "out_domain": 1.0258333333333334,
1082
+ "short_range": 0.13,
1083
+ "medium_range": 0.2425,
1084
+ "long_range": 0.65,
1085
+ "very_long_range": 1.4016666666666666
1086
+ },
1087
+ "multiply_easy_Fraction_Fraction_Fraction": {
1088
+ "well_learned_digit": 1,
1089
+ "has_performance_digit": 15,
1090
+ "in_domain": 0.74375,
1091
+ "out_domain": 1.5708333333333333,
1092
+ "short_range": 0.77,
1093
+ "medium_range": 0.7175,
1094
+ "long_range": 0.9883333333333333,
1095
+ "very_long_range": 2.1533333333333333
1096
+ },
1097
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
1098
+ "well_learned_digit": 0,
1099
+ "has_performance_digit": 20,
1100
+ "in_domain": 0.4266666666666667,
1101
+ "out_domain": 0.9133333333333333,
1102
+ "short_range": 0.495,
1103
+ "medium_range": 0.3925,
1104
+ "long_range": 0.7066666666666667,
1105
+ "very_long_range": 1.12
1106
+ },
1107
+ "digit_max_Integer_Integer_Integer": {
1108
+ "well_learned_digit": 23,
1109
+ "has_performance_digit": 61,
1110
+ "in_domain": 0.04375,
1111
+ "out_domain": 3.080375,
1112
+ "short_range": 0.015,
1113
+ "medium_range": 0.061,
1114
+ "long_range": 0.73225,
1115
+ "very_long_range": 5.4285
1116
+ },
1117
+ "digit_max_Float_Float_Float": {
1118
+ "well_learned_digit": 19,
1119
+ "has_performance_digit": 29,
1120
+ "in_domain": 0.04,
1121
+ "out_domain": 7.542875,
1122
+ "short_range": 0.01,
1123
+ "medium_range": 0.064,
1124
+ "long_range": 3.0825,
1125
+ "very_long_range": 12.00325
1126
+ },
1127
+ "digit_add_Integer_Integer_Integer": {
1128
+ "well_learned_digit": 26,
1129
+ "has_performance_digit": 61,
1130
+ "in_domain": 0.044375,
1131
+ "out_domain": 4.115,
1132
+ "short_range": 0.051666666666666666,
1133
+ "medium_range": 0.04,
1134
+ "long_range": 1.13225,
1135
+ "very_long_range": 7.09775
1136
+ },
1137
+ "digit_add_Float_Float_Float": {
1138
+ "well_learned_digit": 29,
1139
+ "has_performance_digit": 45,
1140
+ "in_domain": 0.04666666666666667,
1141
+ "out_domain": 5.327375,
1142
+ "short_range": 0.03875,
1143
+ "medium_range": 0.053,
1144
+ "long_range": 1.22825,
1145
+ "very_long_range": 9.4265
1146
+ },
1147
+ "get_digit_Integer_int_int": {
1148
+ "well_learned_digit": 100,
1149
+ "has_performance_digit": 100,
1150
+ "in_domain": 0.0,
1151
+ "out_domain": 0.0,
1152
+ "short_range": 0.0,
1153
+ "medium_range": 0.0,
1154
+ "long_range": 0.0,
1155
+ "very_long_range": 0.0
1156
+ },
1157
+ "get_digit_Float_int_int": {
1158
+ "well_learned_digit": 100,
1159
+ "has_performance_digit": 100,
1160
+ "in_domain": 0.0,
1161
+ "out_domain": 0.0,
1162
+ "short_range": 0.0,
1163
+ "medium_range": 0.0,
1164
+ "long_range": 0.0,
1165
+ "very_long_range": 0.0
1166
+ },
1167
+ "length_Integer_none_int": {
1168
+ "well_learned_digit": 82,
1169
+ "has_performance_digit": 100,
1170
+ "in_domain": 0.00625,
1171
+ "out_domain": 0.086875,
1172
+ "short_range": 0.0,
1173
+ "medium_range": 0.01,
1174
+ "long_range": 0.0,
1175
+ "very_long_range": 0.17375
1176
+ },
1177
+ "length_Float_none_int": {
1178
+ "well_learned_digit": 52,
1179
+ "has_performance_digit": 100,
1180
+ "in_domain": 0.012222222222222223,
1181
+ "out_domain": 0.215625,
1182
+ "short_range": 0.0275,
1183
+ "medium_range": 0.0,
1184
+ "long_range": 0.045,
1185
+ "very_long_range": 0.38625
1186
+ },
1187
+ "truediv_Integer_Integer_Fraction": {
1188
+ "well_learned_digit": 3,
1189
+ "has_performance_digit": 20,
1190
+ "in_domain": 0.35333333333333333,
1191
+ "out_domain": 0.5541666666666667,
1192
+ "short_range": 0.195,
1193
+ "medium_range": 0.4325,
1194
+ "long_range": 0.56,
1195
+ "very_long_range": 0.5483333333333333
1196
+ },
1197
+ "truediv_Fraction_Fraction_Fraction": {
1198
+ "well_learned_digit": 0,
1199
+ "has_performance_digit": 3,
1200
+ "in_domain": 1.50375,
1201
+ "out_domain": 15.12,
1202
+ "short_range": 1.1575,
1203
+ "medium_range": 1.85,
1204
+ "long_range": 7.75,
1205
+ "very_long_range": 22.49
1206
+ },
1207
+ "floordiv_Integer_Integer_Integer": {
1208
+ "well_learned_digit": 9,
1209
+ "has_performance_digit": 18,
1210
+ "in_domain": 0.02666666666666667,
1211
+ "out_domain": 0.7791666666666667,
1212
+ "short_range": 0.0,
1213
+ "medium_range": 0.04,
1214
+ "long_range": 0.46,
1215
+ "very_long_range": 1.0983333333333334
1216
+ },
1217
+ "mod_Integer_Integer_Integer": {
1218
+ "well_learned_digit": 0,
1219
+ "has_performance_digit": 15,
1220
+ "in_domain": 0.39,
1221
+ "out_domain": 1.1991666666666667,
1222
+ "short_range": 0.3,
1223
+ "medium_range": 0.435,
1224
+ "long_range": 0.7033333333333334,
1225
+ "very_long_range": 1.695
1226
+ },
1227
+ "mod_easy_Integer_Integer_Integer": {
1228
+ "well_learned_digit": 0,
1229
+ "has_performance_digit": 17,
1230
+ "in_domain": 0.42,
1231
+ "out_domain": 0.795,
1232
+ "short_range": 0.265,
1233
+ "medium_range": 0.4975,
1234
+ "long_range": 0.5716666666666667,
1235
+ "very_long_range": 1.0183333333333333
1236
+ },
1237
+ "to_float_Fraction_none_Float": {
1238
+ "well_learned_digit": 3,
1239
+ "has_performance_digit": 9,
1240
+ "in_domain": 0.37625,
1241
+ "out_domain": 4.036666666666667,
1242
+ "short_range": 0.3525,
1243
+ "medium_range": 0.4,
1244
+ "long_range": 1.715,
1245
+ "very_long_range": 6.358333333333333
1246
+ },
1247
+ "to_float_ScientificNotation_none_Float": {
1248
+ "well_learned_digit": 14,
1249
+ "has_performance_digit": 78,
1250
+ "in_domain": 0.18333333333333332,
1251
+ "out_domain": 1.669875,
1252
+ "short_range": 0.06625,
1253
+ "medium_range": 0.277,
1254
+ "long_range": 0.88675,
1255
+ "very_long_range": 2.453
1256
+ },
1257
+ "to_scient_Integer_none_ScientificNotation": {
1258
+ "well_learned_digit": 27,
1259
+ "has_performance_digit": 33,
1260
+ "in_domain": 0.019375,
1261
+ "out_domain": 10.6045,
1262
+ "short_range": 0.018333333333333333,
1263
+ "medium_range": 0.02,
1264
+ "long_range": 4.166,
1265
+ "very_long_range": 17.043
1266
+ },
1267
+ "to_scient_Float_none_ScientificNotation": {
1268
+ "well_learned_digit": 16,
1269
+ "has_performance_digit": 38,
1270
+ "in_domain": 0.09388888888888888,
1271
+ "out_domain": 21.614,
1272
+ "short_range": 0.02125,
1273
+ "medium_range": 0.152,
1274
+ "long_range": 4.22125,
1275
+ "very_long_range": 39.00675
1276
+ },
1277
+ "count_Integer_int_int": {
1278
+ "well_learned_digit": 40,
1279
+ "has_performance_digit": 100,
1280
+ "in_domain": 0.000625,
1281
+ "out_domain": 0.262625,
1282
+ "short_range": 0.0,
1283
+ "medium_range": 0.001,
1284
+ "long_range": 0.17075,
1285
+ "very_long_range": 0.3545
1286
+ },
1287
+ "sig_Integer_int_ScientificNotation": {
1288
+ "well_learned_digit": 0,
1289
+ "has_performance_digit": 0,
1290
+ "in_domain": 5.185625,
1291
+ "out_domain": 28.481375,
1292
+ "short_range": 2.6533333333333333,
1293
+ "medium_range": 6.705,
1294
+ "long_range": 18.75125,
1295
+ "very_long_range": 38.2115
1296
+ }
1297
+ }
1298
+ }
test_results_report/Llama-3.1-8B_statistics.txt ADDED
@@ -0,0 +1,1298 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exact_match": {
3
+ "add_Integer_Integer_Integer": {
4
+ "well_learned_digit": 4,
5
+ "has_performance_digit": 9,
6
+ "in_domain": 0.57,
7
+ "out_domain": 0.041666666666666664,
8
+ "short_range": 0.95,
9
+ "medium_range": 0.38,
10
+ "long_range": 0.06166666666666667,
11
+ "very_long_range": 0.021666666666666667
12
+ },
13
+ "add_Float_Float_Float": {
14
+ "well_learned_digit": 3,
15
+ "has_performance_digit": 11,
16
+ "in_domain": 0.6116666666666667,
17
+ "out_domain": 0.060833333333333336,
18
+ "short_range": 0.895,
19
+ "medium_range": 0.47,
20
+ "long_range": 0.10333333333333333,
21
+ "very_long_range": 0.018333333333333333
22
+ },
23
+ "add_Fraction_Fraction_Fraction": {
24
+ "well_learned_digit": 0,
25
+ "has_performance_digit": 1,
26
+ "in_domain": 0.03375,
27
+ "out_domain": 0.0,
28
+ "short_range": 0.0675,
29
+ "medium_range": 0.0,
30
+ "long_range": 0.0,
31
+ "very_long_range": 0.0
32
+ },
33
+ "add_easy_Fraction_Fraction_Fraction": {
34
+ "well_learned_digit": 0,
35
+ "has_performance_digit": 0,
36
+ "in_domain": 0.00875,
37
+ "out_domain": 0.0,
38
+ "short_range": 0.0175,
39
+ "medium_range": 0.0,
40
+ "long_range": 0.0,
41
+ "very_long_range": 0.0
42
+ },
43
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
44
+ "well_learned_digit": 0,
45
+ "has_performance_digit": 0,
46
+ "in_domain": 0.02,
47
+ "out_domain": 0.0075,
48
+ "short_range": 0.02,
49
+ "medium_range": 0.02,
50
+ "long_range": 0.013333333333333334,
51
+ "very_long_range": 0.0016666666666666668
52
+ },
53
+ "sub_Integer_Integer_Integer": {
54
+ "well_learned_digit": 3,
55
+ "has_performance_digit": 10,
56
+ "in_domain": 0.6133333333333333,
57
+ "out_domain": 0.04666666666666667,
58
+ "short_range": 0.94,
59
+ "medium_range": 0.45,
60
+ "long_range": 0.075,
61
+ "very_long_range": 0.018333333333333333
62
+ },
63
+ "sub_Float_Float_Float": {
64
+ "well_learned_digit": 3,
65
+ "has_performance_digit": 10,
66
+ "in_domain": 0.61,
67
+ "out_domain": 0.04833333333333333,
68
+ "short_range": 0.88,
69
+ "medium_range": 0.475,
70
+ "long_range": 0.08666666666666667,
71
+ "very_long_range": 0.01
72
+ },
73
+ "sub_Fraction_Fraction_Fraction": {
74
+ "well_learned_digit": 0,
75
+ "has_performance_digit": 1,
76
+ "in_domain": 0.0325,
77
+ "out_domain": 0.0,
78
+ "short_range": 0.065,
79
+ "medium_range": 0.0,
80
+ "long_range": 0.0,
81
+ "very_long_range": 0.0
82
+ },
83
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
84
+ "well_learned_digit": 0,
85
+ "has_performance_digit": 0,
86
+ "in_domain": 0.0016666666666666668,
87
+ "out_domain": 0.0008333333333333334,
88
+ "short_range": 0.0,
89
+ "medium_range": 0.0025,
90
+ "long_range": 0.0016666666666666668,
91
+ "very_long_range": 0.0
92
+ },
93
+ "max_Integer_Integer_Integer": {
94
+ "well_learned_digit": 0,
95
+ "has_performance_digit": 100,
96
+ "in_domain": 0.533125,
97
+ "out_domain": 0.422125,
98
+ "short_range": 0.4816666666666667,
99
+ "medium_range": 0.564,
100
+ "long_range": 0.4585,
101
+ "very_long_range": 0.38575
102
+ },
103
+ "max_Float_Float_Float": {
104
+ "well_learned_digit": 0,
105
+ "has_performance_digit": 100,
106
+ "in_domain": 0.6316666666666667,
107
+ "out_domain": 0.387875,
108
+ "short_range": 0.705,
109
+ "medium_range": 0.573,
110
+ "long_range": 0.41475,
111
+ "very_long_range": 0.361
112
+ },
113
+ "max_Fraction_Fraction_Fraction": {
114
+ "well_learned_digit": 0,
115
+ "has_performance_digit": 20,
116
+ "in_domain": 0.135,
117
+ "out_domain": 0.1025,
118
+ "short_range": 0.1375,
119
+ "medium_range": 0.1325,
120
+ "long_range": 0.10166666666666667,
121
+ "very_long_range": 0.10333333333333333
122
+ },
123
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
124
+ "well_learned_digit": 0,
125
+ "has_performance_digit": 100,
126
+ "in_domain": 0.38333333333333336,
127
+ "out_domain": 0.34475,
128
+ "short_range": 0.42125,
129
+ "medium_range": 0.353,
130
+ "long_range": 0.367,
131
+ "very_long_range": 0.3225
132
+ },
133
+ "max_hard_Integer_Integer_Integer": {
134
+ "well_learned_digit": 0,
135
+ "has_performance_digit": 100,
136
+ "in_domain": 0.558125,
137
+ "out_domain": 0.4835,
138
+ "short_range": 0.5016666666666667,
139
+ "medium_range": 0.592,
140
+ "long_range": 0.50975,
141
+ "very_long_range": 0.45725
142
+ },
143
+ "max_hard_Float_Float_Float": {
144
+ "well_learned_digit": 0,
145
+ "has_performance_digit": 100,
146
+ "in_domain": 0.6238888888888889,
147
+ "out_domain": 0.375,
148
+ "short_range": 0.68375,
149
+ "medium_range": 0.576,
150
+ "long_range": 0.4035,
151
+ "very_long_range": 0.3465
152
+ },
153
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
154
+ "well_learned_digit": 0,
155
+ "has_performance_digit": 100,
156
+ "in_domain": 0.4772222222222222,
157
+ "out_domain": 0.472,
158
+ "short_range": 0.44375,
159
+ "medium_range": 0.504,
160
+ "long_range": 0.49825,
161
+ "very_long_range": 0.44575
162
+ },
163
+ "multiply_hard_Integer_Integer_Integer": {
164
+ "well_learned_digit": 0,
165
+ "has_performance_digit": 3,
166
+ "in_domain": 0.06,
167
+ "out_domain": 0.0,
168
+ "short_range": 0.17,
169
+ "medium_range": 0.005,
170
+ "long_range": 0.0,
171
+ "very_long_range": 0.0
172
+ },
173
+ "multiply_hard_Float_Float_Float": {
174
+ "well_learned_digit": 0,
175
+ "has_performance_digit": 0,
176
+ "in_domain": 0.0016666666666666668,
177
+ "out_domain": 0.0,
178
+ "short_range": 0.005,
179
+ "medium_range": 0.0,
180
+ "long_range": 0.0,
181
+ "very_long_range": 0.0
182
+ },
183
+ "multiply_hard_Fraction_Fraction_Fraction": {
184
+ "well_learned_digit": 0,
185
+ "has_performance_digit": 2,
186
+ "in_domain": 0.06875,
187
+ "out_domain": 0.0,
188
+ "short_range": 0.1375,
189
+ "medium_range": 0.0,
190
+ "long_range": 0.0,
191
+ "very_long_range": 0.0
192
+ },
193
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
194
+ "well_learned_digit": 0,
195
+ "has_performance_digit": 0,
196
+ "in_domain": 0.0,
197
+ "out_domain": 0.0,
198
+ "short_range": 0.0,
199
+ "medium_range": 0.0,
200
+ "long_range": 0.0,
201
+ "very_long_range": 0.0
202
+ },
203
+ "multiply_easy_Integer_Integer_Integer": {
204
+ "well_learned_digit": 0,
205
+ "has_performance_digit": 3,
206
+ "in_domain": 0.07333333333333333,
207
+ "out_domain": 0.006666666666666667,
208
+ "short_range": 0.19,
209
+ "medium_range": 0.015,
210
+ "long_range": 0.005,
211
+ "very_long_range": 0.008333333333333333
212
+ },
213
+ "multiply_easy_Float_Float_Float": {
214
+ "well_learned_digit": 0,
215
+ "has_performance_digit": 0,
216
+ "in_domain": 0.0016666666666666668,
217
+ "out_domain": 0.0,
218
+ "short_range": 0.005,
219
+ "medium_range": 0.0,
220
+ "long_range": 0.0,
221
+ "very_long_range": 0.0
222
+ },
223
+ "multiply_easy_Fraction_Fraction_Fraction": {
224
+ "well_learned_digit": 0,
225
+ "has_performance_digit": 3,
226
+ "in_domain": 0.1375,
227
+ "out_domain": 0.0,
228
+ "short_range": 0.275,
229
+ "medium_range": 0.0,
230
+ "long_range": 0.0,
231
+ "very_long_range": 0.0
232
+ },
233
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
234
+ "well_learned_digit": 0,
235
+ "has_performance_digit": 0,
236
+ "in_domain": 0.0,
237
+ "out_domain": 0.0,
238
+ "short_range": 0.0,
239
+ "medium_range": 0.0,
240
+ "long_range": 0.0,
241
+ "very_long_range": 0.0
242
+ },
243
+ "digit_max_Integer_Integer_Integer": {
244
+ "well_learned_digit": 0,
245
+ "has_performance_digit": 5,
246
+ "in_domain": 0.015625,
247
+ "out_domain": 0.0,
248
+ "short_range": 0.03666666666666667,
249
+ "medium_range": 0.003,
250
+ "long_range": 0.0,
251
+ "very_long_range": 0.0
252
+ },
253
+ "digit_max_Float_Float_Float": {
254
+ "well_learned_digit": 0,
255
+ "has_performance_digit": 0,
256
+ "in_domain": 0.005555555555555556,
257
+ "out_domain": 0.0,
258
+ "short_range": 0.0125,
259
+ "medium_range": 0.0,
260
+ "long_range": 0.0,
261
+ "very_long_range": 0.0
262
+ },
263
+ "digit_add_Integer_Integer_Integer": {
264
+ "well_learned_digit": 0,
265
+ "has_performance_digit": 0,
266
+ "in_domain": 0.0025,
267
+ "out_domain": 0.0,
268
+ "short_range": 0.006666666666666667,
269
+ "medium_range": 0.0,
270
+ "long_range": 0.0,
271
+ "very_long_range": 0.0
272
+ },
273
+ "digit_add_Float_Float_Float": {
274
+ "well_learned_digit": 0,
275
+ "has_performance_digit": 0,
276
+ "in_domain": 0.0044444444444444444,
277
+ "out_domain": 0.0,
278
+ "short_range": 0.01,
279
+ "medium_range": 0.0,
280
+ "long_range": 0.0,
281
+ "very_long_range": 0.0
282
+ },
283
+ "get_digit_Integer_int_int": {
284
+ "well_learned_digit": 0,
285
+ "has_performance_digit": 100,
286
+ "in_domain": 0.379375,
287
+ "out_domain": 0.1575,
288
+ "short_range": 0.5183333333333333,
289
+ "medium_range": 0.296,
290
+ "long_range": 0.18,
291
+ "very_long_range": 0.135
292
+ },
293
+ "get_digit_Float_int_int": {
294
+ "well_learned_digit": 0,
295
+ "has_performance_digit": 99,
296
+ "in_domain": 0.325,
297
+ "out_domain": 0.135,
298
+ "short_range": 0.43,
299
+ "medium_range": 0.241,
300
+ "long_range": 0.154,
301
+ "very_long_range": 0.116
302
+ },
303
+ "length_Integer_none_int": {
304
+ "well_learned_digit": 10,
305
+ "has_performance_digit": 100,
306
+ "in_domain": 0.46,
307
+ "out_domain": 0.016125,
308
+ "short_range": 0.93,
309
+ "medium_range": 0.178,
310
+ "long_range": 0.0265,
311
+ "very_long_range": 0.00575
312
+ },
313
+ "length_Float_none_int": {
314
+ "well_learned_digit": 0,
315
+ "has_performance_digit": 7,
316
+ "in_domain": 0.10833333333333334,
317
+ "out_domain": 0.005625,
318
+ "short_range": 0.2175,
319
+ "medium_range": 0.021,
320
+ "long_range": 0.00925,
321
+ "very_long_range": 0.002
322
+ },
323
+ "truediv_Integer_Integer_Fraction": {
324
+ "well_learned_digit": 0,
325
+ "has_performance_digit": 0,
326
+ "in_domain": 0.008333333333333333,
327
+ "out_domain": 0.0016666666666666668,
328
+ "short_range": 0.015,
329
+ "medium_range": 0.005,
330
+ "long_range": 0.0016666666666666668,
331
+ "very_long_range": 0.0016666666666666668
332
+ },
333
+ "truediv_Fraction_Fraction_Fraction": {
334
+ "well_learned_digit": 0,
335
+ "has_performance_digit": 1,
336
+ "in_domain": 0.0375,
337
+ "out_domain": 0.0,
338
+ "short_range": 0.075,
339
+ "medium_range": 0.0,
340
+ "long_range": 0.0,
341
+ "very_long_range": 0.0
342
+ },
343
+ "floordiv_Integer_Integer_Integer": {
344
+ "well_learned_digit": 3,
345
+ "has_performance_digit": 19,
346
+ "in_domain": 0.5916666666666667,
347
+ "out_domain": 0.11833333333333333,
348
+ "short_range": 0.855,
349
+ "medium_range": 0.46,
350
+ "long_range": 0.13833333333333334,
351
+ "very_long_range": 0.09833333333333333
352
+ },
353
+ "mod_Integer_Integer_Integer": {
354
+ "well_learned_digit": 0,
355
+ "has_performance_digit": 3,
356
+ "in_domain": 0.06166666666666667,
357
+ "out_domain": 0.0,
358
+ "short_range": 0.155,
359
+ "medium_range": 0.015,
360
+ "long_range": 0.0,
361
+ "very_long_range": 0.0
362
+ },
363
+ "mod_easy_Integer_Integer_Integer": {
364
+ "well_learned_digit": 0,
365
+ "has_performance_digit": 4,
366
+ "in_domain": 0.09166666666666666,
367
+ "out_domain": 0.018333333333333333,
368
+ "short_range": 0.225,
369
+ "medium_range": 0.025,
370
+ "long_range": 0.016666666666666666,
371
+ "very_long_range": 0.02
372
+ },
373
+ "to_float_Fraction_none_Float": {
374
+ "well_learned_digit": 3,
375
+ "has_performance_digit": 7,
376
+ "in_domain": 0.465,
377
+ "out_domain": 0.04833333333333333,
378
+ "short_range": 0.7,
379
+ "medium_range": 0.23,
380
+ "long_range": 0.06666666666666667,
381
+ "very_long_range": 0.03
382
+ },
383
+ "to_float_ScientificNotation_none_Float": {
384
+ "well_learned_digit": 0,
385
+ "has_performance_digit": 97,
386
+ "in_domain": 0.41833333333333333,
387
+ "out_domain": 0.096375,
388
+ "short_range": 0.645,
389
+ "medium_range": 0.237,
390
+ "long_range": 0.11825,
391
+ "very_long_range": 0.0745
392
+ },
393
+ "to_scient_Integer_none_ScientificNotation": {
394
+ "well_learned_digit": 0,
395
+ "has_performance_digit": 22,
396
+ "in_domain": 0.02875,
397
+ "out_domain": 0.003,
398
+ "short_range": 0.011666666666666667,
399
+ "medium_range": 0.039,
400
+ "long_range": 0.00575,
401
+ "very_long_range": 0.00025
402
+ },
403
+ "to_scient_Float_none_ScientificNotation": {
404
+ "well_learned_digit": 0,
405
+ "has_performance_digit": 0,
406
+ "in_domain": 0.01,
407
+ "out_domain": 0.00675,
408
+ "short_range": 0.0075,
409
+ "medium_range": 0.012,
410
+ "long_range": 0.009,
411
+ "very_long_range": 0.0045
412
+ },
413
+ "count_Integer_int_int": {
414
+ "well_learned_digit": 0,
415
+ "has_performance_digit": 67,
416
+ "in_domain": 0.223125,
417
+ "out_domain": 0.098875,
418
+ "short_range": 0.26666666666666666,
419
+ "medium_range": 0.197,
420
+ "long_range": 0.13675,
421
+ "very_long_range": 0.061
422
+ },
423
+ "sig_Integer_int_ScientificNotation": {
424
+ "well_learned_digit": 0,
425
+ "has_performance_digit": 0,
426
+ "in_domain": 0.0125,
427
+ "out_domain": 0.0005,
428
+ "short_range": 0.013333333333333334,
429
+ "medium_range": 0.012,
430
+ "long_range": 0.001,
431
+ "very_long_range": 0.0
432
+ }
433
+ },
434
+ "digit_match": {
435
+ "add_Integer_Integer_Integer": {
436
+ "well_learned_digit": 4,
437
+ "has_performance_digit": 9,
438
+ "in_domain": 0.8255714285714284,
439
+ "out_domain": 0.41418393969864553,
440
+ "short_range": 0.98125,
441
+ "medium_range": 0.7477321428571426,
442
+ "long_range": 0.466703157953158,
443
+ "very_long_range": 0.36166472144413314
444
+ },
445
+ "add_Float_Float_Float": {
446
+ "well_learned_digit": 6,
447
+ "has_performance_digit": 18,
448
+ "in_domain": 0.9115985057970352,
449
+ "out_domain": 0.6040221145170961,
450
+ "short_range": 0.9774107142857141,
451
+ "medium_range": 0.8786924015526956,
452
+ "long_range": 0.6704419516452282,
453
+ "very_long_range": 0.537602277388964
454
+ },
455
+ "add_Fraction_Fraction_Fraction": {
456
+ "well_learned_digit": 0,
457
+ "has_performance_digit": 0,
458
+ "in_domain": 0.1362973755974661,
459
+ "out_domain": 0.04240755506899582,
460
+ "short_range": 0.2153758569861511,
461
+ "medium_range": 0.0572188942087811,
462
+ "long_range": 0.04463280666791665,
463
+ "very_long_range": 0.040182303470074995
464
+ },
465
+ "add_easy_Fraction_Fraction_Fraction": {
466
+ "well_learned_digit": 0,
467
+ "has_performance_digit": 0,
468
+ "in_domain": 0.07928642151990895,
469
+ "out_domain": 0.04129721786753379,
470
+ "short_range": 0.11155281524031523,
471
+ "medium_range": 0.04702002779950266,
472
+ "long_range": 0.04260433105935927,
473
+ "very_long_range": 0.03999010467570831
474
+ },
475
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
476
+ "well_learned_digit": 0,
477
+ "has_performance_digit": 0,
478
+ "in_domain": 0.3787982457357457,
479
+ "out_domain": 0.31239837050604163,
480
+ "short_range": 0.35011489898989906,
481
+ "medium_range": 0.3931399191086691,
482
+ "long_range": 0.33526919089825424,
483
+ "very_long_range": 0.289527550113829
484
+ },
485
+ "sub_Integer_Integer_Integer": {
486
+ "well_learned_digit": 6,
487
+ "has_performance_digit": 11,
488
+ "in_domain": 0.867484126984127,
489
+ "out_domain": 0.4216524346181853,
490
+ "short_range": 0.98375,
491
+ "medium_range": 0.8093511904761903,
492
+ "long_range": 0.5035049302549301,
493
+ "very_long_range": 0.33979993898144045
494
+ },
495
+ "sub_Float_Float_Float": {
496
+ "well_learned_digit": 6,
497
+ "has_performance_digit": 17,
498
+ "in_domain": 0.916915898915899,
499
+ "out_domain": 0.5923958660358932,
500
+ "short_range": 0.9710595238095238,
501
+ "medium_range": 0.8898440864690866,
502
+ "long_range": 0.6929463022515889,
503
+ "very_long_range": 0.4918454298201975
504
+ },
505
+ "sub_Fraction_Fraction_Fraction": {
506
+ "well_learned_digit": 0,
507
+ "has_performance_digit": 0,
508
+ "in_domain": 0.11378336659516292,
509
+ "out_domain": 0.01960167781880691,
510
+ "short_range": 0.19547216325341327,
511
+ "medium_range": 0.03209456993691256,
512
+ "long_range": 0.02140708715032521,
513
+ "very_long_range": 0.017796268487288602
514
+ },
515
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
516
+ "well_learned_digit": 0,
517
+ "has_performance_digit": 0,
518
+ "in_domain": 0.17081673137853576,
519
+ "out_domain": 0.20949883708072597,
520
+ "short_range": 0.14917589380958068,
521
+ "medium_range": 0.18163715016301332,
522
+ "long_range": 0.20224008538866792,
523
+ "very_long_range": 0.21675758877278403
524
+ },
525
+ "max_Integer_Integer_Integer": {
526
+ "well_learned_digit": 0,
527
+ "has_performance_digit": 67,
528
+ "in_domain": 0.5665817701417306,
529
+ "out_domain": 0.4508677793123465,
530
+ "short_range": 0.5173055555555557,
531
+ "medium_range": 0.5961474988934354,
532
+ "long_range": 0.48749303703817853,
533
+ "very_long_range": 0.4142425215865141
534
+ },
535
+ "max_Float_Float_Float": {
536
+ "well_learned_digit": 0,
537
+ "has_performance_digit": 93,
538
+ "in_domain": 0.6939135085670444,
539
+ "out_domain": 0.4228204519099249,
540
+ "short_range": 0.7834398048792883,
541
+ "medium_range": 0.6222924715172494,
542
+ "long_range": 0.45289884959226506,
543
+ "very_long_range": 0.3927420542275843
544
+ },
545
+ "max_Fraction_Fraction_Fraction": {
546
+ "well_learned_digit": 0,
547
+ "has_performance_digit": 0,
548
+ "in_domain": 0.17616402867965367,
549
+ "out_domain": 0.12173742434705877,
550
+ "short_range": 0.1995625,
551
+ "medium_range": 0.15276555735930733,
552
+ "long_range": 0.12221024712318403,
553
+ "very_long_range": 0.12126460157093345
554
+ },
555
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
556
+ "well_learned_digit": 0,
557
+ "has_performance_digit": 54,
558
+ "in_domain": 0.44326832659722065,
559
+ "out_domain": 0.39868574242276633,
560
+ "short_range": 0.4872031093906095,
561
+ "medium_range": 0.4081205003625097,
562
+ "long_range": 0.413698132076325,
563
+ "very_long_range": 0.3836733527692079
564
+ },
565
+ "max_hard_Integer_Integer_Integer": {
566
+ "well_learned_digit": 0,
567
+ "has_performance_digit": 100,
568
+ "in_domain": 0.7314592696605079,
569
+ "out_domain": 0.6406503722520039,
570
+ "short_range": 0.6678783068783068,
571
+ "medium_range": 0.7696078473298287,
572
+ "long_range": 0.6838213434159035,
573
+ "very_long_range": 0.5974794010881048
574
+ },
575
+ "max_hard_Float_Float_Float": {
576
+ "well_learned_digit": 0,
577
+ "has_performance_digit": 96,
578
+ "in_domain": 0.7315508201826325,
579
+ "out_domain": 0.47226730198120115,
580
+ "short_range": 0.7908425960273386,
581
+ "medium_range": 0.6841173995068677,
582
+ "long_range": 0.5057138416751517,
583
+ "very_long_range": 0.4388207622872507
584
+ },
585
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
586
+ "well_learned_digit": 0,
587
+ "has_performance_digit": 100,
588
+ "in_domain": 0.658902643836403,
589
+ "out_domain": 0.6639730987452653,
590
+ "short_range": 0.6452668512043513,
591
+ "medium_range": 0.6698112779420442,
592
+ "long_range": 0.687377703746287,
593
+ "very_long_range": 0.6405684937442441
594
+ },
595
+ "multiply_hard_Integer_Integer_Integer": {
596
+ "well_learned_digit": 0,
597
+ "has_performance_digit": 4,
598
+ "in_domain": 0.37316517047767045,
599
+ "out_domain": 0.0989161785420982,
600
+ "short_range": 0.5847559523809523,
601
+ "medium_range": 0.26736977952602947,
602
+ "long_range": 0.11617507640166473,
603
+ "very_long_range": 0.08165728068253165
604
+ },
605
+ "multiply_hard_Float_Float_Float": {
606
+ "well_learned_digit": 0,
607
+ "has_performance_digit": 0,
608
+ "in_domain": 0.20335257211480584,
609
+ "out_domain": 0.07106645388040965,
610
+ "short_range": 0.29872131340881336,
611
+ "medium_range": 0.1556682014678021,
612
+ "long_range": 0.08239632104604679,
613
+ "very_long_range": 0.059736586714772555
614
+ },
615
+ "multiply_hard_Fraction_Fraction_Fraction": {
616
+ "well_learned_digit": 0,
617
+ "has_performance_digit": 0,
618
+ "in_domain": 0.19315095756783293,
619
+ "out_domain": 0.049920265132203025,
620
+ "short_range": 0.2859451243201243,
621
+ "medium_range": 0.10035679081554162,
622
+ "long_range": 0.05337563055824919,
623
+ "very_long_range": 0.04646489970615687
624
+ },
625
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
626
+ "well_learned_digit": 0,
627
+ "has_performance_digit": 0,
628
+ "in_domain": 0.33077548696143877,
629
+ "out_domain": 0.1870999367450589,
630
+ "short_range": 0.3786210456210455,
631
+ "medium_range": 0.3068527076316354,
632
+ "long_range": 0.2134536743821165,
633
+ "very_long_range": 0.1607461991080014
634
+ },
635
+ "multiply_easy_Integer_Integer_Integer": {
636
+ "well_learned_digit": 0,
637
+ "has_performance_digit": 5,
638
+ "in_domain": 0.46696158008658006,
639
+ "out_domain": 0.18994452546202442,
640
+ "short_range": 0.5875,
641
+ "medium_range": 0.40669237012987003,
642
+ "long_range": 0.2355300010447069,
643
+ "very_long_range": 0.14435904987934195
644
+ },
645
+ "multiply_easy_Float_Float_Float": {
646
+ "well_learned_digit": 0,
647
+ "has_performance_digit": 0,
648
+ "in_domain": 0.2162878908085951,
649
+ "out_domain": 0.10744519067408338,
650
+ "short_range": 0.28696185758685755,
651
+ "medium_range": 0.18095090741946385,
652
+ "long_range": 0.12097019917365076,
653
+ "very_long_range": 0.09392018217451598
654
+ },
655
+ "multiply_easy_Fraction_Fraction_Fraction": {
656
+ "well_learned_digit": 0,
657
+ "has_performance_digit": 1,
658
+ "in_domain": 0.27573502457509813,
659
+ "out_domain": 0.0849597808468155,
660
+ "short_range": 0.4363103285603286,
661
+ "medium_range": 0.1151597205898676,
662
+ "long_range": 0.08164433663863034,
663
+ "very_long_range": 0.08827522505500068
664
+ },
665
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
666
+ "well_learned_digit": 0,
667
+ "has_performance_digit": 0,
668
+ "in_domain": 0.37727944740444724,
669
+ "out_domain": 0.2462835331098654,
670
+ "short_range": 0.45233387445887446,
671
+ "medium_range": 0.3397522338772337,
672
+ "long_range": 0.26854984766265716,
673
+ "very_long_range": 0.2240172185570736
674
+ },
675
+ "digit_max_Integer_Integer_Integer": {
676
+ "well_learned_digit": 0,
677
+ "has_performance_digit": 92,
678
+ "in_domain": 0.48745795615203513,
679
+ "out_domain": 0.47444258484921786,
680
+ "short_range": 0.4639034391534392,
681
+ "medium_range": 0.5015906663511926,
682
+ "long_range": 0.4883926998268438,
683
+ "very_long_range": 0.4604924698715916
684
+ },
685
+ "digit_max_Float_Float_Float": {
686
+ "well_learned_digit": 0,
687
+ "has_performance_digit": 0,
688
+ "in_domain": 0.4129234379640478,
689
+ "out_domain": 0.4355361813341395,
690
+ "short_range": 0.39728570164033594,
691
+ "medium_range": 0.42543362702301735,
692
+ "long_range": 0.4340598642298602,
693
+ "very_long_range": 0.43701249843841855
694
+ },
695
+ "digit_add_Integer_Integer_Integer": {
696
+ "well_learned_digit": 0,
697
+ "has_performance_digit": 0,
698
+ "in_domain": 0.2814805045476969,
699
+ "out_domain": 0.1376475247962066,
700
+ "short_range": 0.3471236772486773,
701
+ "medium_range": 0.2420946009271086,
702
+ "long_range": 0.15462059943987827,
703
+ "very_long_range": 0.12067445015253488
704
+ },
705
+ "digit_add_Float_Float_Float": {
706
+ "well_learned_digit": 0,
707
+ "has_performance_digit": 0,
708
+ "in_domain": 0.3522374675521396,
709
+ "out_domain": 0.160873785880374,
710
+ "short_range": 0.42252984869340326,
711
+ "medium_range": 0.2960035626391286,
712
+ "long_range": 0.18539950655730264,
713
+ "very_long_range": 0.13634806520344522
714
+ },
715
+ "get_digit_Integer_int_int": {
716
+ "well_learned_digit": 0,
717
+ "has_performance_digit": 9,
718
+ "in_domain": 0.379375,
719
+ "out_domain": 0.1575,
720
+ "short_range": 0.5183333333333333,
721
+ "medium_range": 0.296,
722
+ "long_range": 0.18,
723
+ "very_long_range": 0.135
724
+ },
725
+ "get_digit_Float_int_int": {
726
+ "well_learned_digit": 0,
727
+ "has_performance_digit": 4,
728
+ "in_domain": 0.325,
729
+ "out_domain": 0.135,
730
+ "short_range": 0.43,
731
+ "medium_range": 0.241,
732
+ "long_range": 0.154,
733
+ "very_long_range": 0.116
734
+ },
735
+ "length_Integer_none_int": {
736
+ "well_learned_digit": 10,
737
+ "has_performance_digit": 19,
738
+ "in_domain": 0.6625,
739
+ "out_domain": 0.1306875,
740
+ "short_range": 0.93,
741
+ "medium_range": 0.502,
742
+ "long_range": 0.191625,
743
+ "very_long_range": 0.06975
744
+ },
745
+ "length_Float_none_int": {
746
+ "well_learned_digit": 0,
747
+ "has_performance_digit": 3,
748
+ "in_domain": 0.29333333333333333,
749
+ "out_domain": 0.12908333333333338,
750
+ "short_range": 0.34875,
751
+ "medium_range": 0.249,
752
+ "long_range": 0.10870833333333334,
753
+ "very_long_range": 0.1494583333333333
754
+ },
755
+ "truediv_Integer_Integer_Fraction": {
756
+ "well_learned_digit": 0,
757
+ "has_performance_digit": 0,
758
+ "in_domain": 0.010188492063492064,
759
+ "out_domain": 0.002617734655724851,
760
+ "short_range": 0.018958333333333334,
761
+ "medium_range": 0.005803571428571429,
762
+ "long_range": 0.0026585805262275847,
763
+ "very_long_range": 0.0025768887852221185
764
+ },
765
+ "truediv_Fraction_Fraction_Fraction": {
766
+ "well_learned_digit": 0,
767
+ "has_performance_digit": 0,
768
+ "in_domain": 0.09829387664885561,
769
+ "out_domain": 0.016733746087615332,
770
+ "short_range": 0.16256727647352645,
771
+ "medium_range": 0.03402047682418478,
772
+ "long_range": 0.01967140962278323,
773
+ "very_long_range": 0.013796082552447438
774
+ },
775
+ "floordiv_Integer_Integer_Integer": {
776
+ "well_learned_digit": 3,
777
+ "has_performance_digit": 7,
778
+ "in_domain": 0.7380277777777777,
779
+ "out_domain": 0.27509740259740256,
780
+ "short_range": 0.9116666666666666,
781
+ "medium_range": 0.6512083333333333,
782
+ "long_range": 0.3467202380952381,
783
+ "very_long_range": 0.20347456709956707
784
+ },
785
+ "mod_Integer_Integer_Integer": {
786
+ "well_learned_digit": 0,
787
+ "has_performance_digit": 0,
788
+ "in_domain": 0.18469444444444447,
789
+ "out_domain": 0.033352540977540986,
790
+ "short_range": 0.32500000000000007,
791
+ "medium_range": 0.11454166666666668,
792
+ "long_range": 0.0427123015873016,
793
+ "very_long_range": 0.02399278036778037
794
+ },
795
+ "mod_easy_Integer_Integer_Integer": {
796
+ "well_learned_digit": 0,
797
+ "has_performance_digit": 0,
798
+ "in_domain": 0.225,
799
+ "out_domain": 0.10736111111111112,
800
+ "short_range": 0.37999999999999995,
801
+ "medium_range": 0.1475,
802
+ "long_range": 0.1188888888888889,
803
+ "very_long_range": 0.09583333333333334
804
+ },
805
+ "to_float_Fraction_none_Float": {
806
+ "well_learned_digit": 3,
807
+ "has_performance_digit": 6,
808
+ "in_domain": 0.6574391441891442,
809
+ "out_domain": 0.15069687688763883,
810
+ "short_range": 0.7780773809523809,
811
+ "medium_range": 0.5368009074259074,
812
+ "long_range": 0.2006703112347462,
813
+ "very_long_range": 0.10072344254053145
814
+ },
815
+ "to_float_ScientificNotation_none_Float": {
816
+ "well_learned_digit": 0,
817
+ "has_performance_digit": 12,
818
+ "in_domain": 0.5163738846794187,
819
+ "out_domain": 0.17062358057498753,
820
+ "short_range": 0.7139099927849928,
821
+ "medium_range": 0.3583449981949595,
822
+ "long_range": 0.20001975208803785,
823
+ "very_long_range": 0.1412274090619372
824
+ },
825
+ "to_scient_Integer_none_ScientificNotation": {
826
+ "well_learned_digit": 0,
827
+ "has_performance_digit": 0,
828
+ "in_domain": 0.09695750868283762,
829
+ "out_domain": 0.27310914286316706,
830
+ "short_range": 0.015180555555555557,
831
+ "medium_range": 0.14602368055920686,
832
+ "long_range": 0.2887830188918267,
833
+ "very_long_range": 0.2574352668345073
834
+ },
835
+ "to_scient_Float_none_ScientificNotation": {
836
+ "well_learned_digit": 0,
837
+ "has_performance_digit": 0,
838
+ "in_domain": 0.13535681065640764,
839
+ "out_domain": 0.15546589762514837,
840
+ "short_range": 0.03771982680632062,
841
+ "medium_range": 0.21346639773647724,
842
+ "long_range": 0.1899564604760694,
843
+ "very_long_range": 0.12097533477422731
844
+ },
845
+ "count_Integer_int_int": {
846
+ "well_learned_digit": 0,
847
+ "has_performance_digit": 0,
848
+ "in_domain": 0.22375,
849
+ "out_domain": 0.1196875,
850
+ "short_range": 0.26666666666666666,
851
+ "medium_range": 0.198,
852
+ "long_range": 0.141625,
853
+ "very_long_range": 0.09775
854
+ },
855
+ "sig_Integer_int_ScientificNotation": {
856
+ "well_learned_digit": 0,
857
+ "has_performance_digit": 0,
858
+ "in_domain": 0.2536722093910561,
859
+ "out_domain": 0.3064384387542181,
860
+ "short_range": 0.1208313492063492,
861
+ "medium_range": 0.33337672550188024,
862
+ "long_range": 0.32932485598268185,
863
+ "very_long_range": 0.2835520215257543
864
+ }
865
+ },
866
+ "dlength": {
867
+ "add_Integer_Integer_Integer": {
868
+ "well_learned_digit": 11,
869
+ "has_performance_digit": 20,
870
+ "in_domain": 0.04666666666666667,
871
+ "out_domain": 0.48583333333333334,
872
+ "short_range": 0.015,
873
+ "medium_range": 0.0625,
874
+ "long_range": 0.31,
875
+ "very_long_range": 0.6616666666666666
876
+ },
877
+ "add_Float_Float_Float": {
878
+ "well_learned_digit": 4,
879
+ "has_performance_digit": 11,
880
+ "in_domain": 0.245,
881
+ "out_domain": 1.9891666666666667,
882
+ "short_range": 0.04,
883
+ "medium_range": 0.3475,
884
+ "long_range": 1.1916666666666667,
885
+ "very_long_range": 2.7866666666666666
886
+ },
887
+ "add_Fraction_Fraction_Fraction": {
888
+ "well_learned_digit": 0,
889
+ "has_performance_digit": 1,
890
+ "in_domain": 7.21375,
891
+ "out_domain": 30.653333333333332,
892
+ "short_range": 3.5125,
893
+ "medium_range": 10.915,
894
+ "long_range": 23.298333333333332,
895
+ "very_long_range": 38.00833333333333
896
+ },
897
+ "add_easy_Fraction_Fraction_Fraction": {
898
+ "well_learned_digit": 0,
899
+ "has_performance_digit": 0,
900
+ "in_domain": 7.71625,
901
+ "out_domain": 26.001666666666665,
902
+ "short_range": 4.15,
903
+ "medium_range": 11.2825,
904
+ "long_range": 20.52,
905
+ "very_long_range": 31.483333333333334
906
+ },
907
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
908
+ "well_learned_digit": 0,
909
+ "has_performance_digit": 0,
910
+ "in_domain": 2.8333333333333335,
911
+ "out_domain": 3.8241666666666667,
912
+ "short_range": 3.27,
913
+ "medium_range": 2.615,
914
+ "long_range": 3.3733333333333335,
915
+ "very_long_range": 4.275
916
+ },
917
+ "sub_Integer_Integer_Integer": {
918
+ "well_learned_digit": 10,
919
+ "has_performance_digit": 20,
920
+ "in_domain": 0.06,
921
+ "out_domain": 1.1183333333333334,
922
+ "short_range": 0.0,
923
+ "medium_range": 0.09,
924
+ "long_range": 0.3933333333333333,
925
+ "very_long_range": 1.8433333333333333
926
+ },
927
+ "sub_Float_Float_Float": {
928
+ "well_learned_digit": 6,
929
+ "has_performance_digit": 10,
930
+ "in_domain": 0.16,
931
+ "out_domain": 3.2125,
932
+ "short_range": 0.045,
933
+ "medium_range": 0.2175,
934
+ "long_range": 1.4716666666666667,
935
+ "very_long_range": 4.953333333333333
936
+ },
937
+ "sub_Fraction_Fraction_Fraction": {
938
+ "well_learned_digit": 0,
939
+ "has_performance_digit": 1,
940
+ "in_domain": 10.2575,
941
+ "out_domain": 40.33833333333333,
942
+ "short_range": 4.39,
943
+ "medium_range": 16.125,
944
+ "long_range": 31.02,
945
+ "very_long_range": 49.656666666666666
946
+ },
947
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
948
+ "well_learned_digit": 0,
949
+ "has_performance_digit": 0,
950
+ "in_domain": 33.343333333333334,
951
+ "out_domain": 33.76166666666666,
952
+ "short_range": 32.1,
953
+ "medium_range": 33.965,
954
+ "long_range": 33.095,
955
+ "very_long_range": 34.428333333333335
956
+ },
957
+ "max_Integer_Integer_Integer": {
958
+ "well_learned_digit": 0,
959
+ "has_performance_digit": 0,
960
+ "in_domain": 2.78,
961
+ "out_domain": 25.65725,
962
+ "short_range": 1.7683333333333333,
963
+ "medium_range": 3.387,
964
+ "long_range": 14.5945,
965
+ "very_long_range": 36.72
966
+ },
967
+ "max_Float_Float_Float": {
968
+ "well_learned_digit": 0,
969
+ "has_performance_digit": 7,
970
+ "in_domain": 4.488333333333333,
971
+ "out_domain": 62.995625,
972
+ "short_range": 0.8775,
973
+ "medium_range": 7.377,
974
+ "long_range": 39.96875,
975
+ "very_long_range": 86.0225
976
+ },
977
+ "max_Fraction_Fraction_Fraction": {
978
+ "well_learned_digit": 0,
979
+ "has_performance_digit": 0,
980
+ "in_domain": 5.17625,
981
+ "out_domain": 19.625833333333333,
982
+ "short_range": 2.4475,
983
+ "medium_range": 7.905,
984
+ "long_range": 15.606666666666667,
985
+ "very_long_range": 23.645
986
+ },
987
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
988
+ "well_learned_digit": 0,
989
+ "has_performance_digit": 0,
990
+ "in_domain": 4.297777777777778,
991
+ "out_domain": 22.611375,
992
+ "short_range": 2.35125,
993
+ "medium_range": 5.855,
994
+ "long_range": 14.331,
995
+ "very_long_range": 30.89175
996
+ },
997
+ "max_hard_Integer_Integer_Integer": {
998
+ "well_learned_digit": 0,
999
+ "has_performance_digit": 18,
1000
+ "in_domain": 0.961875,
1001
+ "out_domain": 17.284875,
1002
+ "short_range": 0.6433333333333333,
1003
+ "medium_range": 1.153,
1004
+ "long_range": 8.39725,
1005
+ "very_long_range": 26.1725
1006
+ },
1007
+ "max_hard_Float_Float_Float": {
1008
+ "well_learned_digit": 0,
1009
+ "has_performance_digit": 6,
1010
+ "in_domain": 3.8105555555555557,
1011
+ "out_domain": 58.54475,
1012
+ "short_range": 1.03125,
1013
+ "medium_range": 6.034,
1014
+ "long_range": 35.8225,
1015
+ "very_long_range": 81.267
1016
+ },
1017
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
1018
+ "well_learned_digit": 0,
1019
+ "has_performance_digit": 0,
1020
+ "in_domain": 2.7844444444444445,
1021
+ "out_domain": 14.280875,
1022
+ "short_range": 2.0425,
1023
+ "medium_range": 3.378,
1024
+ "long_range": 8.32725,
1025
+ "very_long_range": 20.2345
1026
+ },
1027
+ "multiply_hard_Integer_Integer_Integer": {
1028
+ "well_learned_digit": 0,
1029
+ "has_performance_digit": 4,
1030
+ "in_domain": 1.51,
1031
+ "out_domain": 8.3675,
1032
+ "short_range": 0.35,
1033
+ "medium_range": 2.09,
1034
+ "long_range": 5.881666666666667,
1035
+ "very_long_range": 10.853333333333333
1036
+ },
1037
+ "multiply_hard_Float_Float_Float": {
1038
+ "well_learned_digit": 0,
1039
+ "has_performance_digit": 0,
1040
+ "in_domain": 6.105,
1041
+ "out_domain": 22.715833333333332,
1042
+ "short_range": 2.9,
1043
+ "medium_range": 7.7075,
1044
+ "long_range": 16.595,
1045
+ "very_long_range": 28.836666666666666
1046
+ },
1047
+ "multiply_hard_Fraction_Fraction_Fraction": {
1048
+ "well_learned_digit": 0,
1049
+ "has_performance_digit": 0,
1050
+ "in_domain": 5.46125,
1051
+ "out_domain": 27.135833333333334,
1052
+ "short_range": 2.835,
1053
+ "medium_range": 8.0875,
1054
+ "long_range": 20.733333333333334,
1055
+ "very_long_range": 33.538333333333334
1056
+ },
1057
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
1058
+ "well_learned_digit": 0,
1059
+ "has_performance_digit": 0,
1060
+ "in_domain": 5.56,
1061
+ "out_domain": 14.0625,
1062
+ "short_range": 4.205,
1063
+ "medium_range": 6.2375,
1064
+ "long_range": 10.735,
1065
+ "very_long_range": 17.39
1066
+ },
1067
+ "multiply_easy_Integer_Integer_Integer": {
1068
+ "well_learned_digit": 0,
1069
+ "has_performance_digit": 8,
1070
+ "in_domain": 0.5766666666666667,
1071
+ "out_domain": 3.3316666666666666,
1072
+ "short_range": 0.425,
1073
+ "medium_range": 0.6525,
1074
+ "long_range": 1.925,
1075
+ "very_long_range": 4.738333333333333
1076
+ },
1077
+ "multiply_easy_Float_Float_Float": {
1078
+ "well_learned_digit": 0,
1079
+ "has_performance_digit": 0,
1080
+ "in_domain": 4.786666666666667,
1081
+ "out_domain": 13.04,
1082
+ "short_range": 2.935,
1083
+ "medium_range": 5.7125,
1084
+ "long_range": 9.843333333333334,
1085
+ "very_long_range": 16.236666666666668
1086
+ },
1087
+ "multiply_easy_Fraction_Fraction_Fraction": {
1088
+ "well_learned_digit": 0,
1089
+ "has_performance_digit": 1,
1090
+ "in_domain": 4.06,
1091
+ "out_domain": 10.345833333333333,
1092
+ "short_range": 2.2,
1093
+ "medium_range": 5.92,
1094
+ "long_range": 10.186666666666667,
1095
+ "very_long_range": 10.505
1096
+ },
1097
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
1098
+ "well_learned_digit": 0,
1099
+ "has_performance_digit": 0,
1100
+ "in_domain": 4.255,
1101
+ "out_domain": 6.71,
1102
+ "short_range": 3.2,
1103
+ "medium_range": 4.7825,
1104
+ "long_range": 5.971666666666667,
1105
+ "very_long_range": 7.448333333333333
1106
+ },
1107
+ "digit_max_Integer_Integer_Integer": {
1108
+ "well_learned_digit": 0,
1109
+ "has_performance_digit": 6,
1110
+ "in_domain": 2.741875,
1111
+ "out_domain": 16.921125,
1112
+ "short_range": 1.75,
1113
+ "medium_range": 3.337,
1114
+ "long_range": 9.89825,
1115
+ "very_long_range": 23.944
1116
+ },
1117
+ "digit_max_Float_Float_Float": {
1118
+ "well_learned_digit": 0,
1119
+ "has_performance_digit": 0,
1120
+ "in_domain": 6.8261111111111115,
1121
+ "out_domain": 38.535375,
1122
+ "short_range": 4.1425,
1123
+ "medium_range": 8.973,
1124
+ "long_range": 26.341,
1125
+ "very_long_range": 50.72975
1126
+ },
1127
+ "digit_add_Integer_Integer_Integer": {
1128
+ "well_learned_digit": 0,
1129
+ "has_performance_digit": 10,
1130
+ "in_domain": 1.916875,
1131
+ "out_domain": 30.535125,
1132
+ "short_range": 0.875,
1133
+ "medium_range": 2.542,
1134
+ "long_range": 15.38925,
1135
+ "very_long_range": 45.681
1136
+ },
1137
+ "digit_add_Float_Float_Float": {
1138
+ "well_learned_digit": 0,
1139
+ "has_performance_digit": 7,
1140
+ "in_domain": 3.2333333333333334,
1141
+ "out_domain": 55.078,
1142
+ "short_range": 1.2825,
1143
+ "medium_range": 4.794,
1144
+ "long_range": 28.82325,
1145
+ "very_long_range": 81.33275
1146
+ },
1147
+ "get_digit_Integer_int_int": {
1148
+ "well_learned_digit": 100,
1149
+ "has_performance_digit": 100,
1150
+ "in_domain": 0.0,
1151
+ "out_domain": 0.0,
1152
+ "short_range": 0.0,
1153
+ "medium_range": 0.0,
1154
+ "long_range": 0.0,
1155
+ "very_long_range": 0.0
1156
+ },
1157
+ "get_digit_Float_int_int": {
1158
+ "well_learned_digit": 100,
1159
+ "has_performance_digit": 100,
1160
+ "in_domain": 0.0,
1161
+ "out_domain": 0.0,
1162
+ "short_range": 0.0,
1163
+ "medium_range": 0.0,
1164
+ "long_range": 0.0,
1165
+ "very_long_range": 0.0
1166
+ },
1167
+ "length_Integer_none_int": {
1168
+ "well_learned_digit": 80,
1169
+ "has_performance_digit": 98,
1170
+ "in_domain": 0.034375,
1171
+ "out_domain": 3.274625,
1172
+ "short_range": 0.023333333333333334,
1173
+ "medium_range": 0.041,
1174
+ "long_range": 0.988,
1175
+ "very_long_range": 5.56125
1176
+ },
1177
+ "length_Float_none_int": {
1178
+ "well_learned_digit": 47,
1179
+ "has_performance_digit": 58,
1180
+ "in_domain": 0.2011111111111111,
1181
+ "out_domain": 8.718,
1182
+ "short_range": 0.26125,
1183
+ "medium_range": 0.153,
1184
+ "long_range": 2.81575,
1185
+ "very_long_range": 14.62025
1186
+ },
1187
+ "truediv_Integer_Integer_Fraction": {
1188
+ "well_learned_digit": 0,
1189
+ "has_performance_digit": 0,
1190
+ "in_domain": 9.235,
1191
+ "out_domain": 24.720833333333335,
1192
+ "short_range": 5.985,
1193
+ "medium_range": 10.86,
1194
+ "long_range": 19.515,
1195
+ "very_long_range": 29.926666666666666
1196
+ },
1197
+ "truediv_Fraction_Fraction_Fraction": {
1198
+ "well_learned_digit": 0,
1199
+ "has_performance_digit": 0,
1200
+ "in_domain": 10.3575,
1201
+ "out_domain": 42.07416666666666,
1202
+ "short_range": 4.8475,
1203
+ "medium_range": 15.8675,
1204
+ "long_range": 32.32666666666667,
1205
+ "very_long_range": 51.821666666666665
1206
+ },
1207
+ "floordiv_Integer_Integer_Integer": {
1208
+ "well_learned_digit": 4,
1209
+ "has_performance_digit": 8,
1210
+ "in_domain": 0.355,
1211
+ "out_domain": 2.9066666666666667,
1212
+ "short_range": 0.03,
1213
+ "medium_range": 0.5175,
1214
+ "long_range": 1.6916666666666667,
1215
+ "very_long_range": 4.121666666666667
1216
+ },
1217
+ "mod_Integer_Integer_Integer": {
1218
+ "well_learned_digit": 0,
1219
+ "has_performance_digit": 5,
1220
+ "in_domain": 1.1966666666666668,
1221
+ "out_domain": 8.0675,
1222
+ "short_range": 0.385,
1223
+ "medium_range": 1.6025,
1224
+ "long_range": 5.6866666666666665,
1225
+ "very_long_range": 10.448333333333334
1226
+ },
1227
+ "mod_easy_Integer_Integer_Integer": {
1228
+ "well_learned_digit": 0,
1229
+ "has_performance_digit": 6,
1230
+ "in_domain": 0.7616666666666667,
1231
+ "out_domain": 1.815,
1232
+ "short_range": 0.325,
1233
+ "medium_range": 0.98,
1234
+ "long_range": 1.5516666666666667,
1235
+ "very_long_range": 2.078333333333333
1236
+ },
1237
+ "to_float_Fraction_none_Float": {
1238
+ "well_learned_digit": 3,
1239
+ "has_performance_digit": 6,
1240
+ "in_domain": 1.0325,
1241
+ "out_domain": 8.745,
1242
+ "short_range": 0.43,
1243
+ "medium_range": 1.635,
1244
+ "long_range": 6.153333333333333,
1245
+ "very_long_range": 11.336666666666666
1246
+ },
1247
+ "to_float_ScientificNotation_none_Float": {
1248
+ "well_learned_digit": 0,
1249
+ "has_performance_digit": 12,
1250
+ "in_domain": 2.056111111111111,
1251
+ "out_domain": 32.5535,
1252
+ "short_range": 0.63875,
1253
+ "medium_range": 3.19,
1254
+ "long_range": 22.0845,
1255
+ "very_long_range": 43.0225
1256
+ },
1257
+ "to_scient_Integer_none_ScientificNotation": {
1258
+ "well_learned_digit": 0,
1259
+ "has_performance_digit": 0,
1260
+ "in_domain": 9.725,
1261
+ "out_domain": 35.5845,
1262
+ "short_range": 6.468333333333334,
1263
+ "medium_range": 11.679,
1264
+ "long_range": 23.2225,
1265
+ "very_long_range": 47.9465
1266
+ },
1267
+ "to_scient_Float_none_ScientificNotation": {
1268
+ "well_learned_digit": 0,
1269
+ "has_performance_digit": 0,
1270
+ "in_domain": 15.116111111111111,
1271
+ "out_domain": 77.223625,
1272
+ "short_range": 10.50625,
1273
+ "medium_range": 18.804,
1274
+ "long_range": 49.278,
1275
+ "very_long_range": 105.16925
1276
+ },
1277
+ "count_Integer_int_int": {
1278
+ "well_learned_digit": 60,
1279
+ "has_performance_digit": 100,
1280
+ "in_domain": 0.0025,
1281
+ "out_domain": 0.252,
1282
+ "short_range": 0.0,
1283
+ "medium_range": 0.004,
1284
+ "long_range": 0.05925,
1285
+ "very_long_range": 0.44475
1286
+ },
1287
+ "sig_Integer_int_ScientificNotation": {
1288
+ "well_learned_digit": 0,
1289
+ "has_performance_digit": 0,
1290
+ "in_domain": 7.364375,
1291
+ "out_domain": 27.856,
1292
+ "short_range": 5.2716666666666665,
1293
+ "medium_range": 8.62,
1294
+ "long_range": 18.7045,
1295
+ "very_long_range": 37.0075
1296
+ }
1297
+ }
1298
+ }
test_results_report/Mixtral-8x7B_statistics.txt ADDED
@@ -0,0 +1,1298 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exact_match": {
3
+ "add_Integer_Integer_Integer": {
4
+ "well_learned_digit": 5,
5
+ "has_performance_digit": 10,
6
+ "in_domain": 0.8366666666666667,
7
+ "out_domain": 0.10083333333333333,
8
+ "short_range": 0.97,
9
+ "medium_range": 0.77,
10
+ "long_range": 0.17,
11
+ "very_long_range": 0.03166666666666667
12
+ },
13
+ "add_Float_Float_Float": {
14
+ "well_learned_digit": 4,
15
+ "has_performance_digit": 11,
16
+ "in_domain": 0.7216666666666667,
17
+ "out_domain": 0.08833333333333333,
18
+ "short_range": 0.915,
19
+ "medium_range": 0.625,
20
+ "long_range": 0.13666666666666666,
21
+ "very_long_range": 0.04
22
+ },
23
+ "add_Fraction_Fraction_Fraction": {
24
+ "well_learned_digit": 0,
25
+ "has_performance_digit": 1,
26
+ "in_domain": 0.04125,
27
+ "out_domain": 0.0,
28
+ "short_range": 0.0825,
29
+ "medium_range": 0.0,
30
+ "long_range": 0.0,
31
+ "very_long_range": 0.0
32
+ },
33
+ "add_easy_Fraction_Fraction_Fraction": {
34
+ "well_learned_digit": 0,
35
+ "has_performance_digit": 1,
36
+ "in_domain": 0.03625,
37
+ "out_domain": 0.0,
38
+ "short_range": 0.0725,
39
+ "medium_range": 0.0,
40
+ "long_range": 0.0,
41
+ "very_long_range": 0.0
42
+ },
43
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
44
+ "well_learned_digit": 0,
45
+ "has_performance_digit": 6,
46
+ "in_domain": 0.115,
47
+ "out_domain": 0.014166666666666666,
48
+ "short_range": 0.175,
49
+ "medium_range": 0.085,
50
+ "long_range": 0.023333333333333334,
51
+ "very_long_range": 0.005
52
+ },
53
+ "sub_Integer_Integer_Integer": {
54
+ "well_learned_digit": 4,
55
+ "has_performance_digit": 15,
56
+ "in_domain": 0.7533333333333333,
57
+ "out_domain": 0.125,
58
+ "short_range": 0.975,
59
+ "medium_range": 0.6425,
60
+ "long_range": 0.21666666666666667,
61
+ "very_long_range": 0.03333333333333333
62
+ },
63
+ "sub_Float_Float_Float": {
64
+ "well_learned_digit": 3,
65
+ "has_performance_digit": 11,
66
+ "in_domain": 0.685,
67
+ "out_domain": 0.059166666666666666,
68
+ "short_range": 0.905,
69
+ "medium_range": 0.575,
70
+ "long_range": 0.105,
71
+ "very_long_range": 0.013333333333333334
72
+ },
73
+ "sub_Fraction_Fraction_Fraction": {
74
+ "well_learned_digit": 0,
75
+ "has_performance_digit": 1,
76
+ "in_domain": 0.0325,
77
+ "out_domain": 0.0,
78
+ "short_range": 0.065,
79
+ "medium_range": 0.0,
80
+ "long_range": 0.0,
81
+ "very_long_range": 0.0
82
+ },
83
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
84
+ "well_learned_digit": 0,
85
+ "has_performance_digit": 0,
86
+ "in_domain": 0.008333333333333333,
87
+ "out_domain": 0.0033333333333333335,
88
+ "short_range": 0.005,
89
+ "medium_range": 0.01,
90
+ "long_range": 0.005,
91
+ "very_long_range": 0.0016666666666666668
92
+ },
93
+ "max_Integer_Integer_Integer": {
94
+ "well_learned_digit": 7,
95
+ "has_performance_digit": 100,
96
+ "in_domain": 0.66375,
97
+ "out_domain": 0.213125,
98
+ "short_range": 0.8066666666666666,
99
+ "medium_range": 0.578,
100
+ "long_range": 0.248,
101
+ "very_long_range": 0.17825
102
+ },
103
+ "max_Float_Float_Float": {
104
+ "well_learned_digit": 3,
105
+ "has_performance_digit": 100,
106
+ "in_domain": 0.6872222222222222,
107
+ "out_domain": 0.163,
108
+ "short_range": 0.80375,
109
+ "medium_range": 0.594,
110
+ "long_range": 0.2135,
111
+ "very_long_range": 0.1125
112
+ },
113
+ "max_Fraction_Fraction_Fraction": {
114
+ "well_learned_digit": 0,
115
+ "has_performance_digit": 5,
116
+ "in_domain": 0.13375,
117
+ "out_domain": 0.013333333333333334,
118
+ "short_range": 0.2175,
119
+ "medium_range": 0.05,
120
+ "long_range": 0.01,
121
+ "very_long_range": 0.016666666666666666
122
+ },
123
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
124
+ "well_learned_digit": 0,
125
+ "has_performance_digit": 100,
126
+ "in_domain": 0.6077777777777778,
127
+ "out_domain": 0.408125,
128
+ "short_range": 0.64375,
129
+ "medium_range": 0.579,
130
+ "long_range": 0.4635,
131
+ "very_long_range": 0.35275
132
+ },
133
+ "max_hard_Integer_Integer_Integer": {
134
+ "well_learned_digit": 0,
135
+ "has_performance_digit": 100,
136
+ "in_domain": 0.69375,
137
+ "out_domain": 0.463375,
138
+ "short_range": 0.745,
139
+ "medium_range": 0.663,
140
+ "long_range": 0.43525,
141
+ "very_long_range": 0.4915
142
+ },
143
+ "max_hard_Float_Float_Float": {
144
+ "well_learned_digit": 4,
145
+ "has_performance_digit": 100,
146
+ "in_domain": 0.695,
147
+ "out_domain": 0.219375,
148
+ "short_range": 0.7725,
149
+ "medium_range": 0.633,
150
+ "long_range": 0.2685,
151
+ "very_long_range": 0.17025
152
+ },
153
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
154
+ "well_learned_digit": 0,
155
+ "has_performance_digit": 100,
156
+ "in_domain": 0.6483333333333333,
157
+ "out_domain": 0.502,
158
+ "short_range": 0.7025,
159
+ "medium_range": 0.605,
160
+ "long_range": 0.528,
161
+ "very_long_range": 0.476
162
+ },
163
+ "multiply_hard_Integer_Integer_Integer": {
164
+ "well_learned_digit": 0,
165
+ "has_performance_digit": 3,
166
+ "in_domain": 0.07166666666666667,
167
+ "out_domain": 0.0,
168
+ "short_range": 0.195,
169
+ "medium_range": 0.01,
170
+ "long_range": 0.0,
171
+ "very_long_range": 0.0
172
+ },
173
+ "multiply_hard_Float_Float_Float": {
174
+ "well_learned_digit": 0,
175
+ "has_performance_digit": 0,
176
+ "in_domain": 0.0033333333333333335,
177
+ "out_domain": 0.0,
178
+ "short_range": 0.01,
179
+ "medium_range": 0.0,
180
+ "long_range": 0.0,
181
+ "very_long_range": 0.0
182
+ },
183
+ "multiply_hard_Fraction_Fraction_Fraction": {
184
+ "well_learned_digit": 0,
185
+ "has_performance_digit": 2,
186
+ "in_domain": 0.13375,
187
+ "out_domain": 0.0,
188
+ "short_range": 0.2675,
189
+ "medium_range": 0.0,
190
+ "long_range": 0.0,
191
+ "very_long_range": 0.0
192
+ },
193
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
194
+ "well_learned_digit": 0,
195
+ "has_performance_digit": 0,
196
+ "in_domain": 0.005,
197
+ "out_domain": 0.0,
198
+ "short_range": 0.015,
199
+ "medium_range": 0.0,
200
+ "long_range": 0.0,
201
+ "very_long_range": 0.0
202
+ },
203
+ "multiply_easy_Integer_Integer_Integer": {
204
+ "well_learned_digit": 0,
205
+ "has_performance_digit": 5,
206
+ "in_domain": 0.10666666666666667,
207
+ "out_domain": 0.020833333333333332,
208
+ "short_range": 0.215,
209
+ "medium_range": 0.0525,
210
+ "long_range": 0.023333333333333334,
211
+ "very_long_range": 0.018333333333333333
212
+ },
213
+ "multiply_easy_Float_Float_Float": {
214
+ "well_learned_digit": 0,
215
+ "has_performance_digit": 0,
216
+ "in_domain": 0.006666666666666667,
217
+ "out_domain": 0.0,
218
+ "short_range": 0.02,
219
+ "medium_range": 0.0,
220
+ "long_range": 0.0,
221
+ "very_long_range": 0.0
222
+ },
223
+ "multiply_easy_Fraction_Fraction_Fraction": {
224
+ "well_learned_digit": 0,
225
+ "has_performance_digit": 2,
226
+ "in_domain": 0.14125,
227
+ "out_domain": 0.0008333333333333334,
228
+ "short_range": 0.2825,
229
+ "medium_range": 0.0,
230
+ "long_range": 0.0,
231
+ "very_long_range": 0.0016666666666666668
232
+ },
233
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
234
+ "well_learned_digit": 0,
235
+ "has_performance_digit": 0,
236
+ "in_domain": 0.006666666666666667,
237
+ "out_domain": 0.0008333333333333334,
238
+ "short_range": 0.02,
239
+ "medium_range": 0.0,
240
+ "long_range": 0.0,
241
+ "very_long_range": 0.0016666666666666668
242
+ },
243
+ "digit_max_Integer_Integer_Integer": {
244
+ "well_learned_digit": 0,
245
+ "has_performance_digit": 5,
246
+ "in_domain": 0.019375,
247
+ "out_domain": 0.0,
248
+ "short_range": 0.04833333333333333,
249
+ "medium_range": 0.002,
250
+ "long_range": 0.0,
251
+ "very_long_range": 0.0
252
+ },
253
+ "digit_max_Float_Float_Float": {
254
+ "well_learned_digit": 0,
255
+ "has_performance_digit": 3,
256
+ "in_domain": 0.017222222222222222,
257
+ "out_domain": 0.0,
258
+ "short_range": 0.03875,
259
+ "medium_range": 0.0,
260
+ "long_range": 0.0,
261
+ "very_long_range": 0.0
262
+ },
263
+ "digit_add_Integer_Integer_Integer": {
264
+ "well_learned_digit": 0,
265
+ "has_performance_digit": 0,
266
+ "in_domain": 0.006875,
267
+ "out_domain": 0.0,
268
+ "short_range": 0.018333333333333333,
269
+ "medium_range": 0.0,
270
+ "long_range": 0.0,
271
+ "very_long_range": 0.0
272
+ },
273
+ "digit_add_Float_Float_Float": {
274
+ "well_learned_digit": 0,
275
+ "has_performance_digit": 0,
276
+ "in_domain": 0.010555555555555556,
277
+ "out_domain": 0.0,
278
+ "short_range": 0.02375,
279
+ "medium_range": 0.0,
280
+ "long_range": 0.0,
281
+ "very_long_range": 0.0
282
+ },
283
+ "get_digit_Integer_int_int": {
284
+ "well_learned_digit": 0,
285
+ "has_performance_digit": 100,
286
+ "in_domain": 0.3775,
287
+ "out_domain": 0.17125,
288
+ "short_range": 0.5133333333333333,
289
+ "medium_range": 0.296,
290
+ "long_range": 0.19225,
291
+ "very_long_range": 0.15025
292
+ },
293
+ "get_digit_Float_int_int": {
294
+ "well_learned_digit": 0,
295
+ "has_performance_digit": 100,
296
+ "in_domain": 0.34055555555555556,
297
+ "out_domain": 0.1485,
298
+ "short_range": 0.42625,
299
+ "medium_range": 0.272,
300
+ "long_range": 0.173,
301
+ "very_long_range": 0.124
302
+ },
303
+ "length_Integer_none_int": {
304
+ "well_learned_digit": 9,
305
+ "has_performance_digit": 100,
306
+ "in_domain": 0.48125,
307
+ "out_domain": 0.01525,
308
+ "short_range": 0.8533333333333334,
309
+ "medium_range": 0.258,
310
+ "long_range": 0.00825,
311
+ "very_long_range": 0.02225
312
+ },
313
+ "length_Float_none_int": {
314
+ "well_learned_digit": 0,
315
+ "has_performance_digit": 8,
316
+ "in_domain": 0.17888888888888888,
317
+ "out_domain": 0.011875,
318
+ "short_range": 0.36625,
319
+ "medium_range": 0.029,
320
+ "long_range": 0.009,
321
+ "very_long_range": 0.01475
322
+ },
323
+ "truediv_Integer_Integer_Fraction": {
324
+ "well_learned_digit": 0,
325
+ "has_performance_digit": 0,
326
+ "in_domain": 0.0033333333333333335,
327
+ "out_domain": 0.0,
328
+ "short_range": 0.01,
329
+ "medium_range": 0.0,
330
+ "long_range": 0.0,
331
+ "very_long_range": 0.0
332
+ },
333
+ "truediv_Fraction_Fraction_Fraction": {
334
+ "well_learned_digit": 0,
335
+ "has_performance_digit": 2,
336
+ "in_domain": 0.12375,
337
+ "out_domain": 0.0,
338
+ "short_range": 0.245,
339
+ "medium_range": 0.0025,
340
+ "long_range": 0.0,
341
+ "very_long_range": 0.0
342
+ },
343
+ "floordiv_Integer_Integer_Integer": {
344
+ "well_learned_digit": 3,
345
+ "has_performance_digit": 10,
346
+ "in_domain": 0.5666666666666667,
347
+ "out_domain": 0.028333333333333332,
348
+ "short_range": 0.85,
349
+ "medium_range": 0.425,
350
+ "long_range": 0.05333333333333334,
351
+ "very_long_range": 0.0033333333333333335
352
+ },
353
+ "mod_Integer_Integer_Integer": {
354
+ "well_learned_digit": 0,
355
+ "has_performance_digit": 3,
356
+ "in_domain": 0.075,
357
+ "out_domain": 0.0,
358
+ "short_range": 0.2,
359
+ "medium_range": 0.0125,
360
+ "long_range": 0.0,
361
+ "very_long_range": 0.0
362
+ },
363
+ "mod_easy_Integer_Integer_Integer": {
364
+ "well_learned_digit": 0,
365
+ "has_performance_digit": 3,
366
+ "in_domain": 0.08166666666666667,
367
+ "out_domain": 0.009166666666666667,
368
+ "short_range": 0.23,
369
+ "medium_range": 0.0075,
370
+ "long_range": 0.008333333333333333,
371
+ "very_long_range": 0.01
372
+ },
373
+ "to_float_Fraction_none_Float": {
374
+ "well_learned_digit": 3,
375
+ "has_performance_digit": 14,
376
+ "in_domain": 0.755,
377
+ "out_domain": 0.0725,
378
+ "short_range": 0.9575,
379
+ "medium_range": 0.5525,
380
+ "long_range": 0.10833333333333334,
381
+ "very_long_range": 0.03666666666666667
382
+ },
383
+ "to_float_ScientificNotation_none_Float": {
384
+ "well_learned_digit": 14,
385
+ "has_performance_digit": 100,
386
+ "in_domain": 0.8316666666666667,
387
+ "out_domain": 0.322875,
388
+ "short_range": 0.92375,
389
+ "medium_range": 0.758,
390
+ "long_range": 0.40175,
391
+ "very_long_range": 0.244
392
+ },
393
+ "to_scient_Integer_none_ScientificNotation": {
394
+ "well_learned_digit": 0,
395
+ "has_performance_digit": 60,
396
+ "in_domain": 0.199375,
397
+ "out_domain": 0.02175,
398
+ "short_range": 0.15,
399
+ "medium_range": 0.229,
400
+ "long_range": 0.0435,
401
+ "very_long_range": 0.0
402
+ },
403
+ "to_scient_Float_none_ScientificNotation": {
404
+ "well_learned_digit": 0,
405
+ "has_performance_digit": 39,
406
+ "in_domain": 0.26055555555555554,
407
+ "out_domain": 0.050625,
408
+ "short_range": 0.31125,
409
+ "medium_range": 0.22,
410
+ "long_range": 0.078,
411
+ "very_long_range": 0.02325
412
+ },
413
+ "count_Integer_int_int": {
414
+ "well_learned_digit": 0,
415
+ "has_performance_digit": 100,
416
+ "in_domain": 0.263125,
417
+ "out_domain": 0.10875,
418
+ "short_range": 0.36,
419
+ "medium_range": 0.205,
420
+ "long_range": 0.11675,
421
+ "very_long_range": 0.10075
422
+ },
423
+ "sig_Integer_int_ScientificNotation": {
424
+ "well_learned_digit": 0,
425
+ "has_performance_digit": 23,
426
+ "in_domain": 0.20625,
427
+ "out_domain": 0.01375,
428
+ "short_range": 0.2916666666666667,
429
+ "medium_range": 0.155,
430
+ "long_range": 0.026,
431
+ "very_long_range": 0.0015
432
+ }
433
+ },
434
+ "digit_match": {
435
+ "add_Integer_Integer_Integer": {
436
+ "well_learned_digit": 6,
437
+ "has_performance_digit": 12,
438
+ "in_domain": 0.9136150793650792,
439
+ "out_domain": 0.4634400921790628,
440
+ "short_range": 0.9795,
441
+ "medium_range": 0.8806726190476191,
442
+ "long_range": 0.5655695323195323,
443
+ "very_long_range": 0.36131065203859314
444
+ },
445
+ "add_Float_Float_Float": {
446
+ "well_learned_digit": 5,
447
+ "has_performance_digit": 18,
448
+ "in_domain": 0.9162887639321462,
449
+ "out_domain": 0.6127830955396912,
450
+ "short_range": 0.9744523809523808,
451
+ "medium_range": 0.8872069554220289,
452
+ "long_range": 0.6929990623892707,
453
+ "very_long_range": 0.5325671286901117
454
+ },
455
+ "add_Fraction_Fraction_Fraction": {
456
+ "well_learned_digit": 0,
457
+ "has_performance_digit": 1,
458
+ "in_domain": 0.1783229115249602,
459
+ "out_domain": 0.058303958741907136,
460
+ "short_range": 0.29801328144894323,
461
+ "medium_range": 0.05863254160097708,
462
+ "long_range": 0.06186920102181948,
463
+ "very_long_range": 0.05473871646199477
464
+ },
465
+ "add_easy_Fraction_Fraction_Fraction": {
466
+ "well_learned_digit": 0,
467
+ "has_performance_digit": 1,
468
+ "in_domain": 0.13098974127222962,
469
+ "out_domain": 0.04474060054409822,
470
+ "short_range": 0.21041415875790873,
471
+ "medium_range": 0.051565323786550564,
472
+ "long_range": 0.047430204296337014,
473
+ "very_long_range": 0.04205099679185944
474
+ },
475
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
476
+ "well_learned_digit": 0,
477
+ "has_performance_digit": 6,
478
+ "in_domain": 0.4987710923335922,
479
+ "out_domain": 0.3771387729545888,
480
+ "short_range": 0.5198140331890331,
481
+ "medium_range": 0.48824962190587184,
482
+ "long_range": 0.4079283771926961,
483
+ "very_long_range": 0.34634916871648147
484
+ },
485
+ "sub_Integer_Integer_Integer": {
486
+ "well_learned_digit": 5,
487
+ "has_performance_digit": 15,
488
+ "in_domain": 0.8585892857142858,
489
+ "out_domain": 0.5111424572875811,
490
+ "short_range": 0.9858333333333335,
491
+ "medium_range": 0.7949672619047619,
492
+ "long_range": 0.6017364764864764,
493
+ "very_long_range": 0.42054843808868575
494
+ },
495
+ "sub_Float_Float_Float": {
496
+ "well_learned_digit": 5,
497
+ "has_performance_digit": 18,
498
+ "in_domain": 0.9119162920412921,
499
+ "out_domain": 0.6054457704444406,
500
+ "short_range": 0.9744166666666666,
501
+ "medium_range": 0.8806661047286047,
502
+ "long_range": 0.69531650744378,
503
+ "very_long_range": 0.5155750334451008
504
+ },
505
+ "sub_Fraction_Fraction_Fraction": {
506
+ "well_learned_digit": 0,
507
+ "has_performance_digit": 0,
508
+ "in_domain": 0.04694488636363637,
509
+ "out_domain": 0.024521649496899337,
510
+ "short_range": 0.09253977272727275,
511
+ "medium_range": 0.00135,
512
+ "long_range": 0.01735919204923997,
513
+ "very_long_range": 0.03168410694455871
514
+ },
515
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
516
+ "well_learned_digit": 0,
517
+ "has_performance_digit": 0,
518
+ "in_domain": 0.1710949623272057,
519
+ "out_domain": 0.24479454102394876,
520
+ "short_range": 0.16198228264224782,
521
+ "medium_range": 0.17565130216968464,
522
+ "long_range": 0.23335739835124988,
523
+ "very_long_range": 0.25623168369664767
524
+ },
525
+ "max_Integer_Integer_Integer": {
526
+ "well_learned_digit": 7,
527
+ "has_performance_digit": 21,
528
+ "in_domain": 0.6963534517571136,
529
+ "out_domain": 0.2814711408559483,
530
+ "short_range": 0.8301038359788361,
531
+ "medium_range": 0.6161032212240806,
532
+ "long_range": 0.31153281609909944,
533
+ "very_long_range": 0.2514094656127975
534
+ },
535
+ "max_Float_Float_Float": {
536
+ "well_learned_digit": 3,
537
+ "has_performance_digit": 19,
538
+ "in_domain": 0.7373677761552243,
539
+ "out_domain": 0.18169065110315533,
540
+ "short_range": 0.8607979736551719,
541
+ "medium_range": 0.6386236181552666,
542
+ "long_range": 0.23455495715121188,
543
+ "very_long_range": 0.12882634505509866
544
+ },
545
+ "max_Fraction_Fraction_Fraction": {
546
+ "well_learned_digit": 0,
547
+ "has_performance_digit": 0,
548
+ "in_domain": 0.1710985576923077,
549
+ "out_domain": 0.015484941325014852,
550
+ "short_range": 0.28572916666666665,
551
+ "medium_range": 0.05646794871794871,
552
+ "long_range": 0.010597643097643099,
553
+ "very_long_range": 0.02037223955238661
554
+ },
555
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
556
+ "well_learned_digit": 0,
557
+ "has_performance_digit": 62,
558
+ "in_domain": 0.639386726151892,
559
+ "out_domain": 0.4364729630325622,
560
+ "short_range": 0.6769748584748585,
561
+ "medium_range": 0.6093162202935187,
562
+ "long_range": 0.49243204988997535,
563
+ "very_long_range": 0.3805138761751488
564
+ },
565
+ "max_hard_Integer_Integer_Integer": {
566
+ "well_learned_digit": 20,
567
+ "has_performance_digit": 100,
568
+ "in_domain": 0.8506493298072971,
569
+ "out_domain": 0.6352578690137243,
570
+ "short_range": 0.876510582010582,
571
+ "medium_range": 0.8351325784853262,
572
+ "long_range": 0.640777414611981,
573
+ "very_long_range": 0.6297383234154676
574
+ },
575
+ "max_hard_Float_Float_Float": {
576
+ "well_learned_digit": 4,
577
+ "has_performance_digit": 25,
578
+ "in_domain": 0.793149418972709,
579
+ "out_domain": 0.28292423638233233,
580
+ "short_range": 0.8778386420833209,
581
+ "medium_range": 0.7253980404842195,
582
+ "long_range": 0.33767092292712814,
583
+ "very_long_range": 0.22817754983753652
584
+ },
585
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
586
+ "well_learned_digit": 0,
587
+ "has_performance_digit": 100,
588
+ "in_domain": 0.7856586837911237,
589
+ "out_domain": 0.7055453979911436,
590
+ "short_range": 0.8176731705794205,
591
+ "medium_range": 0.760047094360486,
592
+ "long_range": 0.7343087334726006,
593
+ "very_long_range": 0.6767820625096863
594
+ },
595
+ "multiply_hard_Integer_Integer_Integer": {
596
+ "well_learned_digit": 0,
597
+ "has_performance_digit": 4,
598
+ "in_domain": 0.4055733918858918,
599
+ "out_domain": 0.10858627323519568,
600
+ "short_range": 0.6459940476190473,
601
+ "medium_range": 0.285363064019314,
602
+ "long_range": 0.11023604647412412,
603
+ "very_long_range": 0.10693649999626724
604
+ },
605
+ "multiply_hard_Float_Float_Float": {
606
+ "well_learned_digit": 0,
607
+ "has_performance_digit": 0,
608
+ "in_domain": 0.20275341757099727,
609
+ "out_domain": 0.028473863576877232,
610
+ "short_range": 0.35134283771783764,
611
+ "medium_range": 0.12845870749757707,
612
+ "long_range": 0.03410318060256496,
613
+ "very_long_range": 0.022844546551189504
614
+ },
615
+ "multiply_hard_Fraction_Fraction_Fraction": {
616
+ "well_learned_digit": 0,
617
+ "has_performance_digit": 1,
618
+ "in_domain": 0.2242768586103085,
619
+ "out_domain": 0.02115752019270141,
620
+ "short_range": 0.3906444180819182,
621
+ "medium_range": 0.05790929913869888,
622
+ "long_range": 0.023598144717541323,
623
+ "very_long_range": 0.0187168956678615
624
+ },
625
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
626
+ "well_learned_digit": 0,
627
+ "has_performance_digit": 0,
628
+ "in_domain": 0.2735161994867876,
629
+ "out_domain": 0.1537376669961051,
630
+ "short_range": 0.42427491952491947,
631
+ "medium_range": 0.1981368394677218,
632
+ "long_range": 0.18963435847942725,
633
+ "very_long_range": 0.11784097551278291
634
+ },
635
+ "multiply_easy_Integer_Integer_Integer": {
636
+ "well_learned_digit": 0,
637
+ "has_performance_digit": 5,
638
+ "in_domain": 0.47887548100048094,
639
+ "out_domain": 0.1606190704701439,
640
+ "short_range": 0.674642857142857,
641
+ "medium_range": 0.38099179292929286,
642
+ "long_range": 0.17400336917983972,
643
+ "very_long_range": 0.1472347717604481
644
+ },
645
+ "multiply_easy_Float_Float_Float": {
646
+ "well_learned_digit": 0,
647
+ "has_performance_digit": 0,
648
+ "in_domain": 0.23993701874893825,
649
+ "out_domain": 0.0824246461594024,
650
+ "short_range": 0.3628422133422133,
651
+ "medium_range": 0.1784844214523007,
652
+ "long_range": 0.09388374129654574,
653
+ "very_long_range": 0.07096555102225904
654
+ },
655
+ "multiply_easy_Fraction_Fraction_Fraction": {
656
+ "well_learned_digit": 0,
657
+ "has_performance_digit": 2,
658
+ "in_domain": 0.240518049835871,
659
+ "out_domain": 0.06673644623759391,
660
+ "short_range": 0.4067021589521589,
661
+ "medium_range": 0.07433394071958312,
662
+ "long_range": 0.06607902738259727,
663
+ "very_long_range": 0.06739386509259056
664
+ },
665
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
666
+ "well_learned_digit": 0,
667
+ "has_performance_digit": 0,
668
+ "in_domain": 0.319152417027417,
669
+ "out_domain": 0.22202305203150616,
670
+ "short_range": 0.4244590548340549,
671
+ "medium_range": 0.266499098124098,
672
+ "long_range": 0.24083890960690488,
673
+ "very_long_range": 0.20320719445610744
674
+ },
675
+ "digit_max_Integer_Integer_Integer": {
676
+ "well_learned_digit": 0,
677
+ "has_performance_digit": 100,
678
+ "in_domain": 0.5556087582438201,
679
+ "out_domain": 0.5102757100676325,
680
+ "short_range": 0.5599292328042328,
681
+ "medium_range": 0.5530164735075725,
682
+ "long_range": 0.5243692959984202,
683
+ "very_long_range": 0.49618212413684487
684
+ },
685
+ "digit_max_Float_Float_Float": {
686
+ "well_learned_digit": 0,
687
+ "has_performance_digit": 97,
688
+ "in_domain": 0.5057808235276315,
689
+ "out_domain": 0.5158176255853455,
690
+ "short_range": 0.49822767333608076,
691
+ "medium_range": 0.5118233436808721,
692
+ "long_range": 0.5243743259649819,
693
+ "very_long_range": 0.5072609252057092
694
+ },
695
+ "digit_add_Integer_Integer_Integer": {
696
+ "well_learned_digit": 0,
697
+ "has_performance_digit": 5,
698
+ "in_domain": 0.28777158086849935,
699
+ "out_domain": 0.15928800606442658,
700
+ "short_range": 0.38882870370370376,
701
+ "medium_range": 0.22713730716737682,
702
+ "long_range": 0.18248471323644352,
703
+ "very_long_range": 0.13609129889240948
704
+ },
705
+ "digit_add_Float_Float_Float": {
706
+ "well_learned_digit": 0,
707
+ "has_performance_digit": 5,
708
+ "in_domain": 0.3751583232603792,
709
+ "out_domain": 0.1648028889277325,
710
+ "short_range": 0.47674282588219313,
711
+ "medium_range": 0.29389072116292825,
712
+ "long_range": 0.18861341733543285,
713
+ "very_long_range": 0.1409923605200324
714
+ },
715
+ "get_digit_Integer_int_int": {
716
+ "well_learned_digit": 0,
717
+ "has_performance_digit": 9,
718
+ "in_domain": 0.3775,
719
+ "out_domain": 0.172125,
720
+ "short_range": 0.5133333333333333,
721
+ "medium_range": 0.296,
722
+ "long_range": 0.1925,
723
+ "very_long_range": 0.15175
724
+ },
725
+ "get_digit_Float_int_int": {
726
+ "well_learned_digit": 0,
727
+ "has_performance_digit": 3,
728
+ "in_domain": 0.34055555555555556,
729
+ "out_domain": 0.154,
730
+ "short_range": 0.42625,
731
+ "medium_range": 0.272,
732
+ "long_range": 0.174,
733
+ "very_long_range": 0.134
734
+ },
735
+ "length_Integer_none_int": {
736
+ "well_learned_digit": 9,
737
+ "has_performance_digit": 100,
738
+ "in_domain": 0.681875,
739
+ "out_domain": 0.1204375,
740
+ "short_range": 0.8533333333333334,
741
+ "medium_range": 0.579,
742
+ "long_range": 0.179625,
743
+ "very_long_range": 0.06125
744
+ },
745
+ "length_Float_none_int": {
746
+ "well_learned_digit": 0,
747
+ "has_performance_digit": 9,
748
+ "in_domain": 0.3913888888888889,
749
+ "out_domain": 0.22602083333333337,
750
+ "short_range": 0.575,
751
+ "medium_range": 0.2445,
752
+ "long_range": 0.12445833333333331,
753
+ "very_long_range": 0.3275833333333333
754
+ },
755
+ "truediv_Integer_Integer_Fraction": {
756
+ "well_learned_digit": 0,
757
+ "has_performance_digit": 0,
758
+ "in_domain": 0.008564213564213566,
759
+ "out_domain": 0.005015480678166362,
760
+ "short_range": 0.016333333333333335,
761
+ "medium_range": 0.00467965367965368,
762
+ "long_range": 0.004871146151550647,
763
+ "very_long_range": 0.005159815204782076
764
+ },
765
+ "truediv_Fraction_Fraction_Fraction": {
766
+ "well_learned_digit": 0,
767
+ "has_performance_digit": 1,
768
+ "in_domain": 0.2017887738960025,
769
+ "out_domain": 0.025902809402751064,
770
+ "short_range": 0.35320359501609494,
771
+ "medium_range": 0.050373952775910044,
772
+ "long_range": 0.02969357890329437,
773
+ "very_long_range": 0.02211203990220775
774
+ },
775
+ "floordiv_Integer_Integer_Integer": {
776
+ "well_learned_digit": 3,
777
+ "has_performance_digit": 7,
778
+ "in_domain": 0.6635555555555556,
779
+ "out_domain": 0.14953745791245793,
780
+ "short_range": 0.8933333333333333,
781
+ "medium_range": 0.5486666666666666,
782
+ "long_range": 0.18365873015873013,
783
+ "very_long_range": 0.11541618566618564
784
+ },
785
+ "mod_Integer_Integer_Integer": {
786
+ "well_learned_digit": 0,
787
+ "has_performance_digit": 3,
788
+ "in_domain": 0.18113888888888893,
789
+ "out_domain": 0.0701611074111074,
790
+ "short_range": 0.34166666666666673,
791
+ "medium_range": 0.100875,
792
+ "long_range": 0.07402645502645502,
793
+ "very_long_range": 0.06629575979575977
794
+ },
795
+ "mod_easy_Integer_Integer_Integer": {
796
+ "well_learned_digit": 0,
797
+ "has_performance_digit": 3,
798
+ "in_domain": 0.20972222222222223,
799
+ "out_domain": 0.14,
800
+ "short_range": 0.37416666666666665,
801
+ "medium_range": 0.12750000000000003,
802
+ "long_range": 0.14833333333333334,
803
+ "very_long_range": 0.13166666666666665
804
+ },
805
+ "to_float_Fraction_none_Float": {
806
+ "well_learned_digit": 4,
807
+ "has_performance_digit": 9,
808
+ "in_domain": 0.8807178064990566,
809
+ "out_domain": 0.20132436543287036,
810
+ "short_range": 0.9832142857142857,
811
+ "medium_range": 0.7782213272838274,
812
+ "long_range": 0.2856292177987728,
813
+ "very_long_range": 0.11701951306696787
814
+ },
815
+ "to_float_ScientificNotation_none_Float": {
816
+ "well_learned_digit": 14,
817
+ "has_performance_digit": 36,
818
+ "in_domain": 0.868600423699108,
819
+ "out_domain": 0.35691156493563536,
820
+ "short_range": 0.9774891774891775,
821
+ "medium_range": 0.7814894206670523,
822
+ "long_range": 0.4304497400253154,
823
+ "very_long_range": 0.28337338984595545
824
+ },
825
+ "to_scient_Integer_none_ScientificNotation": {
826
+ "well_learned_digit": 100,
827
+ "has_performance_digit": 100,
828
+ "in_domain": 0.7301329412439124,
829
+ "out_domain": 0.9486370017291418,
830
+ "short_range": 0.4103348364598364,
831
+ "medium_range": 0.922011804114358,
832
+ "long_range": 0.9534223819999892,
833
+ "very_long_range": 0.943851621458294
834
+ },
835
+ "to_scient_Float_none_ScientificNotation": {
836
+ "well_learned_digit": 68,
837
+ "has_performance_digit": 100,
838
+ "in_domain": 0.6384374359070939,
839
+ "out_domain": 0.8615270500146858,
840
+ "short_range": 0.414141150210084,
841
+ "medium_range": 0.8178744644647018,
842
+ "long_range": 0.8923883922047854,
843
+ "very_long_range": 0.8306657078245862
844
+ },
845
+ "count_Integer_int_int": {
846
+ "well_learned_digit": 0,
847
+ "has_performance_digit": 5,
848
+ "in_domain": 0.268125,
849
+ "out_domain": 0.168,
850
+ "short_range": 0.36,
851
+ "medium_range": 0.213,
852
+ "long_range": 0.132625,
853
+ "very_long_range": 0.203375
854
+ },
855
+ "sig_Integer_int_ScientificNotation": {
856
+ "well_learned_digit": 17,
857
+ "has_performance_digit": 100,
858
+ "in_domain": 0.8752841342953568,
859
+ "out_domain": 0.7529811793093552,
860
+ "short_range": 0.8671698532948532,
861
+ "medium_range": 0.8801527028956593,
862
+ "long_range": 0.8099225161885647,
863
+ "very_long_range": 0.6960398424301454
864
+ }
865
+ },
866
+ "dlength": {
867
+ "add_Integer_Integer_Integer": {
868
+ "well_learned_digit": 10,
869
+ "has_performance_digit": 14,
870
+ "in_domain": 0.02666666666666667,
871
+ "out_domain": 1.2041666666666666,
872
+ "short_range": 0.01,
873
+ "medium_range": 0.035,
874
+ "long_range": 0.3883333333333333,
875
+ "very_long_range": 2.02
876
+ },
877
+ "add_Float_Float_Float": {
878
+ "well_learned_digit": 4,
879
+ "has_performance_digit": 12,
880
+ "in_domain": 0.27166666666666667,
881
+ "out_domain": 1.4033333333333333,
882
+ "short_range": 0.2,
883
+ "medium_range": 0.3075,
884
+ "long_range": 0.87,
885
+ "very_long_range": 1.9366666666666668
886
+ },
887
+ "add_Fraction_Fraction_Fraction": {
888
+ "well_learned_digit": 0,
889
+ "has_performance_digit": 1,
890
+ "in_domain": 5.8075,
891
+ "out_domain": 22.286666666666665,
892
+ "short_range": 2.24,
893
+ "medium_range": 9.375,
894
+ "long_range": 16.60333333333333,
895
+ "very_long_range": 27.97
896
+ },
897
+ "add_easy_Fraction_Fraction_Fraction": {
898
+ "well_learned_digit": 0,
899
+ "has_performance_digit": 1,
900
+ "in_domain": 6.94125,
901
+ "out_domain": 24.3675,
902
+ "short_range": 3.6225,
903
+ "medium_range": 10.26,
904
+ "long_range": 19.195,
905
+ "very_long_range": 29.54
906
+ },
907
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
908
+ "well_learned_digit": 0,
909
+ "has_performance_digit": 0,
910
+ "in_domain": 2.473333333333333,
911
+ "out_domain": 3.4633333333333334,
912
+ "short_range": 2.33,
913
+ "medium_range": 2.545,
914
+ "long_range": 3.1866666666666665,
915
+ "very_long_range": 3.74
916
+ },
917
+ "sub_Integer_Integer_Integer": {
918
+ "well_learned_digit": 16,
919
+ "has_performance_digit": 20,
920
+ "in_domain": 0.015,
921
+ "out_domain": 0.24166666666666667,
922
+ "short_range": 0.005,
923
+ "medium_range": 0.02,
924
+ "long_range": 0.08,
925
+ "very_long_range": 0.4033333333333333
926
+ },
927
+ "sub_Float_Float_Float": {
928
+ "well_learned_digit": 5,
929
+ "has_performance_digit": 13,
930
+ "in_domain": 0.265,
931
+ "out_domain": 1.1341666666666668,
932
+ "short_range": 0.205,
933
+ "medium_range": 0.295,
934
+ "long_range": 0.7483333333333333,
935
+ "very_long_range": 1.52
936
+ },
937
+ "sub_Fraction_Fraction_Fraction": {
938
+ "well_learned_digit": 0,
939
+ "has_performance_digit": 0,
940
+ "in_domain": 14.03875,
941
+ "out_domain": 35.814166666666665,
942
+ "short_range": 7.125,
943
+ "medium_range": 20.9525,
944
+ "long_range": 31.2,
945
+ "very_long_range": 40.428333333333335
946
+ },
947
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
948
+ "well_learned_digit": 0,
949
+ "has_performance_digit": 0,
950
+ "in_domain": 33.73,
951
+ "out_domain": 33.06166666666667,
952
+ "short_range": 31.555,
953
+ "medium_range": 34.8175,
954
+ "long_range": 32.60166666666667,
955
+ "very_long_range": 33.52166666666667
956
+ },
957
+ "max_Integer_Integer_Integer": {
958
+ "well_learned_digit": 7,
959
+ "has_performance_digit": 10,
960
+ "in_domain": 1.655625,
961
+ "out_domain": 38.798125,
962
+ "short_range": 0.33666666666666667,
963
+ "medium_range": 2.447,
964
+ "long_range": 24.82725,
965
+ "very_long_range": 52.769
966
+ },
967
+ "max_Float_Float_Float": {
968
+ "well_learned_digit": 3,
969
+ "has_performance_digit": 9,
970
+ "in_domain": 2.5444444444444443,
971
+ "out_domain": 65.177375,
972
+ "short_range": 0.58125,
973
+ "medium_range": 4.115,
974
+ "long_range": 39.78475,
975
+ "very_long_range": 90.57
976
+ },
977
+ "max_Fraction_Fraction_Fraction": {
978
+ "well_learned_digit": 0,
979
+ "has_performance_digit": 0,
980
+ "in_domain": 6.26625,
981
+ "out_domain": 24.67,
982
+ "short_range": 2.14,
983
+ "medium_range": 10.3925,
984
+ "long_range": 19.901666666666667,
985
+ "very_long_range": 29.438333333333333
986
+ },
987
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
988
+ "well_learned_digit": 0,
989
+ "has_performance_digit": 5,
990
+ "in_domain": 2.255,
991
+ "out_domain": 22.715625,
992
+ "short_range": 0.9425,
993
+ "medium_range": 3.305,
994
+ "long_range": 12.98825,
995
+ "very_long_range": 32.443
996
+ },
997
+ "max_hard_Integer_Integer_Integer": {
998
+ "well_learned_digit": 20,
999
+ "has_performance_digit": 28,
1000
+ "in_domain": 0.195,
1001
+ "out_domain": 13.10825,
1002
+ "short_range": 0.058333333333333334,
1003
+ "medium_range": 0.277,
1004
+ "long_range": 7.2085,
1005
+ "very_long_range": 19.008
1006
+ },
1007
+ "max_hard_Float_Float_Float": {
1008
+ "well_learned_digit": 3,
1009
+ "has_performance_digit": 11,
1010
+ "in_domain": 2.2066666666666666,
1011
+ "out_domain": 58.72775,
1012
+ "short_range": 0.5875,
1013
+ "medium_range": 3.502,
1014
+ "long_range": 34.5315,
1015
+ "very_long_range": 82.924
1016
+ },
1017
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
1018
+ "well_learned_digit": 0,
1019
+ "has_performance_digit": 6,
1020
+ "in_domain": 1.8038888888888889,
1021
+ "out_domain": 11.5155,
1022
+ "short_range": 1.04875,
1023
+ "medium_range": 2.408,
1024
+ "long_range": 6.452,
1025
+ "very_long_range": 16.579
1026
+ },
1027
+ "multiply_hard_Integer_Integer_Integer": {
1028
+ "well_learned_digit": 4,
1029
+ "has_performance_digit": 6,
1030
+ "in_domain": 0.54,
1031
+ "out_domain": 4.6883333333333335,
1032
+ "short_range": 0.065,
1033
+ "medium_range": 0.7775,
1034
+ "long_range": 3.9616666666666664,
1035
+ "very_long_range": 5.415
1036
+ },
1037
+ "multiply_hard_Float_Float_Float": {
1038
+ "well_learned_digit": 0,
1039
+ "has_performance_digit": 0,
1040
+ "in_domain": 6.401666666666666,
1041
+ "out_domain": 32.541666666666664,
1042
+ "short_range": 1.605,
1043
+ "medium_range": 8.8,
1044
+ "long_range": 26.185,
1045
+ "very_long_range": 38.89833333333333
1046
+ },
1047
+ "multiply_hard_Fraction_Fraction_Fraction": {
1048
+ "well_learned_digit": 0,
1049
+ "has_performance_digit": 2,
1050
+ "in_domain": 7.22,
1051
+ "out_domain": 38.964166666666664,
1052
+ "short_range": 2.9725,
1053
+ "medium_range": 11.4675,
1054
+ "long_range": 30.075,
1055
+ "very_long_range": 47.85333333333333
1056
+ },
1057
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
1058
+ "well_learned_digit": 0,
1059
+ "has_performance_digit": 0,
1060
+ "in_domain": 7.486666666666666,
1061
+ "out_domain": 14.730833333333333,
1062
+ "short_range": 3.98,
1063
+ "medium_range": 9.24,
1064
+ "long_range": 9.485,
1065
+ "very_long_range": 19.976666666666667
1066
+ },
1067
+ "multiply_easy_Integer_Integer_Integer": {
1068
+ "well_learned_digit": 4,
1069
+ "has_performance_digit": 8,
1070
+ "in_domain": 0.22333333333333333,
1071
+ "out_domain": 7.6775,
1072
+ "short_range": 0.04,
1073
+ "medium_range": 0.315,
1074
+ "long_range": 4.99,
1075
+ "very_long_range": 10.365
1076
+ },
1077
+ "multiply_easy_Float_Float_Float": {
1078
+ "well_learned_digit": 0,
1079
+ "has_performance_digit": 0,
1080
+ "in_domain": 3.2666666666666666,
1081
+ "out_domain": 13.855,
1082
+ "short_range": 1.705,
1083
+ "medium_range": 4.0475,
1084
+ "long_range": 10.3,
1085
+ "very_long_range": 17.41
1086
+ },
1087
+ "multiply_easy_Fraction_Fraction_Fraction": {
1088
+ "well_learned_digit": 0,
1089
+ "has_performance_digit": 2,
1090
+ "in_domain": 5.0925,
1091
+ "out_domain": 13.799166666666666,
1092
+ "short_range": 2.9875,
1093
+ "medium_range": 7.1975,
1094
+ "long_range": 12.02,
1095
+ "very_long_range": 15.578333333333333
1096
+ },
1097
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
1098
+ "well_learned_digit": 0,
1099
+ "has_performance_digit": 0,
1100
+ "in_domain": 5.581666666666667,
1101
+ "out_domain": 6.071666666666666,
1102
+ "short_range": 3.86,
1103
+ "medium_range": 6.4425,
1104
+ "long_range": 4.835,
1105
+ "very_long_range": 7.308333333333334
1106
+ },
1107
+ "digit_max_Integer_Integer_Integer": {
1108
+ "well_learned_digit": 0,
1109
+ "has_performance_digit": 12,
1110
+ "in_domain": 1.251875,
1111
+ "out_domain": 11.975875,
1112
+ "short_range": 0.7283333333333334,
1113
+ "medium_range": 1.566,
1114
+ "long_range": 7.4245,
1115
+ "very_long_range": 16.52725
1116
+ },
1117
+ "digit_max_Float_Float_Float": {
1118
+ "well_learned_digit": 0,
1119
+ "has_performance_digit": 4,
1120
+ "in_domain": 3.6983333333333333,
1121
+ "out_domain": 19.963625,
1122
+ "short_range": 2.23875,
1123
+ "medium_range": 4.866,
1124
+ "long_range": 12.6795,
1125
+ "very_long_range": 27.24775
1126
+ },
1127
+ "digit_add_Integer_Integer_Integer": {
1128
+ "well_learned_digit": 0,
1129
+ "has_performance_digit": 8,
1130
+ "in_domain": 2.156875,
1131
+ "out_domain": 19.32925,
1132
+ "short_range": 1.6816666666666666,
1133
+ "medium_range": 2.442,
1134
+ "long_range": 10.17825,
1135
+ "very_long_range": 28.48025
1136
+ },
1137
+ "digit_add_Float_Float_Float": {
1138
+ "well_learned_digit": 0,
1139
+ "has_performance_digit": 7,
1140
+ "in_domain": 2.8733333333333335,
1141
+ "out_domain": 31.608375,
1142
+ "short_range": 0.915,
1143
+ "medium_range": 4.44,
1144
+ "long_range": 17.7245,
1145
+ "very_long_range": 45.49225
1146
+ },
1147
+ "get_digit_Integer_int_int": {
1148
+ "well_learned_digit": 96,
1149
+ "has_performance_digit": 96,
1150
+ "in_domain": 0.0,
1151
+ "out_domain": 1.031875,
1152
+ "short_range": 0.0,
1153
+ "medium_range": 0.0,
1154
+ "long_range": 0.049,
1155
+ "very_long_range": 2.01475
1156
+ },
1157
+ "get_digit_Float_int_int": {
1158
+ "well_learned_digit": 76,
1159
+ "has_performance_digit": 76,
1160
+ "in_domain": 0.0,
1161
+ "out_domain": 3.42175,
1162
+ "short_range": 0.0,
1163
+ "medium_range": 0.0,
1164
+ "long_range": 0.68575,
1165
+ "very_long_range": 6.15775
1166
+ },
1167
+ "length_Integer_none_int": {
1168
+ "well_learned_digit": 29,
1169
+ "has_performance_digit": 100,
1170
+ "in_domain": 0.035625,
1171
+ "out_domain": 0.749625,
1172
+ "short_range": 0.09333333333333334,
1173
+ "medium_range": 0.001,
1174
+ "long_range": 0.43925,
1175
+ "very_long_range": 1.06
1176
+ },
1177
+ "length_Float_none_int": {
1178
+ "well_learned_digit": 98,
1179
+ "has_performance_digit": 100,
1180
+ "in_domain": 0.1238888888888889,
1181
+ "out_domain": 0.779875,
1182
+ "short_range": 0.06625,
1183
+ "medium_range": 0.17,
1184
+ "long_range": 0.88175,
1185
+ "very_long_range": 0.678
1186
+ },
1187
+ "truediv_Integer_Integer_Fraction": {
1188
+ "well_learned_digit": 0,
1189
+ "has_performance_digit": 0,
1190
+ "in_domain": 9.081666666666667,
1191
+ "out_domain": 23.88,
1192
+ "short_range": 6.02,
1193
+ "medium_range": 10.6125,
1194
+ "long_range": 18.883333333333333,
1195
+ "very_long_range": 28.876666666666665
1196
+ },
1197
+ "truediv_Fraction_Fraction_Fraction": {
1198
+ "well_learned_digit": 0,
1199
+ "has_performance_digit": 1,
1200
+ "in_domain": 8.59125,
1201
+ "out_domain": 38.166666666666664,
1202
+ "short_range": 3.8625,
1203
+ "medium_range": 13.32,
1204
+ "long_range": 29.18166666666667,
1205
+ "very_long_range": 47.151666666666664
1206
+ },
1207
+ "floordiv_Integer_Integer_Integer": {
1208
+ "well_learned_digit": 4,
1209
+ "has_performance_digit": 7,
1210
+ "in_domain": 0.48333333333333334,
1211
+ "out_domain": 14.723333333333333,
1212
+ "short_range": 0.05,
1213
+ "medium_range": 0.7,
1214
+ "long_range": 9.7,
1215
+ "very_long_range": 19.746666666666666
1216
+ },
1217
+ "mod_Integer_Integer_Integer": {
1218
+ "well_learned_digit": 0,
1219
+ "has_performance_digit": 5,
1220
+ "in_domain": 1.5833333333333333,
1221
+ "out_domain": 9.058333333333334,
1222
+ "short_range": 0.36,
1223
+ "medium_range": 2.195,
1224
+ "long_range": 6.885,
1225
+ "very_long_range": 11.231666666666667
1226
+ },
1227
+ "mod_easy_Integer_Integer_Integer": {
1228
+ "well_learned_digit": 0,
1229
+ "has_performance_digit": 6,
1230
+ "in_domain": 0.8866666666666667,
1231
+ "out_domain": 4.635833333333333,
1232
+ "short_range": 0.36,
1233
+ "medium_range": 1.15,
1234
+ "long_range": 3.0833333333333335,
1235
+ "very_long_range": 6.1883333333333335
1236
+ },
1237
+ "to_float_Fraction_none_Float": {
1238
+ "well_learned_digit": 3,
1239
+ "has_performance_digit": 6,
1240
+ "in_domain": 0.4825,
1241
+ "out_domain": 5.2425,
1242
+ "short_range": 0.035,
1243
+ "medium_range": 0.93,
1244
+ "long_range": 2.8516666666666666,
1245
+ "very_long_range": 7.633333333333334
1246
+ },
1247
+ "to_float_ScientificNotation_none_Float": {
1248
+ "well_learned_digit": 15,
1249
+ "has_performance_digit": 16,
1250
+ "in_domain": 0.8544444444444445,
1251
+ "out_domain": 8.853875,
1252
+ "short_range": 0.88625,
1253
+ "medium_range": 0.829,
1254
+ "long_range": 5.3535,
1255
+ "very_long_range": 12.35425
1256
+ },
1257
+ "to_scient_Integer_none_ScientificNotation": {
1258
+ "well_learned_digit": 0,
1259
+ "has_performance_digit": 18,
1260
+ "in_domain": 2.463125,
1261
+ "out_domain": 8.480125,
1262
+ "short_range": 3.5283333333333333,
1263
+ "medium_range": 1.824,
1264
+ "long_range": 3.66325,
1265
+ "very_long_range": 13.297
1266
+ },
1267
+ "to_scient_Float_none_ScientificNotation": {
1268
+ "well_learned_digit": 0,
1269
+ "has_performance_digit": 0,
1270
+ "in_domain": 5.87,
1271
+ "out_domain": 12.357125,
1272
+ "short_range": 6.04375,
1273
+ "medium_range": 5.731,
1274
+ "long_range": 6.3295,
1275
+ "very_long_range": 18.38475
1276
+ },
1277
+ "count_Integer_int_int": {
1278
+ "well_learned_digit": 18,
1279
+ "has_performance_digit": 100,
1280
+ "in_domain": 0.045625,
1281
+ "out_domain": 0.97575,
1282
+ "short_range": 0.0,
1283
+ "medium_range": 0.073,
1284
+ "long_range": 0.7555,
1285
+ "very_long_range": 1.196
1286
+ },
1287
+ "sig_Integer_int_ScientificNotation": {
1288
+ "well_learned_digit": 0,
1289
+ "has_performance_digit": 0,
1290
+ "in_domain": 1.759375,
1291
+ "out_domain": 21.13925,
1292
+ "short_range": 1.43,
1293
+ "medium_range": 1.957,
1294
+ "long_range": 9.509,
1295
+ "very_long_range": 32.7695
1296
+ }
1297
+ }
1298
+ }
test_results_report/Qwen2-72B_statistics.txt ADDED
@@ -0,0 +1,1298 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exact_match": {
3
+ "add_Integer_Integer_Integer": {
4
+ "well_learned_digit": 6,
5
+ "has_performance_digit": 20,
6
+ "in_domain": 0.8916666666666667,
7
+ "out_domain": 0.2975,
8
+ "short_range": 0.985,
9
+ "medium_range": 0.845,
10
+ "long_range": 0.44166666666666665,
11
+ "very_long_range": 0.15333333333333332
12
+ },
13
+ "add_Float_Float_Float": {
14
+ "well_learned_digit": 0,
15
+ "has_performance_digit": 15,
16
+ "in_domain": 0.6883333333333334,
17
+ "out_domain": 0.13833333333333334,
18
+ "short_range": 0.88,
19
+ "medium_range": 0.5925,
20
+ "long_range": 0.21333333333333335,
21
+ "very_long_range": 0.06333333333333334
22
+ },
23
+ "add_Fraction_Fraction_Fraction": {
24
+ "well_learned_digit": 0,
25
+ "has_performance_digit": 1,
26
+ "in_domain": 0.045,
27
+ "out_domain": 0.0,
28
+ "short_range": 0.09,
29
+ "medium_range": 0.0,
30
+ "long_range": 0.0,
31
+ "very_long_range": 0.0
32
+ },
33
+ "add_easy_Fraction_Fraction_Fraction": {
34
+ "well_learned_digit": 0,
35
+ "has_performance_digit": 1,
36
+ "in_domain": 0.02875,
37
+ "out_domain": 0.0,
38
+ "short_range": 0.0575,
39
+ "medium_range": 0.0,
40
+ "long_range": 0.0,
41
+ "very_long_range": 0.0
42
+ },
43
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
44
+ "well_learned_digit": 0,
45
+ "has_performance_digit": 11,
46
+ "in_domain": 0.25166666666666665,
47
+ "out_domain": 0.07083333333333333,
48
+ "short_range": 0.27,
49
+ "medium_range": 0.2425,
50
+ "long_range": 0.11,
51
+ "very_long_range": 0.03166666666666667
52
+ },
53
+ "sub_Integer_Integer_Integer": {
54
+ "well_learned_digit": 6,
55
+ "has_performance_digit": 20,
56
+ "in_domain": 0.9166666666666666,
57
+ "out_domain": 0.3225,
58
+ "short_range": 0.995,
59
+ "medium_range": 0.8775,
60
+ "long_range": 0.5,
61
+ "very_long_range": 0.145
62
+ },
63
+ "sub_Float_Float_Float": {
64
+ "well_learned_digit": 0,
65
+ "has_performance_digit": 15,
66
+ "in_domain": 0.20833333333333334,
67
+ "out_domain": 0.11583333333333333,
68
+ "short_range": 0.215,
69
+ "medium_range": 0.205,
70
+ "long_range": 0.19,
71
+ "very_long_range": 0.041666666666666664
72
+ },
73
+ "sub_Fraction_Fraction_Fraction": {
74
+ "well_learned_digit": 0,
75
+ "has_performance_digit": 1,
76
+ "in_domain": 0.03125,
77
+ "out_domain": 0.0,
78
+ "short_range": 0.0625,
79
+ "medium_range": 0.0,
80
+ "long_range": 0.0,
81
+ "very_long_range": 0.0
82
+ },
83
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
84
+ "well_learned_digit": 0,
85
+ "has_performance_digit": 0,
86
+ "in_domain": 0.021666666666666667,
87
+ "out_domain": 0.010833333333333334,
88
+ "short_range": 0.03,
89
+ "medium_range": 0.0175,
90
+ "long_range": 0.018333333333333333,
91
+ "very_long_range": 0.0033333333333333335
92
+ },
93
+ "max_Integer_Integer_Integer": {
94
+ "well_learned_digit": 21,
95
+ "has_performance_digit": 100,
96
+ "in_domain": 0.9475,
97
+ "out_domain": 0.561625,
98
+ "short_range": 0.9383333333333334,
99
+ "medium_range": 0.953,
100
+ "long_range": 0.73,
101
+ "very_long_range": 0.39325
102
+ },
103
+ "max_Float_Float_Float": {
104
+ "well_learned_digit": 30,
105
+ "has_performance_digit": 100,
106
+ "in_domain": 0.9105555555555556,
107
+ "out_domain": 0.6705,
108
+ "short_range": 0.9,
109
+ "medium_range": 0.919,
110
+ "long_range": 0.786,
111
+ "very_long_range": 0.555
112
+ },
113
+ "max_Fraction_Fraction_Fraction": {
114
+ "well_learned_digit": 0,
115
+ "has_performance_digit": 20,
116
+ "in_domain": 0.2325,
117
+ "out_domain": 0.18333333333333332,
118
+ "short_range": 0.3075,
119
+ "medium_range": 0.1575,
120
+ "long_range": 0.18166666666666667,
121
+ "very_long_range": 0.185
122
+ },
123
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
124
+ "well_learned_digit": 100,
125
+ "has_performance_digit": 100,
126
+ "in_domain": 0.8761111111111111,
127
+ "out_domain": 0.942125,
128
+ "short_range": 0.73375,
129
+ "medium_range": 0.99,
130
+ "long_range": 0.966,
131
+ "very_long_range": 0.91825
132
+ },
133
+ "max_hard_Integer_Integer_Integer": {
134
+ "well_learned_digit": 63,
135
+ "has_performance_digit": 100,
136
+ "in_domain": 0.988125,
137
+ "out_domain": 0.832375,
138
+ "short_range": 0.98,
139
+ "medium_range": 0.993,
140
+ "long_range": 0.93675,
141
+ "very_long_range": 0.728
142
+ },
143
+ "max_hard_Float_Float_Float": {
144
+ "well_learned_digit": 24,
145
+ "has_performance_digit": 100,
146
+ "in_domain": 0.8122222222222222,
147
+ "out_domain": 0.662625,
148
+ "short_range": 0.71375,
149
+ "medium_range": 0.891,
150
+ "long_range": 0.7715,
151
+ "very_long_range": 0.55375
152
+ },
153
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
154
+ "well_learned_digit": 98,
155
+ "has_performance_digit": 100,
156
+ "in_domain": 0.915,
157
+ "out_domain": 0.912,
158
+ "short_range": 0.82625,
159
+ "medium_range": 0.986,
160
+ "long_range": 0.953,
161
+ "very_long_range": 0.871
162
+ },
163
+ "multiply_hard_Integer_Integer_Integer": {
164
+ "well_learned_digit": 0,
165
+ "has_performance_digit": 5,
166
+ "in_domain": 0.12,
167
+ "out_domain": 0.0,
168
+ "short_range": 0.31,
169
+ "medium_range": 0.025,
170
+ "long_range": 0.0,
171
+ "very_long_range": 0.0
172
+ },
173
+ "multiply_hard_Float_Float_Float": {
174
+ "well_learned_digit": 0,
175
+ "has_performance_digit": 3,
176
+ "in_domain": 0.018333333333333333,
177
+ "out_domain": 0.0,
178
+ "short_range": 0.055,
179
+ "medium_range": 0.0,
180
+ "long_range": 0.0,
181
+ "very_long_range": 0.0
182
+ },
183
+ "multiply_hard_Fraction_Fraction_Fraction": {
184
+ "well_learned_digit": 0,
185
+ "has_performance_digit": 1,
186
+ "in_domain": 0.0225,
187
+ "out_domain": 0.0,
188
+ "short_range": 0.045,
189
+ "medium_range": 0.0,
190
+ "long_range": 0.0,
191
+ "very_long_range": 0.0
192
+ },
193
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
194
+ "well_learned_digit": 0,
195
+ "has_performance_digit": 0,
196
+ "in_domain": 0.0016666666666666668,
197
+ "out_domain": 0.0,
198
+ "short_range": 0.005,
199
+ "medium_range": 0.0,
200
+ "long_range": 0.0,
201
+ "very_long_range": 0.0
202
+ },
203
+ "multiply_easy_Integer_Integer_Integer": {
204
+ "well_learned_digit": 0,
205
+ "has_performance_digit": 5,
206
+ "in_domain": 0.195,
207
+ "out_domain": 0.0425,
208
+ "short_range": 0.395,
209
+ "medium_range": 0.095,
210
+ "long_range": 0.035,
211
+ "very_long_range": 0.05
212
+ },
213
+ "multiply_easy_Float_Float_Float": {
214
+ "well_learned_digit": 0,
215
+ "has_performance_digit": 0,
216
+ "in_domain": 0.006666666666666667,
217
+ "out_domain": 0.0,
218
+ "short_range": 0.02,
219
+ "medium_range": 0.0,
220
+ "long_range": 0.0,
221
+ "very_long_range": 0.0
222
+ },
223
+ "multiply_easy_Fraction_Fraction_Fraction": {
224
+ "well_learned_digit": 0,
225
+ "has_performance_digit": 1,
226
+ "in_domain": 0.05375,
227
+ "out_domain": 0.0008333333333333334,
228
+ "short_range": 0.1075,
229
+ "medium_range": 0.0,
230
+ "long_range": 0.0,
231
+ "very_long_range": 0.0016666666666666668
232
+ },
233
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
234
+ "well_learned_digit": 0,
235
+ "has_performance_digit": 0,
236
+ "in_domain": 0.008333333333333333,
237
+ "out_domain": 0.0008333333333333334,
238
+ "short_range": 0.02,
239
+ "medium_range": 0.0025,
240
+ "long_range": 0.0,
241
+ "very_long_range": 0.0016666666666666668
242
+ },
243
+ "digit_max_Integer_Integer_Integer": {
244
+ "well_learned_digit": 0,
245
+ "has_performance_digit": 12,
246
+ "in_domain": 0.106875,
247
+ "out_domain": 0.00025,
248
+ "short_range": 0.225,
249
+ "medium_range": 0.036,
250
+ "long_range": 0.0005,
251
+ "very_long_range": 0.0
252
+ },
253
+ "digit_max_Float_Float_Float": {
254
+ "well_learned_digit": 0,
255
+ "has_performance_digit": 7,
256
+ "in_domain": 0.06666666666666667,
257
+ "out_domain": 0.0,
258
+ "short_range": 0.1475,
259
+ "medium_range": 0.002,
260
+ "long_range": 0.0,
261
+ "very_long_range": 0.0
262
+ },
263
+ "digit_add_Integer_Integer_Integer": {
264
+ "well_learned_digit": 0,
265
+ "has_performance_digit": 0,
266
+ "in_domain": 0.005625,
267
+ "out_domain": 0.0,
268
+ "short_range": 0.015,
269
+ "medium_range": 0.0,
270
+ "long_range": 0.0,
271
+ "very_long_range": 0.0
272
+ },
273
+ "digit_add_Float_Float_Float": {
274
+ "well_learned_digit": 0,
275
+ "has_performance_digit": 0,
276
+ "in_domain": 0.006666666666666667,
277
+ "out_domain": 0.0,
278
+ "short_range": 0.01375,
279
+ "medium_range": 0.001,
280
+ "long_range": 0.0,
281
+ "very_long_range": 0.0
282
+ },
283
+ "get_digit_Integer_int_int": {
284
+ "well_learned_digit": 0,
285
+ "has_performance_digit": 100,
286
+ "in_domain": 0.475,
287
+ "out_domain": 0.16675,
288
+ "short_range": 0.6,
289
+ "medium_range": 0.4,
290
+ "long_range": 0.19725,
291
+ "very_long_range": 0.13625
292
+ },
293
+ "get_digit_Float_int_int": {
294
+ "well_learned_digit": 0,
295
+ "has_performance_digit": 100,
296
+ "in_domain": 0.40055555555555555,
297
+ "out_domain": 0.144625,
298
+ "short_range": 0.52125,
299
+ "medium_range": 0.304,
300
+ "long_range": 0.16625,
301
+ "very_long_range": 0.123
302
+ },
303
+ "length_Integer_none_int": {
304
+ "well_learned_digit": 11,
305
+ "has_performance_digit": 100,
306
+ "in_domain": 0.67125,
307
+ "out_domain": 0.02075,
308
+ "short_range": 0.9766666666666667,
309
+ "medium_range": 0.488,
310
+ "long_range": 0.02375,
311
+ "very_long_range": 0.01775
312
+ },
313
+ "length_Float_none_int": {
314
+ "well_learned_digit": 3,
315
+ "has_performance_digit": 9,
316
+ "in_domain": 0.21722222222222223,
317
+ "out_domain": 0.012,
318
+ "short_range": 0.42625,
319
+ "medium_range": 0.05,
320
+ "long_range": 0.01075,
321
+ "very_long_range": 0.01325
322
+ },
323
+ "truediv_Integer_Integer_Fraction": {
324
+ "well_learned_digit": 0,
325
+ "has_performance_digit": 0,
326
+ "in_domain": 0.02,
327
+ "out_domain": 0.0175,
328
+ "short_range": 0.03,
329
+ "medium_range": 0.015,
330
+ "long_range": 0.01,
331
+ "very_long_range": 0.025
332
+ },
333
+ "truediv_Fraction_Fraction_Fraction": {
334
+ "well_learned_digit": 0,
335
+ "has_performance_digit": 1,
336
+ "in_domain": 0.1025,
337
+ "out_domain": 0.0,
338
+ "short_range": 0.205,
339
+ "medium_range": 0.0,
340
+ "long_range": 0.0,
341
+ "very_long_range": 0.0
342
+ },
343
+ "floordiv_Integer_Integer_Integer": {
344
+ "well_learned_digit": 3,
345
+ "has_performance_digit": 9,
346
+ "in_domain": 0.7333333333333333,
347
+ "out_domain": 0.029166666666666667,
348
+ "short_range": 0.91,
349
+ "medium_range": 0.645,
350
+ "long_range": 0.058333333333333334,
351
+ "very_long_range": 0.0
352
+ },
353
+ "mod_Integer_Integer_Integer": {
354
+ "well_learned_digit": 0,
355
+ "has_performance_digit": 3,
356
+ "in_domain": 0.10833333333333334,
357
+ "out_domain": 0.0,
358
+ "short_range": 0.29,
359
+ "medium_range": 0.0175,
360
+ "long_range": 0.0,
361
+ "very_long_range": 0.0
362
+ },
363
+ "mod_easy_Integer_Integer_Integer": {
364
+ "well_learned_digit": 0,
365
+ "has_performance_digit": 4,
366
+ "in_domain": 0.12333333333333334,
367
+ "out_domain": 0.015,
368
+ "short_range": 0.295,
369
+ "medium_range": 0.0375,
370
+ "long_range": 0.016666666666666666,
371
+ "very_long_range": 0.013333333333333334
372
+ },
373
+ "to_float_Fraction_none_Float": {
374
+ "well_learned_digit": 3,
375
+ "has_performance_digit": 13,
376
+ "in_domain": 0.72125,
377
+ "out_domain": 0.12416666666666666,
378
+ "short_range": 0.7,
379
+ "medium_range": 0.7425,
380
+ "long_range": 0.195,
381
+ "very_long_range": 0.05333333333333334
382
+ },
383
+ "to_float_ScientificNotation_none_Float": {
384
+ "well_learned_digit": 16,
385
+ "has_performance_digit": 99,
386
+ "in_domain": 0.8788888888888889,
387
+ "out_domain": 0.292,
388
+ "short_range": 0.96125,
389
+ "medium_range": 0.813,
390
+ "long_range": 0.374,
391
+ "very_long_range": 0.21
392
+ },
393
+ "to_scient_Integer_none_ScientificNotation": {
394
+ "well_learned_digit": 0,
395
+ "has_performance_digit": 50,
396
+ "in_domain": 0.138125,
397
+ "out_domain": 0.02675,
398
+ "short_range": 0.05,
399
+ "medium_range": 0.191,
400
+ "long_range": 0.0535,
401
+ "very_long_range": 0.0
402
+ },
403
+ "to_scient_Float_none_ScientificNotation": {
404
+ "well_learned_digit": 0,
405
+ "has_performance_digit": 94,
406
+ "in_domain": 0.095,
407
+ "out_domain": 0.144,
408
+ "short_range": 0.05,
409
+ "medium_range": 0.131,
410
+ "long_range": 0.1985,
411
+ "very_long_range": 0.0895
412
+ },
413
+ "count_Integer_int_int": {
414
+ "well_learned_digit": 7,
415
+ "has_performance_digit": 87,
416
+ "in_domain": 0.726875,
417
+ "out_domain": 0.091,
418
+ "short_range": 0.8933333333333333,
419
+ "medium_range": 0.627,
420
+ "long_range": 0.123,
421
+ "very_long_range": 0.059
422
+ },
423
+ "sig_Integer_int_ScientificNotation": {
424
+ "well_learned_digit": 0,
425
+ "has_performance_digit": 27,
426
+ "in_domain": 0.435625,
427
+ "out_domain": 0.020625,
428
+ "short_range": 0.7466666666666667,
429
+ "medium_range": 0.249,
430
+ "long_range": 0.033,
431
+ "very_long_range": 0.00825
432
+ }
433
+ },
434
+ "digit_match": {
435
+ "add_Integer_Integer_Integer": {
436
+ "well_learned_digit": 7,
437
+ "has_performance_digit": 16,
438
+ "in_domain": 0.9361468253968254,
439
+ "out_domain": 0.5864030804399419,
440
+ "short_range": 0.9904166666666666,
441
+ "medium_range": 0.9090119047619047,
442
+ "long_range": 0.6815246697746697,
443
+ "very_long_range": 0.4912814911052141
444
+ },
445
+ "add_Float_Float_Float": {
446
+ "well_learned_digit": 7,
447
+ "has_performance_digit": 20,
448
+ "in_domain": 0.9282540600739128,
449
+ "out_domain": 0.6712457064095112,
450
+ "short_range": 0.9716964285714285,
451
+ "medium_range": 0.9065328758251551,
452
+ "long_range": 0.7504780144459277,
453
+ "very_long_range": 0.5920133983730947
454
+ },
455
+ "add_Fraction_Fraction_Fraction": {
456
+ "well_learned_digit": 0,
457
+ "has_performance_digit": 0,
458
+ "in_domain": 0.062107413419913444,
459
+ "out_domain": 0.0017690186288537239,
460
+ "short_range": 0.1225714285714286,
461
+ "medium_range": 0.0016433982683982684,
462
+ "long_range": 0.0011445272286487317,
463
+ "very_long_range": 0.002393510029058716
464
+ },
465
+ "add_easy_Fraction_Fraction_Fraction": {
466
+ "well_learned_digit": 0,
467
+ "has_performance_digit": 0,
468
+ "in_domain": 0.044437987721352316,
469
+ "out_domain": 0.01372195804349517,
470
+ "short_range": 0.07501812770562771,
471
+ "medium_range": 0.013857847737076939,
472
+ "long_range": 0.011503676244842583,
473
+ "very_long_range": 0.015940239842147753
474
+ },
475
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
476
+ "well_learned_digit": 0,
477
+ "has_performance_digit": 20,
478
+ "in_domain": 0.6036687271062271,
479
+ "out_domain": 0.5405460970262175,
480
+ "short_range": 0.5669669913419912,
481
+ "medium_range": 0.6220195949883448,
482
+ "long_range": 0.5710923444532191,
483
+ "very_long_range": 0.5099998495992158
484
+ },
485
+ "sub_Integer_Integer_Integer": {
486
+ "well_learned_digit": 6,
487
+ "has_performance_digit": 15,
488
+ "in_domain": 0.9427698412698411,
489
+ "out_domain": 0.5567324116193118,
490
+ "short_range": 0.99625,
491
+ "medium_range": 0.9160297619047619,
492
+ "long_range": 0.6644661449661449,
493
+ "very_long_range": 0.4489986782724786
494
+ },
495
+ "sub_Float_Float_Float": {
496
+ "well_learned_digit": 0,
497
+ "has_performance_digit": 16,
498
+ "in_domain": 0.28976686507936505,
499
+ "out_domain": 0.5314722526982633,
500
+ "short_range": 0.23589285714285715,
501
+ "medium_range": 0.316703869047619,
502
+ "long_range": 0.5899962241482578,
503
+ "very_long_range": 0.4729482812482688
504
+ },
505
+ "sub_Fraction_Fraction_Fraction": {
506
+ "well_learned_digit": 0,
507
+ "has_performance_digit": 0,
508
+ "in_domain": 0.05357738095238095,
509
+ "out_domain": 0.00018745143745143745,
510
+ "short_range": 0.1071547619047619,
511
+ "medium_range": 0.0,
512
+ "long_range": 0.0003749028749028749,
513
+ "very_long_range": 0.0
514
+ },
515
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
516
+ "well_learned_digit": 0,
517
+ "has_performance_digit": 0,
518
+ "in_domain": 0.2162054044487463,
519
+ "out_domain": 0.3198538366306098,
520
+ "short_range": 0.22482315504076944,
521
+ "medium_range": 0.21189652915273471,
522
+ "long_range": 0.3012449658022003,
523
+ "very_long_range": 0.33846270745901924
524
+ },
525
+ "max_Integer_Integer_Integer": {
526
+ "well_learned_digit": 21,
527
+ "has_performance_digit": 100,
528
+ "in_domain": 0.960939112516633,
529
+ "out_domain": 0.6604119157264002,
530
+ "short_range": 0.9644589947089947,
531
+ "medium_range": 0.9588271832012157,
532
+ "long_range": 0.7619200680720759,
533
+ "very_long_range": 0.5589037633807248
534
+ },
535
+ "max_Float_Float_Float": {
536
+ "well_learned_digit": 30,
537
+ "has_performance_digit": 100,
538
+ "in_domain": 0.9831562152804506,
539
+ "out_domain": 0.7059521409570825,
540
+ "short_range": 0.9866289698433661,
541
+ "medium_range": 0.9803780116301181,
542
+ "long_range": 0.8186736046388507,
543
+ "very_long_range": 0.5932306772753143
544
+ },
545
+ "max_Fraction_Fraction_Fraction": {
546
+ "well_learned_digit": 0,
547
+ "has_performance_digit": 4,
548
+ "in_domain": 0.39879766934454436,
549
+ "out_domain": 0.32972084350081504,
550
+ "short_range": 0.4250089285714286,
551
+ "medium_range": 0.3725864101176601,
552
+ "long_range": 0.33792292137728375,
553
+ "very_long_range": 0.3215187656243464
554
+ },
555
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
556
+ "well_learned_digit": 100,
557
+ "has_performance_digit": 100,
558
+ "in_domain": 0.9113593943824208,
559
+ "out_domain": 0.948704983564838,
560
+ "short_range": 0.8103645833333334,
561
+ "medium_range": 0.9921552432216905,
562
+ "long_range": 0.9698547325463991,
563
+ "very_long_range": 0.9275552345832767
564
+ },
565
+ "max_hard_Integer_Integer_Integer": {
566
+ "well_learned_digit": 82,
567
+ "has_performance_digit": 100,
568
+ "in_domain": 0.9944996706966279,
569
+ "out_domain": 0.9163394953797089,
570
+ "short_range": 0.9922876984126985,
571
+ "medium_range": 0.9958268540669857,
572
+ "long_range": 0.9695120202589871,
573
+ "very_long_range": 0.8631669705004309
574
+ },
575
+ "max_hard_Float_Float_Float": {
576
+ "well_learned_digit": 32,
577
+ "has_performance_digit": 100,
578
+ "in_domain": 0.9660690527866113,
579
+ "out_domain": 0.7542588424682118,
580
+ "short_range": 0.9475821834791452,
581
+ "medium_range": 0.9808585482325841,
582
+ "long_range": 0.8472975567084082,
583
+ "very_long_range": 0.6612201282280158
584
+ },
585
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
586
+ "well_learned_digit": 100,
587
+ "has_performance_digit": 100,
588
+ "in_domain": 0.9512295855964811,
589
+ "out_domain": 0.962248624400322,
590
+ "short_range": 0.8965238095238095,
591
+ "medium_range": 0.9949942064546184,
592
+ "long_range": 0.9786560260336997,
593
+ "very_long_range": 0.9458412227669446
594
+ },
595
+ "multiply_hard_Integer_Integer_Integer": {
596
+ "well_learned_digit": 0,
597
+ "has_performance_digit": 5,
598
+ "in_domain": 0.4262119685869685,
599
+ "out_domain": 0.1034638889975287,
600
+ "short_range": 0.6345714285714286,
601
+ "medium_range": 0.32203223859473845,
602
+ "long_range": 0.10461512439640044,
603
+ "very_long_range": 0.10231265359865696
604
+ },
605
+ "multiply_hard_Float_Float_Float": {
606
+ "well_learned_digit": 0,
607
+ "has_performance_digit": 0,
608
+ "in_domain": 0.18282131042961064,
609
+ "out_domain": 0.03537113704702263,
610
+ "short_range": 0.32007475857475853,
611
+ "medium_range": 0.11419458635703669,
612
+ "long_range": 0.040196773274570115,
613
+ "very_long_range": 0.03054550081947516
614
+ },
615
+ "multiply_hard_Fraction_Fraction_Fraction": {
616
+ "well_learned_digit": 0,
617
+ "has_performance_digit": 0,
618
+ "in_domain": 0.03762680375180375,
619
+ "out_domain": 0.0005881486524746289,
620
+ "short_range": 0.07466919191919193,
621
+ "medium_range": 0.0005844155844155844,
622
+ "long_range": 0.000766062525719026,
623
+ "very_long_range": 0.00041023477923023187
624
+ },
625
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
626
+ "well_learned_digit": 0,
627
+ "has_performance_digit": 0,
628
+ "in_domain": 0.1170359358134126,
629
+ "out_domain": 0.18303939258838642,
630
+ "short_range": 0.10446212121212123,
631
+ "medium_range": 0.1233228431140583,
632
+ "long_range": 0.20803220715082624,
633
+ "very_long_range": 0.15804657802594652
634
+ },
635
+ "multiply_easy_Integer_Integer_Integer": {
636
+ "well_learned_digit": 0,
637
+ "has_performance_digit": 6,
638
+ "in_domain": 0.5562318422318422,
639
+ "out_domain": 0.17397808160036415,
640
+ "short_range": 0.7026904761904756,
641
+ "medium_range": 0.4830025252525253,
642
+ "long_range": 0.17769097324244376,
643
+ "very_long_range": 0.17026518995828457
644
+ },
645
+ "multiply_easy_Float_Float_Float": {
646
+ "well_learned_digit": 0,
647
+ "has_performance_digit": 0,
648
+ "in_domain": 0.1821067391644017,
649
+ "out_domain": 0.09535643381851733,
650
+ "short_range": 0.23964520202020204,
651
+ "medium_range": 0.15333750773650157,
652
+ "long_range": 0.1029243539084311,
653
+ "very_long_range": 0.08778851372860355
654
+ },
655
+ "multiply_easy_Fraction_Fraction_Fraction": {
656
+ "well_learned_digit": 0,
657
+ "has_performance_digit": 0,
658
+ "in_domain": 0.0810544975857476,
659
+ "out_domain": 0.007048998045798133,
660
+ "short_range": 0.15826001082251087,
661
+ "medium_range": 0.003848984348984349,
662
+ "long_range": 7.936507936507937e-05,
663
+ "very_long_range": 0.014018631012231187
664
+ },
665
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
666
+ "well_learned_digit": 0,
667
+ "has_performance_digit": 0,
668
+ "in_domain": 0.140367747992748,
669
+ "out_domain": 0.253042412723606,
670
+ "short_range": 0.17575865800865798,
671
+ "medium_range": 0.12267229298479303,
672
+ "long_range": 0.2784962106535248,
673
+ "very_long_range": 0.2275886147936872
674
+ },
675
+ "digit_max_Integer_Integer_Integer": {
676
+ "well_learned_digit": 0,
677
+ "has_performance_digit": 100,
678
+ "in_domain": 0.5899522397483408,
679
+ "out_domain": 0.5345290871662564,
680
+ "short_range": 0.650246693121693,
681
+ "medium_range": 0.5537755677243292,
682
+ "long_range": 0.5330270062066275,
683
+ "very_long_range": 0.5360311681258854
684
+ },
685
+ "digit_max_Float_Float_Float": {
686
+ "well_learned_digit": 0,
687
+ "has_performance_digit": 100,
688
+ "in_domain": 0.6569543968902948,
689
+ "out_domain": 0.5565572284189151,
690
+ "short_range": 0.7117989412172362,
691
+ "medium_range": 0.6130787614287417,
692
+ "long_range": 0.5684226115397124,
693
+ "very_long_range": 0.5446918452981174
694
+ },
695
+ "digit_add_Integer_Integer_Integer": {
696
+ "well_learned_digit": 0,
697
+ "has_performance_digit": 0,
698
+ "in_domain": 0.1607945297628927,
699
+ "out_domain": 0.1188003653898572,
700
+ "short_range": 0.22873611111111108,
701
+ "medium_range": 0.12002958095396173,
702
+ "long_range": 0.11861829476916756,
703
+ "very_long_range": 0.11898243601054678
704
+ },
705
+ "digit_add_Float_Float_Float": {
706
+ "well_learned_digit": 0,
707
+ "has_performance_digit": 0,
708
+ "in_domain": 0.20615919202252084,
709
+ "out_domain": 0.09988650682657016,
710
+ "short_range": 0.2829437624853646,
711
+ "medium_range": 0.14473153565224586,
712
+ "long_range": 0.11468660908572235,
713
+ "very_long_range": 0.085086404567418
714
+ },
715
+ "get_digit_Integer_int_int": {
716
+ "well_learned_digit": 0,
717
+ "has_performance_digit": 10,
718
+ "in_domain": 0.475,
719
+ "out_domain": 0.16675,
720
+ "short_range": 0.6,
721
+ "medium_range": 0.4,
722
+ "long_range": 0.19725,
723
+ "very_long_range": 0.13625
724
+ },
725
+ "get_digit_Float_int_int": {
726
+ "well_learned_digit": 0,
727
+ "has_performance_digit": 5,
728
+ "in_domain": 0.40055555555555555,
729
+ "out_domain": 0.144625,
730
+ "short_range": 0.52125,
731
+ "medium_range": 0.304,
732
+ "long_range": 0.16625,
733
+ "very_long_range": 0.123
734
+ },
735
+ "length_Integer_none_int": {
736
+ "well_learned_digit": 11,
737
+ "has_performance_digit": 100,
738
+ "in_domain": 0.806875,
739
+ "out_domain": 0.113625,
740
+ "short_range": 0.9766666666666667,
741
+ "medium_range": 0.705,
742
+ "long_range": 0.16375,
743
+ "very_long_range": 0.0635
744
+ },
745
+ "length_Float_none_int": {
746
+ "well_learned_digit": 3,
747
+ "has_performance_digit": 9,
748
+ "in_domain": 0.4588888888888889,
749
+ "out_domain": 0.16189583333333338,
750
+ "short_range": 0.6275,
751
+ "medium_range": 0.324,
752
+ "long_range": 0.13170833333333334,
753
+ "very_long_range": 0.19208333333333327
754
+ },
755
+ "truediv_Integer_Integer_Fraction": {
756
+ "well_learned_digit": 0,
757
+ "has_performance_digit": 0,
758
+ "in_domain": 0.026596977096977097,
759
+ "out_domain": 0.0498744016491136,
760
+ "short_range": 0.04233928571428572,
761
+ "medium_range": 0.01872582278832279,
762
+ "long_range": 0.030068308748649866,
763
+ "very_long_range": 0.06968049454957732
764
+ },
765
+ "truediv_Fraction_Fraction_Fraction": {
766
+ "well_learned_digit": 0,
767
+ "has_performance_digit": 1,
768
+ "in_domain": 0.16518871783396058,
769
+ "out_domain": 0.0418416356215655,
770
+ "short_range": 0.2749076201576201,
771
+ "medium_range": 0.055469815510301064,
772
+ "long_range": 0.043218974631583765,
773
+ "very_long_range": 0.04046429661154724
774
+ },
775
+ "floordiv_Integer_Integer_Integer": {
776
+ "well_learned_digit": 3,
777
+ "has_performance_digit": 8,
778
+ "in_domain": 0.82325,
779
+ "out_domain": 0.15046344396344394,
780
+ "short_range": 0.9233333333333335,
781
+ "medium_range": 0.7732083333333334,
782
+ "long_range": 0.2081488095238095,
783
+ "very_long_range": 0.09277807840307839
784
+ },
785
+ "mod_Integer_Integer_Integer": {
786
+ "well_learned_digit": 0,
787
+ "has_performance_digit": 3,
788
+ "in_domain": 0.24899999999999992,
789
+ "out_domain": 0.09671052327302326,
790
+ "short_range": 0.4733333333333332,
791
+ "medium_range": 0.13683333333333333,
792
+ "long_range": 0.09652314814814814,
793
+ "very_long_range": 0.09689789839789836
794
+ },
795
+ "mod_easy_Integer_Integer_Integer": {
796
+ "well_learned_digit": 0,
797
+ "has_performance_digit": 3,
798
+ "in_domain": 0.2844444444444445,
799
+ "out_domain": 0.18319444444444447,
800
+ "short_range": 0.4441666666666667,
801
+ "medium_range": 0.2045833333333333,
802
+ "long_range": 0.18944444444444447,
803
+ "very_long_range": 0.17694444444444443
804
+ },
805
+ "to_float_Fraction_none_Float": {
806
+ "well_learned_digit": 6,
807
+ "has_performance_digit": 9,
808
+ "in_domain": 0.8158518530081031,
809
+ "out_domain": 0.24500302258155404,
810
+ "short_range": 0.7551309523809523,
811
+ "medium_range": 0.8765727536352537,
812
+ "long_range": 0.3450197968930806,
813
+ "very_long_range": 0.14498624827002765
814
+ },
815
+ "to_float_ScientificNotation_none_Float": {
816
+ "well_learned_digit": 16,
817
+ "has_performance_digit": 28,
818
+ "in_domain": 0.887309942997701,
819
+ "out_domain": 0.32126488107464335,
820
+ "short_range": 0.9622765151515152,
821
+ "medium_range": 0.8273366852746498,
822
+ "long_range": 0.4007299512898275,
823
+ "very_long_range": 0.24179981085945934
824
+ },
825
+ "to_scient_Integer_none_ScientificNotation": {
826
+ "well_learned_digit": 100,
827
+ "has_performance_digit": 100,
828
+ "in_domain": 0.23098415820290819,
829
+ "out_domain": 0.919126797482164,
830
+ "short_range": 0.06597011784511785,
831
+ "medium_range": 0.32999258241758234,
832
+ "long_range": 0.8776978383115112,
833
+ "very_long_range": 0.960555756652817
834
+ },
835
+ "to_scient_Float_none_ScientificNotation": {
836
+ "well_learned_digit": 96,
837
+ "has_performance_digit": 100,
838
+ "in_domain": 0.15563914930589892,
839
+ "out_domain": 0.8477392056135081,
840
+ "short_range": 0.05111111111111111,
841
+ "medium_range": 0.23926157986172922,
842
+ "long_range": 0.8014377643044626,
843
+ "very_long_range": 0.8940406469225544
844
+ },
845
+ "count_Integer_int_int": {
846
+ "well_learned_digit": 7,
847
+ "has_performance_digit": 19,
848
+ "in_domain": 0.74,
849
+ "out_domain": 0.154375,
850
+ "short_range": 0.8983333333333333,
851
+ "medium_range": 0.645,
852
+ "long_range": 0.164,
853
+ "very_long_range": 0.14475
854
+ },
855
+ "sig_Integer_int_ScientificNotation": {
856
+ "well_learned_digit": 100,
857
+ "has_performance_digit": 100,
858
+ "in_domain": 0.9213726639180392,
859
+ "out_domain": 0.8847873210535905,
860
+ "short_range": 0.9710707671957671,
861
+ "medium_range": 0.8915538019514022,
862
+ "long_range": 0.8699104932581538,
863
+ "very_long_range": 0.8996641488490276
864
+ }
865
+ },
866
+ "dlength": {
867
+ "add_Integer_Integer_Integer": {
868
+ "well_learned_digit": 20,
869
+ "has_performance_digit": 20,
870
+ "in_domain": 0.0,
871
+ "out_domain": 0.0425,
872
+ "short_range": 0.0,
873
+ "medium_range": 0.0,
874
+ "long_range": 0.021666666666666667,
875
+ "very_long_range": 0.06333333333333334
876
+ },
877
+ "add_Float_Float_Float": {
878
+ "well_learned_digit": 7,
879
+ "has_performance_digit": 13,
880
+ "in_domain": 0.23166666666666666,
881
+ "out_domain": 1.2291666666666667,
882
+ "short_range": 0.03,
883
+ "medium_range": 0.3325,
884
+ "long_range": 0.8833333333333333,
885
+ "very_long_range": 1.575
886
+ },
887
+ "add_Fraction_Fraction_Fraction": {
888
+ "well_learned_digit": 0,
889
+ "has_performance_digit": 0,
890
+ "in_domain": 14.245,
891
+ "out_domain": 48.83583333333333,
892
+ "short_range": 7.205,
893
+ "medium_range": 21.285,
894
+ "long_range": 38.71,
895
+ "very_long_range": 58.961666666666666
896
+ },
897
+ "add_easy_Fraction_Fraction_Fraction": {
898
+ "well_learned_digit": 0,
899
+ "has_performance_digit": 0,
900
+ "in_domain": 12.24875,
901
+ "out_domain": 36.1825,
902
+ "short_range": 7.055,
903
+ "medium_range": 17.4425,
904
+ "long_range": 29.65,
905
+ "very_long_range": 42.715
906
+ },
907
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
908
+ "well_learned_digit": 0,
909
+ "has_performance_digit": 0,
910
+ "in_domain": 2.8466666666666667,
911
+ "out_domain": 3.0316666666666667,
912
+ "short_range": 3.54,
913
+ "medium_range": 2.5,
914
+ "long_range": 2.361666666666667,
915
+ "very_long_range": 3.7016666666666667
916
+ },
917
+ "sub_Integer_Integer_Integer": {
918
+ "well_learned_digit": 20,
919
+ "has_performance_digit": 20,
920
+ "in_domain": 0.09666666666666666,
921
+ "out_domain": 0.4091666666666667,
922
+ "short_range": 0.0,
923
+ "medium_range": 0.145,
924
+ "long_range": 0.515,
925
+ "very_long_range": 0.30333333333333334
926
+ },
927
+ "sub_Float_Float_Float": {
928
+ "well_learned_digit": 0,
929
+ "has_performance_digit": 0,
930
+ "in_domain": 6.003333333333333,
931
+ "out_domain": 5.630833333333333,
932
+ "short_range": 4.63,
933
+ "medium_range": 6.69,
934
+ "long_range": 4.633333333333334,
935
+ "very_long_range": 6.628333333333333
936
+ },
937
+ "sub_Fraction_Fraction_Fraction": {
938
+ "well_learned_digit": 0,
939
+ "has_performance_digit": 0,
940
+ "in_domain": 14.06125,
941
+ "out_domain": 49.11666666666667,
942
+ "short_range": 6.9475,
943
+ "medium_range": 21.175,
944
+ "long_range": 38.76166666666666,
945
+ "very_long_range": 59.471666666666664
946
+ },
947
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
948
+ "well_learned_digit": 0,
949
+ "has_performance_digit": 0,
950
+ "in_domain": 34.10666666666667,
951
+ "out_domain": 33.560833333333335,
952
+ "short_range": 31.64,
953
+ "medium_range": 35.34,
954
+ "long_range": 33.17333333333333,
955
+ "very_long_range": 33.94833333333333
956
+ },
957
+ "max_Integer_Integer_Integer": {
958
+ "well_learned_digit": 18,
959
+ "has_performance_digit": 32,
960
+ "in_domain": 0.17625,
961
+ "out_domain": 17.847125,
962
+ "short_range": 0.18166666666666667,
963
+ "medium_range": 0.173,
964
+ "long_range": 3.8705,
965
+ "very_long_range": 31.82375
966
+ },
967
+ "max_Float_Float_Float": {
968
+ "well_learned_digit": 13,
969
+ "has_performance_digit": 30,
970
+ "in_domain": 0.18888888888888888,
971
+ "out_domain": 11.52725,
972
+ "short_range": 0.1625,
973
+ "medium_range": 0.21,
974
+ "long_range": 4.105,
975
+ "very_long_range": 18.9495
976
+ },
977
+ "max_Fraction_Fraction_Fraction": {
978
+ "well_learned_digit": 0,
979
+ "has_performance_digit": 0,
980
+ "in_domain": 1.7825,
981
+ "out_domain": 5.32,
982
+ "short_range": 1.42,
983
+ "medium_range": 2.145,
984
+ "long_range": 3.3916666666666666,
985
+ "very_long_range": 7.248333333333333
986
+ },
987
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
988
+ "well_learned_digit": 43,
989
+ "has_performance_digit": 86,
990
+ "in_domain": 0.5188888888888888,
991
+ "out_domain": 1.17825,
992
+ "short_range": 1.11875,
993
+ "medium_range": 0.039,
994
+ "long_range": 0.4345,
995
+ "very_long_range": 1.922
996
+ },
997
+ "max_hard_Integer_Integer_Integer": {
998
+ "well_learned_digit": 68,
999
+ "has_performance_digit": 85,
1000
+ "in_domain": 0.015,
1001
+ "out_domain": 2.841375,
1002
+ "short_range": 0.013333333333333334,
1003
+ "medium_range": 0.016,
1004
+ "long_range": 0.3455,
1005
+ "very_long_range": 5.33725
1006
+ },
1007
+ "max_hard_Float_Float_Float": {
1008
+ "well_learned_digit": 16,
1009
+ "has_performance_digit": 26,
1010
+ "in_domain": 0.3277777777777778,
1011
+ "out_domain": 11.285,
1012
+ "short_range": 0.4575,
1013
+ "medium_range": 0.224,
1014
+ "long_range": 3.957,
1015
+ "very_long_range": 18.613
1016
+ },
1017
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
1018
+ "well_learned_digit": 35,
1019
+ "has_performance_digit": 63,
1020
+ "in_domain": 0.30666666666666664,
1021
+ "out_domain": 1.48625,
1022
+ "short_range": 0.59375,
1023
+ "medium_range": 0.077,
1024
+ "long_range": 0.50125,
1025
+ "very_long_range": 2.47125
1026
+ },
1027
+ "multiply_hard_Integer_Integer_Integer": {
1028
+ "well_learned_digit": 0,
1029
+ "has_performance_digit": 6,
1030
+ "in_domain": 0.8316666666666667,
1031
+ "out_domain": 5.2075,
1032
+ "short_range": 0.43,
1033
+ "medium_range": 1.0325,
1034
+ "long_range": 4.7316666666666665,
1035
+ "very_long_range": 5.683333333333334
1036
+ },
1037
+ "multiply_hard_Float_Float_Float": {
1038
+ "well_learned_digit": 0,
1039
+ "has_performance_digit": 0,
1040
+ "in_domain": 9.523333333333333,
1041
+ "out_domain": 30.921666666666667,
1042
+ "short_range": 4.875,
1043
+ "medium_range": 11.8475,
1044
+ "long_range": 25.54,
1045
+ "very_long_range": 36.303333333333335
1046
+ },
1047
+ "multiply_hard_Fraction_Fraction_Fraction": {
1048
+ "well_learned_digit": 0,
1049
+ "has_performance_digit": 0,
1050
+ "in_domain": 13.84375,
1051
+ "out_domain": 48.674166666666665,
1052
+ "short_range": 6.9925,
1053
+ "medium_range": 20.695,
1054
+ "long_range": 38.36833333333333,
1055
+ "very_long_range": 58.98
1056
+ },
1057
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
1058
+ "well_learned_digit": 0,
1059
+ "has_performance_digit": 0,
1060
+ "in_domain": 10.903333333333334,
1061
+ "out_domain": 14.2275,
1062
+ "short_range": 8.57,
1063
+ "medium_range": 12.07,
1064
+ "long_range": 9.74,
1065
+ "very_long_range": 18.715
1066
+ },
1067
+ "multiply_easy_Integer_Integer_Integer": {
1068
+ "well_learned_digit": 5,
1069
+ "has_performance_digit": 7,
1070
+ "in_domain": 0.5266666666666666,
1071
+ "out_domain": 4.215833333333333,
1072
+ "short_range": 0.32,
1073
+ "medium_range": 0.63,
1074
+ "long_range": 3.1883333333333335,
1075
+ "very_long_range": 5.243333333333333
1076
+ },
1077
+ "multiply_easy_Float_Float_Float": {
1078
+ "well_learned_digit": 0,
1079
+ "has_performance_digit": 0,
1080
+ "in_domain": 7.381666666666667,
1081
+ "out_domain": 13.865,
1082
+ "short_range": 6.095,
1083
+ "medium_range": 8.025,
1084
+ "long_range": 10.841666666666667,
1085
+ "very_long_range": 16.888333333333332
1086
+ },
1087
+ "multiply_easy_Fraction_Fraction_Fraction": {
1088
+ "well_learned_digit": 0,
1089
+ "has_performance_digit": 0,
1090
+ "in_domain": 11.645,
1091
+ "out_domain": 31.088333333333335,
1092
+ "short_range": 6.29,
1093
+ "medium_range": 17.0,
1094
+ "long_range": 27.283333333333335,
1095
+ "very_long_range": 34.89333333333333
1096
+ },
1097
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
1098
+ "well_learned_digit": 0,
1099
+ "has_performance_digit": 0,
1100
+ "in_domain": 9.273333333333333,
1101
+ "out_domain": 6.096666666666667,
1102
+ "short_range": 7.775,
1103
+ "medium_range": 10.0225,
1104
+ "long_range": 3.7733333333333334,
1105
+ "very_long_range": 8.42
1106
+ },
1107
+ "digit_max_Integer_Integer_Integer": {
1108
+ "well_learned_digit": 7,
1109
+ "has_performance_digit": 16,
1110
+ "in_domain": 0.659375,
1111
+ "out_domain": 6.917375,
1112
+ "short_range": 0.10333333333333333,
1113
+ "medium_range": 0.993,
1114
+ "long_range": 3.9575,
1115
+ "very_long_range": 9.87725
1116
+ },
1117
+ "digit_max_Float_Float_Float": {
1118
+ "well_learned_digit": 0,
1119
+ "has_performance_digit": 9,
1120
+ "in_domain": 2.113888888888889,
1121
+ "out_domain": 15.545,
1122
+ "short_range": 0.91,
1123
+ "medium_range": 3.077,
1124
+ "long_range": 9.628,
1125
+ "very_long_range": 21.462
1126
+ },
1127
+ "digit_add_Integer_Integer_Integer": {
1128
+ "well_learned_digit": 0,
1129
+ "has_performance_digit": 0,
1130
+ "in_domain": 7.358125,
1131
+ "out_domain": 33.470125,
1132
+ "short_range": 3.795,
1133
+ "medium_range": 9.496,
1134
+ "long_range": 18.9865,
1135
+ "very_long_range": 47.95375
1136
+ },
1137
+ "digit_add_Float_Float_Float": {
1138
+ "well_learned_digit": 0,
1139
+ "has_performance_digit": 0,
1140
+ "in_domain": 9.583333333333334,
1141
+ "out_domain": 60.753,
1142
+ "short_range": 3.81625,
1143
+ "medium_range": 14.197,
1144
+ "long_range": 39.939,
1145
+ "very_long_range": 81.567
1146
+ },
1147
+ "get_digit_Integer_int_int": {
1148
+ "well_learned_digit": 100,
1149
+ "has_performance_digit": 100,
1150
+ "in_domain": 0.0,
1151
+ "out_domain": 0.0,
1152
+ "short_range": 0.0,
1153
+ "medium_range": 0.0,
1154
+ "long_range": 0.0,
1155
+ "very_long_range": 0.0
1156
+ },
1157
+ "get_digit_Float_int_int": {
1158
+ "well_learned_digit": 100,
1159
+ "has_performance_digit": 100,
1160
+ "in_domain": 0.0,
1161
+ "out_domain": 0.0,
1162
+ "short_range": 0.0,
1163
+ "medium_range": 0.0,
1164
+ "long_range": 0.0,
1165
+ "very_long_range": 0.0
1166
+ },
1167
+ "length_Integer_none_int": {
1168
+ "well_learned_digit": 16,
1169
+ "has_performance_digit": 20,
1170
+ "in_domain": 0.200625,
1171
+ "out_domain": 18.841375,
1172
+ "short_range": 0.06333333333333334,
1173
+ "medium_range": 0.283,
1174
+ "long_range": 14.75975,
1175
+ "very_long_range": 22.923
1176
+ },
1177
+ "length_Float_none_int": {
1178
+ "well_learned_digit": 14,
1179
+ "has_performance_digit": 16,
1180
+ "in_domain": 0.5938888888888889,
1181
+ "out_domain": 38.23925,
1182
+ "short_range": 0.09875,
1183
+ "medium_range": 0.99,
1184
+ "long_range": 11.61075,
1185
+ "very_long_range": 64.86775
1186
+ },
1187
+ "truediv_Integer_Integer_Fraction": {
1188
+ "well_learned_digit": 0,
1189
+ "has_performance_digit": 0,
1190
+ "in_domain": 8.825,
1191
+ "out_domain": 18.7475,
1192
+ "short_range": 5.835,
1193
+ "medium_range": 10.32,
1194
+ "long_range": 16.576666666666668,
1195
+ "very_long_range": 20.918333333333333
1196
+ },
1197
+ "truediv_Fraction_Fraction_Fraction": {
1198
+ "well_learned_digit": 0,
1199
+ "has_performance_digit": 1,
1200
+ "in_domain": 8.34875,
1201
+ "out_domain": 30.73,
1202
+ "short_range": 4.4375,
1203
+ "medium_range": 12.26,
1204
+ "long_range": 23.8,
1205
+ "very_long_range": 37.66
1206
+ },
1207
+ "floordiv_Integer_Integer_Integer": {
1208
+ "well_learned_digit": 5,
1209
+ "has_performance_digit": 7,
1210
+ "in_domain": 0.4666666666666667,
1211
+ "out_domain": 17.150833333333335,
1212
+ "short_range": 0.0,
1213
+ "medium_range": 0.7,
1214
+ "long_range": 10.178333333333333,
1215
+ "very_long_range": 24.123333333333335
1216
+ },
1217
+ "mod_Integer_Integer_Integer": {
1218
+ "well_learned_digit": 0,
1219
+ "has_performance_digit": 5,
1220
+ "in_domain": 1.5466666666666666,
1221
+ "out_domain": 12.1225,
1222
+ "short_range": 0.275,
1223
+ "medium_range": 2.1825,
1224
+ "long_range": 5.868333333333333,
1225
+ "very_long_range": 18.376666666666665
1226
+ },
1227
+ "mod_easy_Integer_Integer_Integer": {
1228
+ "well_learned_digit": 0,
1229
+ "has_performance_digit": 10,
1230
+ "in_domain": 0.5783333333333334,
1231
+ "out_domain": 1.9366666666666668,
1232
+ "short_range": 0.3,
1233
+ "medium_range": 0.7175,
1234
+ "long_range": 1.4433333333333334,
1235
+ "very_long_range": 2.43
1236
+ },
1237
+ "to_float_Fraction_none_Float": {
1238
+ "well_learned_digit": 3,
1239
+ "has_performance_digit": 8,
1240
+ "in_domain": 0.525,
1241
+ "out_domain": 3.9816666666666665,
1242
+ "short_range": 0.575,
1243
+ "medium_range": 0.475,
1244
+ "long_range": 2.1233333333333335,
1245
+ "very_long_range": 5.84
1246
+ },
1247
+ "to_float_ScientificNotation_none_Float": {
1248
+ "well_learned_digit": 12,
1249
+ "has_performance_digit": 46,
1250
+ "in_domain": 0.3611111111111111,
1251
+ "out_domain": 7.28175,
1252
+ "short_range": 0.2275,
1253
+ "medium_range": 0.468,
1254
+ "long_range": 4.06675,
1255
+ "very_long_range": 10.49675
1256
+ },
1257
+ "to_scient_Integer_none_ScientificNotation": {
1258
+ "well_learned_digit": 0,
1259
+ "has_performance_digit": 44,
1260
+ "in_domain": 7.29375,
1261
+ "out_domain": 5.510125,
1262
+ "short_range": 5.968333333333334,
1263
+ "medium_range": 8.089,
1264
+ "long_range": 2.78175,
1265
+ "very_long_range": 8.2385
1266
+ },
1267
+ "to_scient_Float_none_ScientificNotation": {
1268
+ "well_learned_digit": 0,
1269
+ "has_performance_digit": 0,
1270
+ "in_domain": 14.936666666666667,
1271
+ "out_domain": 11.251875,
1272
+ "short_range": 10.59,
1273
+ "medium_range": 18.414,
1274
+ "long_range": 10.61625,
1275
+ "very_long_range": 11.8875
1276
+ },
1277
+ "count_Integer_int_int": {
1278
+ "well_learned_digit": 9,
1279
+ "has_performance_digit": 11,
1280
+ "in_domain": 1.59875,
1281
+ "out_domain": 28.49475,
1282
+ "short_range": 0.3233333333333333,
1283
+ "medium_range": 2.364,
1284
+ "long_range": 14.70775,
1285
+ "very_long_range": 42.28175
1286
+ },
1287
+ "sig_Integer_int_ScientificNotation": {
1288
+ "well_learned_digit": 6,
1289
+ "has_performance_digit": 19,
1290
+ "in_domain": 0.6275,
1291
+ "out_domain": 16.559125,
1292
+ "short_range": 0.3016666666666667,
1293
+ "medium_range": 0.823,
1294
+ "long_range": 7.0175,
1295
+ "very_long_range": 26.10075
1296
+ }
1297
+ }
1298
+ }
test_results_report/Qwen2-7B_statistics.txt ADDED
@@ -0,0 +1,1298 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exact_match": {
3
+ "add_Integer_Integer_Integer": {
4
+ "well_learned_digit": 4,
5
+ "has_performance_digit": 14,
6
+ "in_domain": 0.7783333333333333,
7
+ "out_domain": 0.12916666666666668,
8
+ "short_range": 0.93,
9
+ "medium_range": 0.7025,
10
+ "long_range": 0.22833333333333333,
11
+ "very_long_range": 0.03
12
+ },
13
+ "add_Float_Float_Float": {
14
+ "well_learned_digit": 0,
15
+ "has_performance_digit": 15,
16
+ "in_domain": 0.5333333333333333,
17
+ "out_domain": 0.11166666666666666,
18
+ "short_range": 0.58,
19
+ "medium_range": 0.51,
20
+ "long_range": 0.175,
21
+ "very_long_range": 0.04833333333333333
22
+ },
23
+ "add_Fraction_Fraction_Fraction": {
24
+ "well_learned_digit": 0,
25
+ "has_performance_digit": 1,
26
+ "in_domain": 0.025,
27
+ "out_domain": 0.0,
28
+ "short_range": 0.05,
29
+ "medium_range": 0.0,
30
+ "long_range": 0.0,
31
+ "very_long_range": 0.0
32
+ },
33
+ "add_easy_Fraction_Fraction_Fraction": {
34
+ "well_learned_digit": 0,
35
+ "has_performance_digit": 0,
36
+ "in_domain": 0.01375,
37
+ "out_domain": 0.0,
38
+ "short_range": 0.0275,
39
+ "medium_range": 0.0,
40
+ "long_range": 0.0,
41
+ "very_long_range": 0.0
42
+ },
43
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
44
+ "well_learned_digit": 0,
45
+ "has_performance_digit": 7,
46
+ "in_domain": 0.03,
47
+ "out_domain": 0.009166666666666667,
48
+ "short_range": 0.005,
49
+ "medium_range": 0.0425,
50
+ "long_range": 0.011666666666666667,
51
+ "very_long_range": 0.006666666666666667
52
+ },
53
+ "sub_Integer_Integer_Integer": {
54
+ "well_learned_digit": 4,
55
+ "has_performance_digit": 14,
56
+ "in_domain": 0.86,
57
+ "out_domain": 0.17416666666666666,
58
+ "short_range": 1.0,
59
+ "medium_range": 0.79,
60
+ "long_range": 0.315,
61
+ "very_long_range": 0.03333333333333333
62
+ },
63
+ "sub_Float_Float_Float": {
64
+ "well_learned_digit": 0,
65
+ "has_performance_digit": 13,
66
+ "in_domain": 0.49833333333333335,
67
+ "out_domain": 0.12083333333333333,
68
+ "short_range": 0.51,
69
+ "medium_range": 0.4925,
70
+ "long_range": 0.21666666666666667,
71
+ "very_long_range": 0.025
72
+ },
73
+ "sub_Fraction_Fraction_Fraction": {
74
+ "well_learned_digit": 0,
75
+ "has_performance_digit": 1,
76
+ "in_domain": 0.04125,
77
+ "out_domain": 0.0,
78
+ "short_range": 0.0825,
79
+ "medium_range": 0.0,
80
+ "long_range": 0.0,
81
+ "very_long_range": 0.0
82
+ },
83
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
84
+ "well_learned_digit": 0,
85
+ "has_performance_digit": 0,
86
+ "in_domain": 0.005,
87
+ "out_domain": 0.0025,
88
+ "short_range": 0.005,
89
+ "medium_range": 0.005,
90
+ "long_range": 0.0016666666666666668,
91
+ "very_long_range": 0.0033333333333333335
92
+ },
93
+ "max_Integer_Integer_Integer": {
94
+ "well_learned_digit": 11,
95
+ "has_performance_digit": 100,
96
+ "in_domain": 0.855,
97
+ "out_domain": 0.395,
98
+ "short_range": 0.9383333333333334,
99
+ "medium_range": 0.805,
100
+ "long_range": 0.49075,
101
+ "very_long_range": 0.29925
102
+ },
103
+ "max_Float_Float_Float": {
104
+ "well_learned_digit": 0,
105
+ "has_performance_digit": 100,
106
+ "in_domain": 0.7005555555555556,
107
+ "out_domain": 0.492375,
108
+ "short_range": 0.675,
109
+ "medium_range": 0.721,
110
+ "long_range": 0.5535,
111
+ "very_long_range": 0.43125
112
+ },
113
+ "max_Fraction_Fraction_Fraction": {
114
+ "well_learned_digit": 0,
115
+ "has_performance_digit": 19,
116
+ "in_domain": 0.15375,
117
+ "out_domain": 0.13166666666666665,
118
+ "short_range": 0.1675,
119
+ "medium_range": 0.14,
120
+ "long_range": 0.15333333333333332,
121
+ "very_long_range": 0.11
122
+ },
123
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
124
+ "well_learned_digit": 0,
125
+ "has_performance_digit": 100,
126
+ "in_domain": 0.645,
127
+ "out_domain": 0.44025,
128
+ "short_range": 0.5825,
129
+ "medium_range": 0.695,
130
+ "long_range": 0.52775,
131
+ "very_long_range": 0.35275
132
+ },
133
+ "max_hard_Integer_Integer_Integer": {
134
+ "well_learned_digit": 13,
135
+ "has_performance_digit": 100,
136
+ "in_domain": 0.885,
137
+ "out_domain": 0.59275,
138
+ "short_range": 0.9833333333333333,
139
+ "medium_range": 0.826,
140
+ "long_range": 0.62225,
141
+ "very_long_range": 0.56325
142
+ },
143
+ "max_hard_Float_Float_Float": {
144
+ "well_learned_digit": 0,
145
+ "has_performance_digit": 100,
146
+ "in_domain": 0.6766666666666666,
147
+ "out_domain": 0.507125,
148
+ "short_range": 0.63375,
149
+ "medium_range": 0.711,
150
+ "long_range": 0.56725,
151
+ "very_long_range": 0.447
152
+ },
153
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
154
+ "well_learned_digit": 0,
155
+ "has_performance_digit": 100,
156
+ "in_domain": 0.6561111111111111,
157
+ "out_domain": 0.45775,
158
+ "short_range": 0.63,
159
+ "medium_range": 0.677,
160
+ "long_range": 0.59375,
161
+ "very_long_range": 0.32175
162
+ },
163
+ "multiply_hard_Integer_Integer_Integer": {
164
+ "well_learned_digit": 0,
165
+ "has_performance_digit": 3,
166
+ "in_domain": 0.08166666666666667,
167
+ "out_domain": 0.0,
168
+ "short_range": 0.22,
169
+ "medium_range": 0.0125,
170
+ "long_range": 0.0,
171
+ "very_long_range": 0.0
172
+ },
173
+ "multiply_hard_Float_Float_Float": {
174
+ "well_learned_digit": 0,
175
+ "has_performance_digit": 0,
176
+ "in_domain": 0.0033333333333333335,
177
+ "out_domain": 0.0,
178
+ "short_range": 0.01,
179
+ "medium_range": 0.0,
180
+ "long_range": 0.0,
181
+ "very_long_range": 0.0
182
+ },
183
+ "multiply_hard_Fraction_Fraction_Fraction": {
184
+ "well_learned_digit": 0,
185
+ "has_performance_digit": 1,
186
+ "in_domain": 0.03375,
187
+ "out_domain": 0.0,
188
+ "short_range": 0.0675,
189
+ "medium_range": 0.0,
190
+ "long_range": 0.0,
191
+ "very_long_range": 0.0
192
+ },
193
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
194
+ "well_learned_digit": 0,
195
+ "has_performance_digit": 0,
196
+ "in_domain": 0.0016666666666666668,
197
+ "out_domain": 0.0,
198
+ "short_range": 0.005,
199
+ "medium_range": 0.0,
200
+ "long_range": 0.0,
201
+ "very_long_range": 0.0
202
+ },
203
+ "multiply_easy_Integer_Integer_Integer": {
204
+ "well_learned_digit": 0,
205
+ "has_performance_digit": 5,
206
+ "in_domain": 0.10833333333333334,
207
+ "out_domain": 0.016666666666666666,
208
+ "short_range": 0.22,
209
+ "medium_range": 0.0525,
210
+ "long_range": 0.013333333333333334,
211
+ "very_long_range": 0.02
212
+ },
213
+ "multiply_easy_Float_Float_Float": {
214
+ "well_learned_digit": 0,
215
+ "has_performance_digit": 0,
216
+ "in_domain": 0.0016666666666666668,
217
+ "out_domain": 0.0,
218
+ "short_range": 0.005,
219
+ "medium_range": 0.0,
220
+ "long_range": 0.0,
221
+ "very_long_range": 0.0
222
+ },
223
+ "multiply_easy_Fraction_Fraction_Fraction": {
224
+ "well_learned_digit": 0,
225
+ "has_performance_digit": 1,
226
+ "in_domain": 0.05375,
227
+ "out_domain": 0.0008333333333333334,
228
+ "short_range": 0.1075,
229
+ "medium_range": 0.0,
230
+ "long_range": 0.0,
231
+ "very_long_range": 0.0016666666666666668
232
+ },
233
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
234
+ "well_learned_digit": 0,
235
+ "has_performance_digit": 0,
236
+ "in_domain": 0.0016666666666666668,
237
+ "out_domain": 0.0,
238
+ "short_range": 0.005,
239
+ "medium_range": 0.0,
240
+ "long_range": 0.0,
241
+ "very_long_range": 0.0
242
+ },
243
+ "digit_max_Integer_Integer_Integer": {
244
+ "well_learned_digit": 0,
245
+ "has_performance_digit": 6,
246
+ "in_domain": 0.030625,
247
+ "out_domain": 0.0,
248
+ "short_range": 0.07833333333333334,
249
+ "medium_range": 0.002,
250
+ "long_range": 0.0,
251
+ "very_long_range": 0.0
252
+ },
253
+ "digit_max_Float_Float_Float": {
254
+ "well_learned_digit": 0,
255
+ "has_performance_digit": 4,
256
+ "in_domain": 0.017777777777777778,
257
+ "out_domain": 0.0,
258
+ "short_range": 0.04,
259
+ "medium_range": 0.0,
260
+ "long_range": 0.0,
261
+ "very_long_range": 0.0
262
+ },
263
+ "digit_add_Integer_Integer_Integer": {
264
+ "well_learned_digit": 0,
265
+ "has_performance_digit": 0,
266
+ "in_domain": 0.009375,
267
+ "out_domain": 0.0,
268
+ "short_range": 0.025,
269
+ "medium_range": 0.0,
270
+ "long_range": 0.0,
271
+ "very_long_range": 0.0
272
+ },
273
+ "digit_add_Float_Float_Float": {
274
+ "well_learned_digit": 0,
275
+ "has_performance_digit": 0,
276
+ "in_domain": 0.01,
277
+ "out_domain": 0.0,
278
+ "short_range": 0.0225,
279
+ "medium_range": 0.0,
280
+ "long_range": 0.0,
281
+ "very_long_range": 0.0
282
+ },
283
+ "get_digit_Integer_int_int": {
284
+ "well_learned_digit": 0,
285
+ "has_performance_digit": 100,
286
+ "in_domain": 0.38,
287
+ "out_domain": 0.151125,
288
+ "short_range": 0.51,
289
+ "medium_range": 0.302,
290
+ "long_range": 0.171,
291
+ "very_long_range": 0.13125
292
+ },
293
+ "get_digit_Float_int_int": {
294
+ "well_learned_digit": 0,
295
+ "has_performance_digit": 100,
296
+ "in_domain": 0.3572222222222222,
297
+ "out_domain": 0.14225,
298
+ "short_range": 0.46875,
299
+ "medium_range": 0.268,
300
+ "long_range": 0.1635,
301
+ "very_long_range": 0.121
302
+ },
303
+ "length_Integer_none_int": {
304
+ "well_learned_digit": 8,
305
+ "has_performance_digit": 100,
306
+ "in_domain": 0.494375,
307
+ "out_domain": 0.010125,
308
+ "short_range": 0.8433333333333334,
309
+ "medium_range": 0.285,
310
+ "long_range": 0.0035,
311
+ "very_long_range": 0.01675
312
+ },
313
+ "length_Float_none_int": {
314
+ "well_learned_digit": 0,
315
+ "has_performance_digit": 24,
316
+ "in_domain": 0.2338888888888889,
317
+ "out_domain": 0.022375,
318
+ "short_range": 0.34625,
319
+ "medium_range": 0.144,
320
+ "long_range": 0.0295,
321
+ "very_long_range": 0.01525
322
+ },
323
+ "truediv_Integer_Integer_Fraction": {
324
+ "well_learned_digit": 0,
325
+ "has_performance_digit": 0,
326
+ "in_domain": 0.03,
327
+ "out_domain": 0.005,
328
+ "short_range": 0.04,
329
+ "medium_range": 0.025,
330
+ "long_range": 0.006666666666666667,
331
+ "very_long_range": 0.0033333333333333335
332
+ },
333
+ "truediv_Fraction_Fraction_Fraction": {
334
+ "well_learned_digit": 0,
335
+ "has_performance_digit": 1,
336
+ "in_domain": 0.09125,
337
+ "out_domain": 0.0,
338
+ "short_range": 0.1825,
339
+ "medium_range": 0.0,
340
+ "long_range": 0.0,
341
+ "very_long_range": 0.0
342
+ },
343
+ "floordiv_Integer_Integer_Integer": {
344
+ "well_learned_digit": 3,
345
+ "has_performance_digit": 7,
346
+ "in_domain": 0.5516666666666666,
347
+ "out_domain": 0.015833333333333335,
348
+ "short_range": 0.9,
349
+ "medium_range": 0.3775,
350
+ "long_range": 0.03166666666666667,
351
+ "very_long_range": 0.0
352
+ },
353
+ "mod_Integer_Integer_Integer": {
354
+ "well_learned_digit": 0,
355
+ "has_performance_digit": 3,
356
+ "in_domain": 0.09166666666666666,
357
+ "out_domain": 0.0,
358
+ "short_range": 0.255,
359
+ "medium_range": 0.01,
360
+ "long_range": 0.0,
361
+ "very_long_range": 0.0
362
+ },
363
+ "mod_easy_Integer_Integer_Integer": {
364
+ "well_learned_digit": 0,
365
+ "has_performance_digit": 3,
366
+ "in_domain": 0.10333333333333333,
367
+ "out_domain": 0.010833333333333334,
368
+ "short_range": 0.27,
369
+ "medium_range": 0.02,
370
+ "long_range": 0.011666666666666667,
371
+ "very_long_range": 0.01
372
+ },
373
+ "to_float_Fraction_none_Float": {
374
+ "well_learned_digit": 3,
375
+ "has_performance_digit": 10,
376
+ "in_domain": 0.605,
377
+ "out_domain": 0.0625,
378
+ "short_range": 0.69,
379
+ "medium_range": 0.52,
380
+ "long_range": 0.09833333333333333,
381
+ "very_long_range": 0.02666666666666667
382
+ },
383
+ "to_float_ScientificNotation_none_Float": {
384
+ "well_learned_digit": 6,
385
+ "has_performance_digit": 84,
386
+ "in_domain": 0.5527777777777778,
387
+ "out_domain": 0.103875,
388
+ "short_range": 0.72,
389
+ "medium_range": 0.419,
390
+ "long_range": 0.159,
391
+ "very_long_range": 0.04875
392
+ },
393
+ "to_scient_Integer_none_ScientificNotation": {
394
+ "well_learned_digit": 0,
395
+ "has_performance_digit": 30,
396
+ "in_domain": 0.220625,
397
+ "out_domain": 0.004375,
398
+ "short_range": 0.07666666666666666,
399
+ "medium_range": 0.307,
400
+ "long_range": 0.00875,
401
+ "very_long_range": 0.0
402
+ },
403
+ "to_scient_Float_none_ScientificNotation": {
404
+ "well_learned_digit": 0,
405
+ "has_performance_digit": 71,
406
+ "in_domain": 0.2872222222222222,
407
+ "out_domain": 0.100375,
408
+ "short_range": 0.26625,
409
+ "medium_range": 0.304,
410
+ "long_range": 0.144,
411
+ "very_long_range": 0.05675
412
+ },
413
+ "count_Integer_int_int": {
414
+ "well_learned_digit": 6,
415
+ "has_performance_digit": 100,
416
+ "in_domain": 0.481875,
417
+ "out_domain": 0.112125,
418
+ "short_range": 0.7316666666666667,
419
+ "medium_range": 0.332,
420
+ "long_range": 0.1405,
421
+ "very_long_range": 0.08375
422
+ },
423
+ "sig_Integer_int_ScientificNotation": {
424
+ "well_learned_digit": 0,
425
+ "has_performance_digit": 19,
426
+ "in_domain": 0.149375,
427
+ "out_domain": 0.003125,
428
+ "short_range": 0.165,
429
+ "medium_range": 0.14,
430
+ "long_range": 0.005,
431
+ "very_long_range": 0.00125
432
+ }
433
+ },
434
+ "digit_match": {
435
+ "add_Integer_Integer_Integer": {
436
+ "well_learned_digit": 4,
437
+ "has_performance_digit": 12,
438
+ "in_domain": 0.8835013227513228,
439
+ "out_domain": 0.4536124515534343,
440
+ "short_range": 0.9453333333333334,
441
+ "medium_range": 0.8525853174603174,
442
+ "long_range": 0.5747898305398303,
443
+ "very_long_range": 0.33243507256703847
444
+ },
445
+ "add_Float_Float_Float": {
446
+ "well_learned_digit": 3,
447
+ "has_performance_digit": 20,
448
+ "in_domain": 0.8777513808359396,
449
+ "out_domain": 0.6910434873795932,
450
+ "short_range": 0.8952936507936506,
451
+ "medium_range": 0.8689802458570841,
452
+ "long_range": 0.758232167306249,
453
+ "very_long_range": 0.6238548074529371
454
+ },
455
+ "add_Fraction_Fraction_Fraction": {
456
+ "well_learned_digit": 0,
457
+ "has_performance_digit": 0,
458
+ "in_domain": 0.0947059440916538,
459
+ "out_domain": 0.055439825257336595,
460
+ "short_range": 0.13776323288639464,
461
+ "medium_range": 0.05164865529691293,
462
+ "long_range": 0.05657945971271679,
463
+ "very_long_range": 0.05430019080195641
464
+ },
465
+ "add_easy_Fraction_Fraction_Fraction": {
466
+ "well_learned_digit": 0,
467
+ "has_performance_digit": 0,
468
+ "in_domain": 0.0764527619726696,
469
+ "out_domain": 0.03962846788150802,
470
+ "short_range": 0.09962545093795093,
471
+ "medium_range": 0.05328007300738826,
472
+ "long_range": 0.04103965551936861,
473
+ "very_long_range": 0.038217280243647414
474
+ },
475
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
476
+ "well_learned_digit": 0,
477
+ "has_performance_digit": 0,
478
+ "in_domain": 0.28218357337107336,
479
+ "out_domain": 0.331782538148643,
480
+ "short_range": 0.1494963924963925,
481
+ "medium_range": 0.34852716380841386,
482
+ "long_range": 0.3547027935156804,
483
+ "very_long_range": 0.3088622827816056
484
+ },
485
+ "sub_Integer_Integer_Integer": {
486
+ "well_learned_digit": 6,
487
+ "has_performance_digit": 14,
488
+ "in_domain": 0.9239007936507936,
489
+ "out_domain": 0.4949396537271925,
490
+ "short_range": 1.0,
491
+ "medium_range": 0.8858511904761904,
492
+ "long_range": 0.652656167906168,
493
+ "very_long_range": 0.337223139548217
494
+ },
495
+ "sub_Float_Float_Float": {
496
+ "well_learned_digit": 6,
497
+ "has_performance_digit": 20,
498
+ "in_domain": 0.8968738529988529,
499
+ "out_domain": 0.727997615435695,
500
+ "short_range": 0.8769404761904761,
501
+ "medium_range": 0.9068405414030409,
502
+ "long_range": 0.8058370911307066,
503
+ "very_long_range": 0.6501581397406835
504
+ },
505
+ "sub_Fraction_Fraction_Fraction": {
506
+ "well_learned_digit": 0,
507
+ "has_performance_digit": 0,
508
+ "in_domain": 0.08019232070428142,
509
+ "out_domain": 0.02691665042851912,
510
+ "short_range": 0.14278880841380845,
511
+ "medium_range": 0.01759583299475439,
512
+ "long_range": 0.022469666542250015,
513
+ "very_long_range": 0.03136363431478822
514
+ },
515
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
516
+ "well_learned_digit": 0,
517
+ "has_performance_digit": 0,
518
+ "in_domain": 0.10266459342843423,
519
+ "out_domain": 0.18863688320379052,
520
+ "short_range": 0.07196768028545217,
521
+ "medium_range": 0.11801304999992528,
522
+ "long_range": 0.17473465492502263,
523
+ "very_long_range": 0.20253911148255843
524
+ },
525
+ "max_Integer_Integer_Integer": {
526
+ "well_learned_digit": 11,
527
+ "has_performance_digit": 86,
528
+ "in_domain": 0.8702126089129526,
529
+ "out_domain": 0.5074812801166257,
530
+ "short_range": 0.9492817460317461,
531
+ "medium_range": 0.8227711266416763,
532
+ "long_range": 0.5597992376624579,
533
+ "very_long_range": 0.4551633225707939
534
+ },
535
+ "max_Float_Float_Float": {
536
+ "well_learned_digit": 10,
537
+ "has_performance_digit": 98,
538
+ "in_domain": 0.8603051146154511,
539
+ "out_domain": 0.5557467733858553,
540
+ "short_range": 0.8921009875916995,
541
+ "medium_range": 0.8348684162344525,
542
+ "long_range": 0.620569585984898,
543
+ "very_long_range": 0.49092396078681244
544
+ },
545
+ "max_Fraction_Fraction_Fraction": {
546
+ "well_learned_digit": 0,
547
+ "has_performance_digit": 0,
548
+ "in_domain": 0.2838560571373071,
549
+ "out_domain": 0.24442447848843873,
550
+ "short_range": 0.27,
551
+ "medium_range": 0.2977121142746143,
552
+ "long_range": 0.27268035166407256,
553
+ "very_long_range": 0.2161686053128049
554
+ },
555
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
556
+ "well_learned_digit": 0,
557
+ "has_performance_digit": 82,
558
+ "in_domain": 0.6938617129332234,
559
+ "out_domain": 0.4907382281060551,
560
+ "short_range": 0.6569645840270841,
561
+ "medium_range": 0.7233794160581347,
562
+ "long_range": 0.5670755186327571,
563
+ "very_long_range": 0.4144009375793533
564
+ },
565
+ "max_hard_Integer_Integer_Integer": {
566
+ "well_learned_digit": 13,
567
+ "has_performance_digit": 100,
568
+ "in_domain": 0.9043502959646778,
569
+ "out_domain": 0.6892511372188059,
570
+ "short_range": 0.9850138888888891,
571
+ "medium_range": 0.8559521402101512,
572
+ "long_range": 0.7236474154560353,
573
+ "very_long_range": 0.6548548589815757
574
+ },
575
+ "max_hard_Float_Float_Float": {
576
+ "well_learned_digit": 7,
577
+ "has_performance_digit": 100,
578
+ "in_domain": 0.8440273887663772,
579
+ "out_domain": 0.6200832991886946,
580
+ "short_range": 0.8636167722778596,
581
+ "medium_range": 0.8283558819571915,
582
+ "long_range": 0.6698081242019603,
583
+ "very_long_range": 0.5703584741754288
584
+ },
585
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
586
+ "well_learned_digit": 6,
587
+ "has_performance_digit": 69,
588
+ "in_domain": 0.8197700458396041,
589
+ "out_domain": 0.5969078307447188,
590
+ "short_range": 0.790142361111111,
591
+ "medium_range": 0.8434721936223989,
592
+ "long_range": 0.7625528763392687,
593
+ "very_long_range": 0.431262785150169
594
+ },
595
+ "multiply_hard_Integer_Integer_Integer": {
596
+ "well_learned_digit": 0,
597
+ "has_performance_digit": 3,
598
+ "in_domain": 0.2736764878639879,
599
+ "out_domain": 0.05729136302717644,
600
+ "short_range": 0.479547619047619,
601
+ "medium_range": 0.17074092227217225,
602
+ "long_range": 0.06333783168517317,
603
+ "very_long_range": 0.05124489436917972
604
+ },
605
+ "multiply_hard_Float_Float_Float": {
606
+ "well_learned_digit": 0,
607
+ "has_performance_digit": 0,
608
+ "in_domain": 0.19137171103467818,
609
+ "out_domain": 0.034909847348563026,
610
+ "short_range": 0.29003309190809184,
611
+ "medium_range": 0.14204102059797133,
612
+ "long_range": 0.04335670305790713,
613
+ "very_long_range": 0.02646299163921892
614
+ },
615
+ "multiply_hard_Fraction_Fraction_Fraction": {
616
+ "well_learned_digit": 0,
617
+ "has_performance_digit": 0,
618
+ "in_domain": 0.08026033071014284,
619
+ "out_domain": 0.023006914460093564,
620
+ "short_range": 0.10683702408702409,
621
+ "medium_range": 0.05368363733326159,
622
+ "long_range": 0.026623894742242644,
623
+ "very_long_range": 0.019389934177944487
624
+ },
625
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
626
+ "well_learned_digit": 0,
627
+ "has_performance_digit": 0,
628
+ "in_domain": 0.24868198415934473,
629
+ "out_domain": 0.18089661119646192,
630
+ "short_range": 0.2272044205794205,
631
+ "medium_range": 0.25942076594930685,
632
+ "long_range": 0.20152462835648516,
633
+ "very_long_range": 0.16026859403643867
634
+ },
635
+ "multiply_easy_Integer_Integer_Integer": {
636
+ "well_learned_digit": 0,
637
+ "has_performance_digit": 4,
638
+ "in_domain": 0.40068897306397305,
639
+ "out_domain": 0.12386488111306392,
640
+ "short_range": 0.5177380952380952,
641
+ "medium_range": 0.34216441197691194,
642
+ "long_range": 0.10723225793814029,
643
+ "very_long_range": 0.14049750428798752
644
+ },
645
+ "multiply_easy_Float_Float_Float": {
646
+ "well_learned_digit": 0,
647
+ "has_performance_digit": 0,
648
+ "in_domain": 0.18731104381800975,
649
+ "out_domain": 0.08275703555848025,
650
+ "short_range": 0.22270111832611827,
651
+ "medium_range": 0.16961600656395548,
652
+ "long_range": 0.09561356771524575,
653
+ "very_long_range": 0.06990050340171473
654
+ },
655
+ "multiply_easy_Fraction_Fraction_Fraction": {
656
+ "well_learned_digit": 0,
657
+ "has_performance_digit": 0,
658
+ "in_domain": 0.13456894240413012,
659
+ "out_domain": 0.08489490268277351,
660
+ "short_range": 0.17210276529026536,
661
+ "medium_range": 0.0970351195179949,
662
+ "long_range": 0.08659989925336076,
663
+ "very_long_range": 0.08318990611218632
664
+ },
665
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
666
+ "well_learned_digit": 0,
667
+ "has_performance_digit": 0,
668
+ "in_domain": 0.3003878205128204,
669
+ "out_domain": 0.23272465403429743,
670
+ "short_range": 0.32450216450216446,
671
+ "medium_range": 0.2883306485181484,
672
+ "long_range": 0.2511941105420206,
673
+ "very_long_range": 0.2142551975265742
674
+ },
675
+ "digit_max_Integer_Integer_Integer": {
676
+ "well_learned_digit": 0,
677
+ "has_performance_digit": 100,
678
+ "in_domain": 0.5591933657748769,
679
+ "out_domain": 0.559914629658696,
680
+ "short_range": 0.5974041005291005,
681
+ "medium_range": 0.5362669249223428,
682
+ "long_range": 0.5670738055750545,
683
+ "very_long_range": 0.5527554537423373
684
+ },
685
+ "digit_max_Float_Float_Float": {
686
+ "well_learned_digit": 0,
687
+ "has_performance_digit": 33,
688
+ "in_domain": 0.5746371944377635,
689
+ "out_domain": 0.34156960525413704,
690
+ "short_range": 0.5635703400862555,
691
+ "medium_range": 0.5834906779189698,
692
+ "long_range": 0.43327089522132195,
693
+ "very_long_range": 0.2498683152869524
694
+ },
695
+ "digit_add_Integer_Integer_Integer": {
696
+ "well_learned_digit": 0,
697
+ "has_performance_digit": 5,
698
+ "in_domain": 0.30337184593925587,
699
+ "out_domain": 0.13193083517553011,
700
+ "short_range": 0.4186276455026455,
701
+ "medium_range": 0.23421836620122224,
702
+ "long_range": 0.1529487580364145,
703
+ "very_long_range": 0.11091291231464584
704
+ },
705
+ "digit_add_Float_Float_Float": {
706
+ "well_learned_digit": 0,
707
+ "has_performance_digit": 8,
708
+ "in_domain": 0.44930283907521495,
709
+ "out_domain": 0.18112676117057533,
710
+ "short_range": 0.5194859000594779,
711
+ "medium_range": 0.39315639028780475,
712
+ "long_range": 0.23604144186123893,
713
+ "very_long_range": 0.1262120804799116
714
+ },
715
+ "get_digit_Integer_int_int": {
716
+ "well_learned_digit": 0,
717
+ "has_performance_digit": 9,
718
+ "in_domain": 0.38,
719
+ "out_domain": 0.151125,
720
+ "short_range": 0.51,
721
+ "medium_range": 0.302,
722
+ "long_range": 0.171,
723
+ "very_long_range": 0.13125
724
+ },
725
+ "get_digit_Float_int_int": {
726
+ "well_learned_digit": 0,
727
+ "has_performance_digit": 5,
728
+ "in_domain": 0.35777777777777775,
729
+ "out_domain": 0.14225,
730
+ "short_range": 0.46875,
731
+ "medium_range": 0.269,
732
+ "long_range": 0.1635,
733
+ "very_long_range": 0.121
734
+ },
735
+ "length_Integer_none_int": {
736
+ "well_learned_digit": 10,
737
+ "has_performance_digit": 100,
738
+ "in_domain": 0.6525,
739
+ "out_domain": 0.10010416666666667,
740
+ "short_range": 0.8508333333333333,
741
+ "medium_range": 0.5335,
742
+ "long_range": 0.14225,
743
+ "very_long_range": 0.05795833333333333
744
+ },
745
+ "length_Float_none_int": {
746
+ "well_learned_digit": 0,
747
+ "has_performance_digit": 10,
748
+ "in_domain": 0.47944444444444445,
749
+ "out_domain": 0.18683333333333335,
750
+ "short_range": 0.5275,
751
+ "medium_range": 0.441,
752
+ "long_range": 0.16554166666666667,
753
+ "very_long_range": 0.208125
754
+ },
755
+ "truediv_Integer_Integer_Fraction": {
756
+ "well_learned_digit": 0,
757
+ "has_performance_digit": 0,
758
+ "in_domain": 0.0649791342916343,
759
+ "out_domain": 0.04192466621089067,
760
+ "short_range": 0.06641666666666668,
761
+ "medium_range": 0.0642603681041181,
762
+ "long_range": 0.04365248150946933,
763
+ "very_long_range": 0.040196850912312024
764
+ },
765
+ "truediv_Fraction_Fraction_Fraction": {
766
+ "well_learned_digit": 0,
767
+ "has_performance_digit": 1,
768
+ "in_domain": 0.1304544299292657,
769
+ "out_domain": 0.009687715973979093,
770
+ "short_range": 0.23129061563436573,
771
+ "medium_range": 0.029618244224165705,
772
+ "long_range": 0.015520711042784357,
773
+ "very_long_range": 0.003854720905173832
774
+ },
775
+ "floordiv_Integer_Integer_Integer": {
776
+ "well_learned_digit": 3,
777
+ "has_performance_digit": 6,
778
+ "in_domain": 0.6626944444444444,
779
+ "out_domain": 0.14251719576719576,
780
+ "short_range": 0.9191666666666666,
781
+ "medium_range": 0.5344583333333333,
782
+ "long_range": 0.16794047619047617,
783
+ "very_long_range": 0.1170939153439153
784
+ },
785
+ "mod_Integer_Integer_Integer": {
786
+ "well_learned_digit": 0,
787
+ "has_performance_digit": 3,
788
+ "in_domain": 0.25299999999999995,
789
+ "out_domain": 0.11018395724645721,
790
+ "short_range": 0.44,
791
+ "medium_range": 0.15949999999999998,
792
+ "long_range": 0.12007275132275129,
793
+ "very_long_range": 0.10029516317016314
794
+ },
795
+ "mod_easy_Integer_Integer_Integer": {
796
+ "well_learned_digit": 0,
797
+ "has_performance_digit": 3,
798
+ "in_domain": 0.28555555555555556,
799
+ "out_domain": 0.17291666666666666,
800
+ "short_range": 0.44666666666666666,
801
+ "medium_range": 0.205,
802
+ "long_range": 0.19194444444444445,
803
+ "very_long_range": 0.1538888888888889
804
+ },
805
+ "to_float_Fraction_none_Float": {
806
+ "well_learned_digit": 4,
807
+ "has_performance_digit": 8,
808
+ "in_domain": 0.7315481740481741,
809
+ "out_domain": 0.163786078018678,
810
+ "short_range": 0.7545476190476189,
811
+ "medium_range": 0.7085487290487292,
812
+ "long_range": 0.2200338452898437,
813
+ "very_long_range": 0.1075383107475123
814
+ },
815
+ "to_float_ScientificNotation_none_Float": {
816
+ "well_learned_digit": 6,
817
+ "has_performance_digit": 22,
818
+ "in_domain": 0.595291478497232,
819
+ "out_domain": 0.15762172758368873,
820
+ "short_range": 0.7503298611111111,
821
+ "medium_range": 0.4712607724061286,
822
+ "long_range": 0.20942300286957147,
823
+ "very_long_range": 0.10582045229780598
824
+ },
825
+ "to_scient_Integer_none_ScientificNotation": {
826
+ "well_learned_digit": 100,
827
+ "has_performance_digit": 100,
828
+ "in_domain": 0.5108087337955516,
829
+ "out_domain": 0.8668775866017308,
830
+ "short_range": 0.21230483405483402,
831
+ "medium_range": 0.689911073639982,
832
+ "long_range": 0.8518405014927175,
833
+ "very_long_range": 0.8819146717107438
834
+ },
835
+ "to_scient_Float_none_ScientificNotation": {
836
+ "well_learned_digit": 0,
837
+ "has_performance_digit": 100,
838
+ "in_domain": 0.5598123946329246,
839
+ "out_domain": 0.7136282356086401,
840
+ "short_range": 0.30654476264189884,
841
+ "medium_range": 0.7624265002257455,
842
+ "long_range": 0.739424454812862,
843
+ "very_long_range": 0.6878320164044185
844
+ },
845
+ "count_Integer_int_int": {
846
+ "well_learned_digit": 6,
847
+ "has_performance_digit": 9,
848
+ "in_domain": 0.488125,
849
+ "out_domain": 0.17025,
850
+ "short_range": 0.7316666666666667,
851
+ "medium_range": 0.342,
852
+ "long_range": 0.156375,
853
+ "very_long_range": 0.184125
854
+ },
855
+ "sig_Integer_int_ScientificNotation": {
856
+ "well_learned_digit": 19,
857
+ "has_performance_digit": 100,
858
+ "in_domain": 0.8488521233426658,
859
+ "out_domain": 0.6301199454637441,
860
+ "short_range": 0.7986926406926406,
861
+ "medium_range": 0.8789478129326809,
862
+ "long_range": 0.7362313648877098,
863
+ "very_long_range": 0.5240085260397781
864
+ }
865
+ },
866
+ "dlength": {
867
+ "add_Integer_Integer_Integer": {
868
+ "well_learned_digit": 11,
869
+ "has_performance_digit": 12,
870
+ "in_domain": 0.025,
871
+ "out_domain": 2.0075,
872
+ "short_range": 0.035,
873
+ "medium_range": 0.02,
874
+ "long_range": 1.04,
875
+ "very_long_range": 2.975
876
+ },
877
+ "add_Float_Float_Float": {
878
+ "well_learned_digit": 0,
879
+ "has_performance_digit": 13,
880
+ "in_domain": 0.5316666666666666,
881
+ "out_domain": 1.2008333333333334,
882
+ "short_range": 0.655,
883
+ "medium_range": 0.47,
884
+ "long_range": 0.8283333333333334,
885
+ "very_long_range": 1.5733333333333333
886
+ },
887
+ "add_Fraction_Fraction_Fraction": {
888
+ "well_learned_digit": 0,
889
+ "has_performance_digit": 0,
890
+ "in_domain": 8.2675,
891
+ "out_domain": 23.678333333333335,
892
+ "short_range": 5.2975,
893
+ "medium_range": 11.2375,
894
+ "long_range": 19.001666666666665,
895
+ "very_long_range": 28.355
896
+ },
897
+ "add_easy_Fraction_Fraction_Fraction": {
898
+ "well_learned_digit": 0,
899
+ "has_performance_digit": 0,
900
+ "in_domain": 7.78875,
901
+ "out_domain": 26.314166666666665,
902
+ "short_range": 5.2225,
903
+ "medium_range": 10.355,
904
+ "long_range": 20.368333333333332,
905
+ "very_long_range": 32.26
906
+ },
907
+ "add_ScientificNotation_ScientificNotation_ScientificNotation": {
908
+ "well_learned_digit": 0,
909
+ "has_performance_digit": 0,
910
+ "in_domain": 4.04,
911
+ "out_domain": 2.8125,
912
+ "short_range": 6.045,
913
+ "medium_range": 3.0375,
914
+ "long_range": 2.4716666666666667,
915
+ "very_long_range": 3.1533333333333333
916
+ },
917
+ "sub_Integer_Integer_Integer": {
918
+ "well_learned_digit": 10,
919
+ "has_performance_digit": 12,
920
+ "in_domain": 0.035,
921
+ "out_domain": 1.6691666666666667,
922
+ "short_range": 0.0,
923
+ "medium_range": 0.0525,
924
+ "long_range": 0.7566666666666667,
925
+ "very_long_range": 2.5816666666666666
926
+ },
927
+ "sub_Float_Float_Float": {
928
+ "well_learned_digit": 0,
929
+ "has_performance_digit": 12,
930
+ "in_domain": 0.655,
931
+ "out_domain": 1.48,
932
+ "short_range": 0.73,
933
+ "medium_range": 0.6175,
934
+ "long_range": 0.975,
935
+ "very_long_range": 1.985
936
+ },
937
+ "sub_Fraction_Fraction_Fraction": {
938
+ "well_learned_digit": 0,
939
+ "has_performance_digit": 0,
940
+ "in_domain": 12.075,
941
+ "out_domain": 35.33166666666666,
942
+ "short_range": 6.4025,
943
+ "medium_range": 17.7475,
944
+ "long_range": 30.158333333333335,
945
+ "very_long_range": 40.505
946
+ },
947
+ "sub_ScientificNotation_ScientificNotation_ScientificNotation": {
948
+ "well_learned_digit": 0,
949
+ "has_performance_digit": 0,
950
+ "in_domain": 34.458333333333336,
951
+ "out_domain": 33.0025,
952
+ "short_range": 34.33,
953
+ "medium_range": 34.5225,
954
+ "long_range": 32.60666666666667,
955
+ "very_long_range": 33.39833333333333
956
+ },
957
+ "max_Integer_Integer_Integer": {
958
+ "well_learned_digit": 11,
959
+ "has_performance_digit": 23,
960
+ "in_domain": 0.308125,
961
+ "out_domain": 17.651125,
962
+ "short_range": 0.09833333333333333,
963
+ "medium_range": 0.434,
964
+ "long_range": 6.405,
965
+ "very_long_range": 28.89725
966
+ },
967
+ "max_Float_Float_Float": {
968
+ "well_learned_digit": 0,
969
+ "has_performance_digit": 17,
970
+ "in_domain": 0.7588888888888888,
971
+ "out_domain": 17.97575,
972
+ "short_range": 0.62,
973
+ "medium_range": 0.87,
974
+ "long_range": 9.005,
975
+ "very_long_range": 26.9465
976
+ },
977
+ "max_Fraction_Fraction_Fraction": {
978
+ "well_learned_digit": 0,
979
+ "has_performance_digit": 0,
980
+ "in_domain": 2.64125,
981
+ "out_domain": 9.458333333333334,
982
+ "short_range": 1.66,
983
+ "medium_range": 3.6225,
984
+ "long_range": 7.451666666666667,
985
+ "very_long_range": 11.465
986
+ },
987
+ "max_ScientificNotation_ScientificNotation_ScientificNotation": {
988
+ "well_learned_digit": 0,
989
+ "has_performance_digit": 14,
990
+ "in_domain": 1.5066666666666666,
991
+ "out_domain": 12.731,
992
+ "short_range": 1.56875,
993
+ "medium_range": 1.457,
994
+ "long_range": 7.28475,
995
+ "very_long_range": 18.17725
996
+ },
997
+ "max_hard_Integer_Integer_Integer": {
998
+ "well_learned_digit": 86,
999
+ "has_performance_digit": 100,
1000
+ "in_domain": 0.47375,
1001
+ "out_domain": 1.143625,
1002
+ "short_range": 0.0,
1003
+ "medium_range": 0.758,
1004
+ "long_range": 0.81975,
1005
+ "very_long_range": 1.4675
1006
+ },
1007
+ "max_hard_Float_Float_Float": {
1008
+ "well_learned_digit": 0,
1009
+ "has_performance_digit": 20,
1010
+ "in_domain": 0.7611111111111111,
1011
+ "out_domain": 16.082625,
1012
+ "short_range": 0.64875,
1013
+ "medium_range": 0.851,
1014
+ "long_range": 8.477,
1015
+ "very_long_range": 23.68825
1016
+ },
1017
+ "max_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
1018
+ "well_learned_digit": 0,
1019
+ "has_performance_digit": 11,
1020
+ "in_domain": 1.2816666666666667,
1021
+ "out_domain": 19.0605,
1022
+ "short_range": 1.025,
1023
+ "medium_range": 1.487,
1024
+ "long_range": 6.194,
1025
+ "very_long_range": 31.927
1026
+ },
1027
+ "multiply_hard_Integer_Integer_Integer": {
1028
+ "well_learned_digit": 0,
1029
+ "has_performance_digit": 0,
1030
+ "in_domain": 4.395,
1031
+ "out_domain": 14.85,
1032
+ "short_range": 1.35,
1033
+ "medium_range": 5.9175,
1034
+ "long_range": 10.88,
1035
+ "very_long_range": 18.82
1036
+ },
1037
+ "multiply_hard_Float_Float_Float": {
1038
+ "well_learned_digit": 0,
1039
+ "has_performance_digit": 0,
1040
+ "in_domain": 6.888333333333334,
1041
+ "out_domain": 31.064166666666665,
1042
+ "short_range": 4.225,
1043
+ "medium_range": 8.22,
1044
+ "long_range": 23.811666666666667,
1045
+ "very_long_range": 38.31666666666667
1046
+ },
1047
+ "multiply_hard_Fraction_Fraction_Fraction": {
1048
+ "well_learned_digit": 0,
1049
+ "has_performance_digit": 0,
1050
+ "in_domain": 10.50125,
1051
+ "out_domain": 39.151666666666664,
1052
+ "short_range": 6.5675,
1053
+ "medium_range": 14.435,
1054
+ "long_range": 30.06833333333333,
1055
+ "very_long_range": 48.235
1056
+ },
1057
+ "multiply_hard_ScientificNotation_ScientificNotation_ScientificNotation": {
1058
+ "well_learned_digit": 0,
1059
+ "has_performance_digit": 0,
1060
+ "in_domain": 7.445,
1061
+ "out_domain": 12.184166666666666,
1062
+ "short_range": 6.615,
1063
+ "medium_range": 7.86,
1064
+ "long_range": 9.766666666666667,
1065
+ "very_long_range": 14.601666666666667
1066
+ },
1067
+ "multiply_easy_Integer_Integer_Integer": {
1068
+ "well_learned_digit": 0,
1069
+ "has_performance_digit": 5,
1070
+ "in_domain": 1.77,
1071
+ "out_domain": 8.915,
1072
+ "short_range": 1.09,
1073
+ "medium_range": 2.11,
1074
+ "long_range": 8.855,
1075
+ "very_long_range": 8.975
1076
+ },
1077
+ "multiply_easy_Float_Float_Float": {
1078
+ "well_learned_digit": 0,
1079
+ "has_performance_digit": 0,
1080
+ "in_domain": 5.468333333333334,
1081
+ "out_domain": 15.825,
1082
+ "short_range": 5.73,
1083
+ "medium_range": 5.3375,
1084
+ "long_range": 11.713333333333333,
1085
+ "very_long_range": 19.936666666666667
1086
+ },
1087
+ "multiply_easy_Fraction_Fraction_Fraction": {
1088
+ "well_learned_digit": 0,
1089
+ "has_performance_digit": 0,
1090
+ "in_domain": 6.89875,
1091
+ "out_domain": 9.970833333333333,
1092
+ "short_range": 5.875,
1093
+ "medium_range": 7.9225,
1094
+ "long_range": 8.871666666666666,
1095
+ "very_long_range": 11.07
1096
+ },
1097
+ "multiply_easy_ScientificNotation_ScientificNotation_ScientificNotation": {
1098
+ "well_learned_digit": 0,
1099
+ "has_performance_digit": 0,
1100
+ "in_domain": 5.87,
1101
+ "out_domain": 6.946666666666666,
1102
+ "short_range": 4.89,
1103
+ "medium_range": 6.36,
1104
+ "long_range": 5.641666666666667,
1105
+ "very_long_range": 8.251666666666667
1106
+ },
1107
+ "digit_max_Integer_Integer_Integer": {
1108
+ "well_learned_digit": 6,
1109
+ "has_performance_digit": 11,
1110
+ "in_domain": 1.25375,
1111
+ "out_domain": 7.76075,
1112
+ "short_range": 0.36,
1113
+ "medium_range": 1.79,
1114
+ "long_range": 5.0745,
1115
+ "very_long_range": 10.447
1116
+ },
1117
+ "digit_max_Float_Float_Float": {
1118
+ "well_learned_digit": 0,
1119
+ "has_performance_digit": 4,
1120
+ "in_domain": 2.1555555555555554,
1121
+ "out_domain": 51.34575,
1122
+ "short_range": 1.41,
1123
+ "medium_range": 2.752,
1124
+ "long_range": 23.97475,
1125
+ "very_long_range": 78.71675
1126
+ },
1127
+ "digit_add_Integer_Integer_Integer": {
1128
+ "well_learned_digit": 0,
1129
+ "has_performance_digit": 20,
1130
+ "in_domain": 1.094375,
1131
+ "out_domain": 17.777,
1132
+ "short_range": 0.47333333333333333,
1133
+ "medium_range": 1.467,
1134
+ "long_range": 8.0115,
1135
+ "very_long_range": 27.5425
1136
+ },
1137
+ "digit_add_Float_Float_Float": {
1138
+ "well_learned_digit": 0,
1139
+ "has_performance_digit": 9,
1140
+ "in_domain": 1.69,
1141
+ "out_domain": 40.75425,
1142
+ "short_range": 0.8425,
1143
+ "medium_range": 2.368,
1144
+ "long_range": 18.776,
1145
+ "very_long_range": 62.7325
1146
+ },
1147
+ "get_digit_Integer_int_int": {
1148
+ "well_learned_digit": 100,
1149
+ "has_performance_digit": 100,
1150
+ "in_domain": 0.0,
1151
+ "out_domain": 0.0,
1152
+ "short_range": 0.0,
1153
+ "medium_range": 0.0,
1154
+ "long_range": 0.0,
1155
+ "very_long_range": 0.0
1156
+ },
1157
+ "get_digit_Float_int_int": {
1158
+ "well_learned_digit": 100,
1159
+ "has_performance_digit": 100,
1160
+ "in_domain": 0.015,
1161
+ "out_domain": 0.01075,
1162
+ "short_range": 0.0,
1163
+ "medium_range": 0.027,
1164
+ "long_range": 0.00875,
1165
+ "very_long_range": 0.01275
1166
+ },
1167
+ "length_Integer_none_int": {
1168
+ "well_learned_digit": 33,
1169
+ "has_performance_digit": 36,
1170
+ "in_domain": 0.04,
1171
+ "out_domain": 13.335875,
1172
+ "short_range": 0.055,
1173
+ "medium_range": 0.031,
1174
+ "long_range": 14.81525,
1175
+ "very_long_range": 11.8565
1176
+ },
1177
+ "length_Float_none_int": {
1178
+ "well_learned_digit": 10,
1179
+ "has_performance_digit": 16,
1180
+ "in_domain": 0.9977777777777778,
1181
+ "out_domain": 35.257875,
1182
+ "short_range": 0.31875,
1183
+ "medium_range": 1.541,
1184
+ "long_range": 10.65975,
1185
+ "very_long_range": 59.856
1186
+ },
1187
+ "truediv_Integer_Integer_Fraction": {
1188
+ "well_learned_digit": 0,
1189
+ "has_performance_digit": 0,
1190
+ "in_domain": 6.723333333333334,
1191
+ "out_domain": 17.225833333333334,
1192
+ "short_range": 5.52,
1193
+ "medium_range": 7.325,
1194
+ "long_range": 14.101666666666667,
1195
+ "very_long_range": 20.35
1196
+ },
1197
+ "truediv_Fraction_Fraction_Fraction": {
1198
+ "well_learned_digit": 0,
1199
+ "has_performance_digit": 1,
1200
+ "in_domain": 10.4925,
1201
+ "out_domain": 45.27916666666667,
1202
+ "short_range": 5.2175,
1203
+ "medium_range": 15.7675,
1204
+ "long_range": 33.18,
1205
+ "very_long_range": 57.37833333333333
1206
+ },
1207
+ "floordiv_Integer_Integer_Integer": {
1208
+ "well_learned_digit": 4,
1209
+ "has_performance_digit": 6,
1210
+ "in_domain": 0.8883333333333333,
1211
+ "out_domain": 13.2275,
1212
+ "short_range": 0.04,
1213
+ "medium_range": 1.3125,
1214
+ "long_range": 8.955,
1215
+ "very_long_range": 17.5
1216
+ },
1217
+ "mod_Integer_Integer_Integer": {
1218
+ "well_learned_digit": 0,
1219
+ "has_performance_digit": 5,
1220
+ "in_domain": 1.055,
1221
+ "out_domain": 11.776666666666667,
1222
+ "short_range": 0.295,
1223
+ "medium_range": 1.435,
1224
+ "long_range": 7.4383333333333335,
1225
+ "very_long_range": 16.115
1226
+ },
1227
+ "mod_easy_Integer_Integer_Integer": {
1228
+ "well_learned_digit": 0,
1229
+ "has_performance_digit": 7,
1230
+ "in_domain": 0.6166666666666667,
1231
+ "out_domain": 6.783333333333333,
1232
+ "short_range": 0.29,
1233
+ "medium_range": 0.78,
1234
+ "long_range": 2.8016666666666667,
1235
+ "very_long_range": 10.765
1236
+ },
1237
+ "to_float_Fraction_none_Float": {
1238
+ "well_learned_digit": 3,
1239
+ "has_performance_digit": 7,
1240
+ "in_domain": 0.6475,
1241
+ "out_domain": 3.4125,
1242
+ "short_range": 0.5675,
1243
+ "medium_range": 0.7275,
1244
+ "long_range": 2.171666666666667,
1245
+ "very_long_range": 4.653333333333333
1246
+ },
1247
+ "to_float_ScientificNotation_none_Float": {
1248
+ "well_learned_digit": 76,
1249
+ "has_performance_digit": 93,
1250
+ "in_domain": 0.5205555555555555,
1251
+ "out_domain": 2.3285,
1252
+ "short_range": 0.73875,
1253
+ "medium_range": 0.346,
1254
+ "long_range": 0.804,
1255
+ "very_long_range": 3.853
1256
+ },
1257
+ "to_scient_Integer_none_ScientificNotation": {
1258
+ "well_learned_digit": 0,
1259
+ "has_performance_digit": 0,
1260
+ "in_domain": 3.800625,
1261
+ "out_domain": 4.67575,
1262
+ "short_range": 4.6466666666666665,
1263
+ "medium_range": 3.293,
1264
+ "long_range": 2.95325,
1265
+ "very_long_range": 6.39825
1266
+ },
1267
+ "to_scient_Float_none_ScientificNotation": {
1268
+ "well_learned_digit": 0,
1269
+ "has_performance_digit": 0,
1270
+ "in_domain": 6.995555555555556,
1271
+ "out_domain": 25.02625,
1272
+ "short_range": 7.6975,
1273
+ "medium_range": 6.434,
1274
+ "long_range": 14.9515,
1275
+ "very_long_range": 35.101
1276
+ },
1277
+ "count_Integer_int_int": {
1278
+ "well_learned_digit": 25,
1279
+ "has_performance_digit": 99,
1280
+ "in_domain": 0.13125,
1281
+ "out_domain": 0.959,
1282
+ "short_range": 0.015,
1283
+ "medium_range": 0.201,
1284
+ "long_range": 0.6825,
1285
+ "very_long_range": 1.2355
1286
+ },
1287
+ "sig_Integer_int_ScientificNotation": {
1288
+ "well_learned_digit": 0,
1289
+ "has_performance_digit": 5,
1290
+ "in_domain": 2.8375,
1291
+ "out_domain": 28.27075,
1292
+ "short_range": 1.3583333333333334,
1293
+ "medium_range": 3.725,
1294
+ "long_range": 15.1775,
1295
+ "very_long_range": 41.364
1296
+ }
1297
+ }
1298
+ }