tejadhith commited on
Commit
6911bb2
·
verified ·
1 Parent(s): e8a74d0

Delete benchmark_output/results.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. benchmark_output/results.json +0 -299
benchmark_output/results.json DELETED
@@ -1,299 +0,0 @@
1
- {
2
- "low": {
3
- "task": "4lB3zw",
4
- "source": "https://www.shadertoy.com/view/4lB3zw",
5
- "code_len": 147,
6
- "turns": [
7
- {
8
- "turn": 1,
9
- "ssim": 0.923892,
10
- "compiled": true,
11
- "rendered": true,
12
- "errors": [],
13
- "api_seconds": 3.1,
14
- "code_len": 176
15
- },
16
- {
17
- "turn": 2,
18
- "ssim": 0.914361,
19
- "compiled": true,
20
- "rendered": true,
21
- "errors": [],
22
- "api_seconds": 4.1,
23
- "code_len": 387
24
- },
25
- {
26
- "turn": 3,
27
- "ssim": 0.963127,
28
- "compiled": true,
29
- "rendered": true,
30
- "errors": [],
31
- "api_seconds": 4.2,
32
- "code_len": 370
33
- },
34
- {
35
- "turn": 4,
36
- "ssim": 0.957658,
37
- "compiled": true,
38
- "rendered": true,
39
- "errors": [],
40
- "api_seconds": 3.5,
41
- "code_len": 358
42
- },
43
- {
44
- "turn": 5,
45
- "ssim": 0.967921,
46
- "compiled": true,
47
- "rendered": true,
48
- "errors": [],
49
- "api_seconds": 3.8,
50
- "code_len": 252
51
- },
52
- {
53
- "turn": 6,
54
- "ssim": 0.969385,
55
- "compiled": true,
56
- "rendered": true,
57
- "errors": [],
58
- "api_seconds": 3.7,
59
- "code_len": 294
60
- },
61
- {
62
- "turn": 7,
63
- "ssim": 0.96948,
64
- "compiled": true,
65
- "rendered": true,
66
- "errors": [],
67
- "api_seconds": 4.6,
68
- "code_len": 294
69
- },
70
- {
71
- "turn": 8,
72
- "ssim": 0.969536,
73
- "compiled": true,
74
- "rendered": true,
75
- "errors": [],
76
- "api_seconds": 3.6,
77
- "code_len": 294
78
- },
79
- {
80
- "turn": 9,
81
- "ssim": 0.96943,
82
- "compiled": true,
83
- "rendered": true,
84
- "errors": [],
85
- "api_seconds": 4.7,
86
- "code_len": 373
87
- },
88
- {
89
- "turn": 10,
90
- "ssim": 0.944883,
91
- "compiled": true,
92
- "rendered": true,
93
- "errors": [],
94
- "api_seconds": 5.4,
95
- "code_len": 540
96
- }
97
- ],
98
- "best_ssim": 0.969536,
99
- "solved": false
100
- },
101
- "medium": {
102
- "task": "Wt23D3",
103
- "source": "https://www.shadertoy.com/view/Wt23D3",
104
- "code_len": 3158,
105
- "turns": [
106
- {
107
- "turn": 1,
108
- "ssim": 0.863182,
109
- "compiled": true,
110
- "rendered": true,
111
- "errors": [],
112
- "api_seconds": 9.4,
113
- "code_len": 1295
114
- },
115
- {
116
- "turn": 2,
117
- "ssim": 0.857546,
118
- "compiled": true,
119
- "rendered": true,
120
- "errors": [],
121
- "api_seconds": 11.7,
122
- "code_len": 1427
123
- },
124
- {
125
- "turn": 3,
126
- "ssim": 0.865419,
127
- "compiled": true,
128
- "rendered": true,
129
- "errors": [],
130
- "api_seconds": 11.2,
131
- "code_len": 1424
132
- },
133
- {
134
- "turn": 4,
135
- "ssim": 0.868987,
136
- "compiled": true,
137
- "rendered": true,
138
- "errors": [],
139
- "api_seconds": 9.2,
140
- "code_len": 1312
141
- },
142
- {
143
- "turn": 5,
144
- "ssim": 0.868848,
145
- "compiled": true,
146
- "rendered": true,
147
- "errors": [],
148
- "api_seconds": 9.3,
149
- "code_len": 1250
150
- },
151
- {
152
- "turn": 6,
153
- "ssim": 0.869439,
154
- "compiled": true,
155
- "rendered": true,
156
- "errors": [],
157
- "api_seconds": 9.8,
158
- "code_len": 1299
159
- },
160
- {
161
- "turn": 7,
162
- "ssim": 0.865737,
163
- "compiled": true,
164
- "rendered": true,
165
- "errors": [],
166
- "api_seconds": 9.8,
167
- "code_len": 1423
168
- },
169
- {
170
- "turn": 8,
171
- "ssim": 0.869427,
172
- "compiled": true,
173
- "rendered": true,
174
- "errors": [],
175
- "api_seconds": 9.0,
176
- "code_len": 1324
177
- },
178
- {
179
- "turn": 9,
180
- "ssim": 0.869833,
181
- "compiled": true,
182
- "rendered": true,
183
- "errors": [],
184
- "api_seconds": 8.1,
185
- "code_len": 1298
186
- },
187
- {
188
- "turn": 10,
189
- "ssim": 0.868475,
190
- "compiled": true,
191
- "rendered": true,
192
- "errors": [],
193
- "api_seconds": 9.4,
194
- "code_len": 1360
195
- }
196
- ],
197
- "best_ssim": 0.869833,
198
- "solved": false
199
- },
200
- "high": {
201
- "task": "4ll3Dj",
202
- "source": "https://www.shadertoy.com/view/4ll3Dj",
203
- "code_len": 7263,
204
- "turns": [
205
- {
206
- "turn": 1,
207
- "ssim": 0.390449,
208
- "compiled": true,
209
- "rendered": true,
210
- "errors": [],
211
- "api_seconds": 34.7,
212
- "code_len": 4372
213
- },
214
- {
215
- "turn": 2,
216
- "ssim": 0.403175,
217
- "compiled": true,
218
- "rendered": true,
219
- "errors": [],
220
- "api_seconds": 31.0,
221
- "code_len": 3405
222
- },
223
- {
224
- "turn": 3,
225
- "ssim": 0.41336,
226
- "compiled": true,
227
- "rendered": true,
228
- "errors": [],
229
- "api_seconds": 26.9,
230
- "code_len": 3602
231
- },
232
- {
233
- "turn": 4,
234
- "ssim": 0.370131,
235
- "compiled": true,
236
- "rendered": true,
237
- "errors": [],
238
- "api_seconds": 22.1,
239
- "code_len": 3051
240
- },
241
- {
242
- "turn": 5,
243
- "ssim": 0.370748,
244
- "compiled": true,
245
- "rendered": true,
246
- "errors": [],
247
- "api_seconds": 22.8,
248
- "code_len": 3352
249
- },
250
- {
251
- "turn": 6,
252
- "ssim": 0.400407,
253
- "compiled": true,
254
- "rendered": true,
255
- "errors": [],
256
- "api_seconds": 24.0,
257
- "code_len": 3394
258
- },
259
- {
260
- "turn": 7,
261
- "ssim": 0.39573,
262
- "compiled": true,
263
- "rendered": true,
264
- "errors": [],
265
- "api_seconds": 22.2,
266
- "code_len": 3304
267
- },
268
- {
269
- "turn": 8,
270
- "ssim": 0.400645,
271
- "compiled": true,
272
- "rendered": true,
273
- "errors": [],
274
- "api_seconds": 25.8,
275
- "code_len": 3308
276
- },
277
- {
278
- "turn": 9,
279
- "ssim": 0.378793,
280
- "compiled": true,
281
- "rendered": true,
282
- "errors": [],
283
- "api_seconds": 21.2,
284
- "code_len": 3261
285
- },
286
- {
287
- "turn": 10,
288
- "ssim": 0.400645,
289
- "compiled": true,
290
- "rendered": true,
291
- "errors": [],
292
- "api_seconds": 21.8,
293
- "code_len": 3308
294
- }
295
- ],
296
- "best_ssim": 0.41336,
297
- "solved": false
298
- }
299
- }