farguney commited on
Commit
55cb4cf
·
verified ·
1 Parent(s): 1dbcdd7

Upload g1c_field_s2.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g1c_field_s2.json +25 -588
g1c_field_s2.json CHANGED
@@ -63,604 +63,41 @@
63
  "lam_mid": 0.0,
64
  "cur_depth": 10,
65
  "st": 1,
66
- "s_per_step": 1.6237,
67
- "wall_s": 1.6
68
- },
69
- {
70
- "acc_d11": 0.5029,
71
- "exact_d11": 0.5,
72
- "acc_d12": 0.7529,
73
- "exact_d12": 0.75,
74
- "acc_d13": 0.0059,
75
- "exact_d13": 0.0,
76
- "acc_d14": 0.5049,
77
- "exact_d14": 0.5,
78
- "acc_d15": 0.2539,
79
- "exact_d15": 0.25,
80
- "acc_d16": 0.0039,
81
- "exact_d16": 0.0,
82
- "heldout_byte_acc": 0.33740234375,
83
- "heldout_record_exact": 0.3333333333333333,
84
- "heldout_answer_bpb": 9.584525633060062,
85
- "heldout_min_exact": 0.0,
86
- "singleton_len1": 1.0,
87
- "distinct_codes": 1.0,
88
- "code_map": "[1, 0]",
89
- "empty_word_rate": 1.0,
90
- "word_purity": 0.7352941176470589,
91
- "word_len_match": 0.7352941176470589,
92
- "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.25, 0.75, 0.0, 0.25, 0.25, 0.0]",
93
- "purity_trained": 1.0,
94
- "purity_closure": 0.25,
95
- "step": 1000,
96
- "loss": 1288.0269775390625,
97
- "train_bits": 1288.09,
98
- "lam_mid": 0.0,
99
- "cur_depth": 10,
100
- "st": 1,
101
- "s_per_step": 0.3316,
102
- "wall_s": 331.6
103
- },
104
- {
105
- "acc_d11": 1.0,
106
- "exact_d11": 1.0,
107
- "acc_d12": 0.5039,
108
- "exact_d12": 0.5,
109
- "acc_d13": 0.0078,
110
- "exact_d13": 0.0,
111
- "acc_d14": 0.0,
112
- "exact_d14": 0.0,
113
- "acc_d15": 0.0039,
114
- "exact_d15": 0.0,
115
- "acc_d16": 0.0039,
116
- "exact_d16": 0.0,
117
- "heldout_byte_acc": 0.2532552083333333,
118
- "heldout_record_exact": 0.25,
119
- "heldout_answer_bpb": 13.537278888310539,
120
- "heldout_min_exact": 0.0,
121
- "singleton_len1": 1.0,
122
- "distinct_codes": 1.0,
123
- "code_map": "[1, 0]",
124
- "empty_word_rate": 1.0,
125
- "word_purity": 0.75,
126
- "word_len_match": 0.75,
127
- "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.0, 0.0, 0.0, 0.0]",
128
- "purity_trained": 1.0,
129
- "purity_closure": 0.292,
130
- "step": 2000,
131
- "loss": 1234.3148193359375,
132
- "train_bits": 1234.39,
133
- "lam_mid": 0.0,
134
- "cur_depth": 10,
135
- "st": 1,
136
- "s_per_step": 0.3321,
137
- "wall_s": 664.2
138
- },
139
- {
140
- "acc_d11": 0.0059,
141
- "exact_d11": 0.0,
142
- "acc_d12": 0.001,
143
- "exact_d12": 0.0,
144
- "acc_d13": 0.0,
145
- "exact_d13": 0.0,
146
- "acc_d14": 0.0078,
147
- "exact_d14": 0.0,
148
- "acc_d15": 0.001,
149
- "exact_d15": 0.0,
150
- "acc_d16": 0.0059,
151
- "exact_d16": 0.0,
152
- "heldout_byte_acc": 0.0035807291666666665,
153
- "heldout_record_exact": 0.0,
154
- "heldout_answer_bpb": 20.772890865802765,
155
- "heldout_min_exact": 0.0,
156
- "singleton_len1": 1.0,
157
- "distinct_codes": 1.0,
158
- "code_map": "[1, 0]",
159
- "empty_word_rate": 1.0,
160
- "word_purity": 0.6470588235294118,
161
- "word_len_match": 0.6470588235294118,
162
- "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]",
163
- "purity_trained": 1.0,
164
- "purity_closure": 0.0,
165
- "step": 3000,
166
- "loss": 1238.10400390625,
167
- "train_bits": 1238.18,
168
- "lam_mid": 0.0,
169
- "cur_depth": 10,
170
- "st": 1,
171
- "s_per_step": 0.3322,
172
- "wall_s": 996.6
173
- },
174
- {
175
- "acc_d11": 1.0,
176
- "exact_d11": 1.0,
177
- "acc_d12": 0.2529,
178
- "exact_d12": 0.25,
179
- "acc_d13": 0.0049,
180
- "exact_d13": 0.0,
181
- "acc_d14": 0.001,
182
- "exact_d14": 0.0,
183
- "acc_d15": 0.002,
184
- "exact_d15": 0.0,
185
- "acc_d16": 0.0029,
186
- "exact_d16": 0.0,
187
- "heldout_byte_acc": 0.21061197916666666,
188
- "heldout_record_exact": 0.20833333333333334,
189
- "heldout_answer_bpb": 17.70042416068706,
190
- "heldout_min_exact": 0.0,
191
- "singleton_len1": 1.0,
192
- "distinct_codes": 1.0,
193
- "code_map": "[1, 0]",
194
- "empty_word_rate": 1.0,
195
- "word_purity": 0.75,
196
- "word_len_match": 0.75,
197
- "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 0.25, 0.0, 0.0, 0.0]",
198
- "purity_trained": 1.0,
199
- "purity_closure": 0.292,
200
- "step": 4000,
201
- "loss": 1210.3504638671875,
202
- "train_bits": 1210.42,
203
- "lam_mid": 0.0,
204
- "cur_depth": 10,
205
- "st": 1,
206
- "s_per_step": 0.3321,
207
- "wall_s": 1328.6
208
- },
209
- {
210
- "acc_d11": 1.0,
211
- "exact_d11": 1.0,
212
- "acc_d12": 0.502,
213
- "exact_d12": 0.5,
214
- "acc_d13": 0.0049,
215
- "exact_d13": 0.0,
216
- "acc_d14": 0.0059,
217
- "exact_d14": 0.0,
218
- "acc_d15": 0.0059,
219
- "exact_d15": 0.0,
220
- "acc_d16": 0.0059,
221
- "exact_d16": 0.0,
222
- "heldout_byte_acc": 0.2540690104166667,
223
- "heldout_record_exact": 0.25,
224
- "heldout_answer_bpb": 18.38361760472435,
225
- "heldout_min_exact": 0.0,
226
- "singleton_len1": 1.0,
227
- "distinct_codes": 1.0,
228
- "code_map": "[1, 0]",
229
- "empty_word_rate": 1.0,
230
- "word_purity": 0.7058823529411765,
231
- "word_len_match": 0.7058823529411765,
232
- "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0]",
233
- "purity_trained": 1.0,
234
- "purity_closure": 0.167,
235
- "step": 5000,
236
- "loss": 1203.69384765625,
237
- "train_bits": 1203.77,
238
- "lam_mid": 0.0,
239
- "cur_depth": 10,
240
- "st": 1,
241
- "s_per_step": 0.3319,
242
- "wall_s": 1659.7
243
- },
244
- {
245
- "acc_d11": 0.2549,
246
- "exact_d11": 0.25,
247
- "acc_d12": 0.0068,
248
- "exact_d12": 0.0,
249
- "acc_d13": 0.0049,
250
- "exact_d13": 0.0,
251
- "acc_d14": 0.0049,
252
- "exact_d14": 0.0,
253
- "acc_d15": 0.0029,
254
- "exact_d15": 0.0,
255
- "acc_d16": 0.002,
256
- "exact_d16": 0.0,
257
- "heldout_byte_acc": 0.046061197916666664,
258
- "heldout_record_exact": 0.041666666666666664,
259
- "heldout_answer_bpb": 24.617060537607056,
260
- "heldout_min_exact": 0.0,
261
- "singleton_len1": 1.0,
262
- "distinct_codes": 1.0,
263
- "code_map": "[1, 0]",
264
- "empty_word_rate": 1.0,
265
- "word_purity": 0.6323529411764706,
266
- "word_len_match": 0.6323529411764706,
267
- "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 0.75, 0.75, 0.5, 0.0, 0.0, 0.0, 0.0, 0.0]",
268
- "purity_trained": 0.932,
269
- "purity_closure": 0.083,
270
- "step": 6000,
271
- "loss": 1180.814697265625,
272
- "train_bits": 1180.89,
273
- "lam_mid": 0.0,
274
- "cur_depth": 10,
275
- "st": 1,
276
- "s_per_step": 0.3319,
277
- "wall_s": 1991.5
278
- },
279
- {
280
- "acc_d11": 0.751,
281
- "exact_d11": 0.75,
282
- "acc_d12": 0.0,
283
- "exact_d12": 0.0,
284
- "acc_d13": 0.0068,
285
- "exact_d13": 0.0,
286
- "acc_d14": 0.0049,
287
- "exact_d14": 0.0,
288
- "acc_d15": 0.0039,
289
- "exact_d15": 0.0,
290
- "acc_d16": 0.0039,
291
- "exact_d16": 0.0,
292
- "heldout_byte_acc": 0.12841796875,
293
- "heldout_record_exact": 0.125,
294
- "heldout_answer_bpb": 23.168628219964074,
295
- "heldout_min_exact": 0.0,
296
- "singleton_len1": 1.0,
297
- "distinct_codes": 1.0,
298
- "code_map": "[1, 0]",
299
- "empty_word_rate": 1.0,
300
- "word_purity": 0.6911764705882353,
301
- "word_len_match": 0.6911764705882353,
302
- "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.0, 0.0, 0.0, 0.0, 0.0]",
303
- "purity_trained": 1.0,
304
- "purity_closure": 0.125,
305
- "step": 7000,
306
- "loss": 1165.023681640625,
307
- "train_bits": 1165.1,
308
- "lam_mid": 0.0,
309
- "cur_depth": 10,
310
- "st": 1,
311
- "s_per_step": 0.3319,
312
- "wall_s": 2323.1
313
- },
314
- {
315
- "acc_d11": 1.0,
316
- "exact_d11": 1.0,
317
- "acc_d12": 0.002,
318
- "exact_d12": 0.0,
319
- "acc_d13": 0.0049,
320
- "exact_d13": 0.0,
321
- "acc_d14": 0.0029,
322
- "exact_d14": 0.0,
323
- "acc_d15": 0.0059,
324
- "exact_d15": 0.0,
325
- "acc_d16": 0.0039,
326
- "exact_d16": 0.0,
327
- "heldout_byte_acc": 0.169921875,
328
- "heldout_record_exact": 0.16666666666666666,
329
- "heldout_answer_bpb": 22.79337932091198,
330
- "heldout_min_exact": 0.0,
331
- "singleton_len1": 1.0,
332
- "distinct_codes": 1.0,
333
- "code_map": "[1, 0]",
334
- "empty_word_rate": 1.0,
335
- "word_purity": 0.7205882352941176,
336
- "word_len_match": 0.7205882352941176,
337
- "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.25, 0.0, 0.0, 0.0, 0.0]",
338
- "purity_trained": 1.0,
339
- "purity_closure": 0.208,
340
- "step": 8000,
341
- "loss": 1135.9508056640625,
342
- "train_bits": 1136.02,
343
- "lam_mid": 0.0,
344
- "cur_depth": 10,
345
- "st": 1,
346
- "s_per_step": 0.332,
347
- "wall_s": 2655.8
348
- },
349
- {
350
- "acc_d11": 0.752,
351
- "exact_d11": 0.75,
352
- "acc_d12": 0.75,
353
- "exact_d12": 0.75,
354
- "acc_d13": 0.002,
355
- "exact_d13": 0.0,
356
- "acc_d14": 0.0049,
357
- "exact_d14": 0.0,
358
- "acc_d15": 0.0059,
359
- "exact_d15": 0.0,
360
- "acc_d16": 0.002,
361
- "exact_d16": 0.0,
362
- "heldout_byte_acc": 0.2527669270833333,
363
- "heldout_record_exact": 0.25,
364
- "heldout_answer_bpb": 19.838664728134592,
365
- "heldout_min_exact": 0.0,
366
- "singleton_len1": 1.0,
367
- "distinct_codes": 1.0,
368
- "code_map": "[1, 0]",
369
- "empty_word_rate": 1.0,
370
- "word_purity": 0.7352941176470589,
371
- "word_len_match": 0.7352941176470589,
372
- "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.25, 0.0, 0.0, 0.25, 0.0]",
373
- "purity_trained": 1.0,
374
- "purity_closure": 0.25,
375
- "step": 9000,
376
- "loss": 1114.0654296875,
377
- "train_bits": 1114.14,
378
- "lam_mid": 0.0,
379
- "cur_depth": 10,
380
- "st": 1,
381
- "s_per_step": 0.3321,
382
- "wall_s": 2988.6
383
- },
384
- {
385
- "acc_d11": 1.0,
386
- "exact_d11": 1.0,
387
- "acc_d12": 1.0,
388
- "exact_d12": 1.0,
389
- "acc_d13": 0.2559,
390
- "exact_d13": 0.25,
391
- "acc_d14": 0.0039,
392
- "exact_d14": 0.0,
393
- "acc_d15": 0.0088,
394
- "exact_d15": 0.0,
395
- "acc_d16": 0.0029,
396
- "exact_d16": 0.0,
397
- "heldout_byte_acc": 0.3785807291666667,
398
- "heldout_record_exact": 0.375,
399
- "heldout_answer_bpb": 17.270882031279182,
400
- "heldout_min_exact": 0.0,
401
- "singleton_len1": 1.0,
402
- "distinct_codes": 1.0,
403
- "code_map": "[1, 0]",
404
- "empty_word_rate": 1.0,
405
- "word_purity": 0.7647058823529411,
406
- "word_len_match": 0.7647058823529411,
407
- "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.25, 0.0, 0.0, 0.0]",
408
- "purity_trained": 1.0,
409
- "purity_closure": 0.333,
410
- "step": 10000,
411
- "loss": 1094.2366943359375,
412
- "train_bits": 1094.31,
413
- "lam_mid": 0.0,
414
- "cur_depth": 10,
415
- "st": 1,
416
- "s_per_step": 0.3321,
417
- "wall_s": 3320.9
418
- },
419
- {
420
- "acc_d11": 1.0,
421
- "exact_d11": 1.0,
422
- "acc_d12": 1.0,
423
- "exact_d12": 1.0,
424
- "acc_d13": 0.501,
425
- "exact_d13": 0.5,
426
- "acc_d14": 0.252,
427
- "exact_d14": 0.25,
428
- "acc_d15": 0.0049,
429
- "exact_d15": 0.0,
430
- "acc_d16": 0.0117,
431
- "exact_d16": 0.0,
432
- "heldout_byte_acc": 0.4615885416666667,
433
- "heldout_record_exact": 0.4583333333333333,
434
- "heldout_answer_bpb": 14.196029235525979,
435
- "heldout_min_exact": 0.0,
436
- "singleton_len1": 1.0,
437
- "distinct_codes": 1.0,
438
- "code_map": "[1, 0]",
439
- "empty_word_rate": 1.0,
440
- "word_purity": 0.8235294117647058,
441
- "word_len_match": 0.8235294117647058,
442
- "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.25, 0.0, 0.0]",
443
- "purity_trained": 1.0,
444
- "purity_closure": 0.5,
445
- "step": 11000,
446
- "loss": 1080.12939453125,
447
- "train_bits": 1080.2,
448
- "lam_mid": 0.0,
449
- "cur_depth": 10,
450
- "st": 1,
451
- "s_per_step": 0.3322,
452
- "wall_s": 3653.9
453
- },
454
- {
455
- "acc_d11": 1.0,
456
- "exact_d11": 1.0,
457
- "acc_d12": 0.0078,
458
- "exact_d12": 0.0,
459
- "acc_d13": 0.0088,
460
- "exact_d13": 0.0,
461
- "acc_d14": 0.2578,
462
- "exact_d14": 0.25,
463
- "acc_d15": 0.252,
464
- "exact_d15": 0.25,
465
- "acc_d16": 0.001,
466
- "exact_d16": 0.0,
467
- "heldout_byte_acc": 0.2545572916666667,
468
- "heldout_record_exact": 0.25,
469
- "heldout_answer_bpb": 21.93363569373788,
470
- "heldout_min_exact": 0.0,
471
- "singleton_len1": 1.0,
472
- "distinct_codes": 1.0,
473
- "code_map": "[1, 0]",
474
- "empty_word_rate": 1.0,
475
- "word_purity": 0.6764705882352942,
476
- "word_len_match": 0.7058823529411765,
477
- "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.5, 1.0, 0.5, 0.5, 0.0, 0.0, 0.0, 0.0]",
478
- "purity_trained": 0.955,
479
- "purity_closure": 0.167,
480
- "step": 12000,
481
- "loss": 1291.73681640625,
482
- "train_bits": 1291.81,
483
- "lam_mid": 0.0,
484
- "cur_depth": 10,
485
- "st": 1,
486
- "s_per_step": 0.3323,
487
- "wall_s": 3987.1
488
- },
489
- {
490
- "acc_d11": 0.752,
491
- "exact_d11": 0.75,
492
- "acc_d12": 0.502,
493
- "exact_d12": 0.5,
494
- "acc_d13": 0.0029,
495
- "exact_d13": 0.0,
496
- "acc_d14": 0.0039,
497
- "exact_d14": 0.0,
498
- "acc_d15": 0.0029,
499
- "exact_d15": 0.0,
500
- "acc_d16": 0.0049,
501
- "exact_d16": 0.0,
502
- "heldout_byte_acc": 0.21142578125,
503
- "heldout_record_exact": 0.20833333333333334,
504
- "heldout_answer_bpb": 24.0657476929274,
505
- "heldout_min_exact": 0.0,
506
- "singleton_len1": 1.0,
507
- "distinct_codes": 1.0,
508
- "code_map": "[1, 0]",
509
- "empty_word_rate": 1.0,
510
- "word_purity": 0.6617647058823529,
511
- "word_len_match": 0.8382352941176471,
512
- "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.25, 0.25, 0.0, 0.0, 0.0, 0.0]",
513
- "purity_trained": 0.977,
514
- "purity_closure": 0.083,
515
- "step": 13000,
516
- "loss": 1258.695556640625,
517
- "train_bits": 1258.77,
518
- "lam_mid": 0.0,
519
- "cur_depth": 10,
520
- "st": 1,
521
- "s_per_step": 0.3322,
522
- "wall_s": 4318.9
523
- },
524
- {
525
- "acc_d11": 0.0029,
526
- "exact_d11": 0.0,
527
- "acc_d12": 0.0068,
528
- "exact_d12": 0.0,
529
- "acc_d13": 0.0049,
530
- "exact_d13": 0.0,
531
- "acc_d14": 0.0,
532
- "exact_d14": 0.0,
533
- "acc_d15": 0.002,
534
- "exact_d15": 0.0,
535
- "acc_d16": 0.0049,
536
- "exact_d16": 0.0,
537
- "heldout_byte_acc": 0.0035807291666666665,
538
- "heldout_record_exact": 0.0,
539
- "heldout_answer_bpb": 32.39986574649811,
540
- "heldout_min_exact": 0.0,
541
- "singleton_len1": 1.0,
542
- "distinct_codes": 1.0,
543
- "code_map": "[1, 0]",
544
- "empty_word_rate": 1.0,
545
- "word_purity": 0.6911764705882353,
546
- "word_len_match": 0.8088235294117647,
547
- "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.5, 0.5, 0.0, 0.0, 0.0, 0.0]",
548
- "purity_trained": 0.977,
549
- "purity_closure": 0.167,
550
- "step": 14000,
551
- "loss": 1223.8609619140625,
552
- "train_bits": 1223.93,
553
- "lam_mid": 0.0,
554
- "cur_depth": 10,
555
- "st": 1,
556
- "s_per_step": 0.3323,
557
- "wall_s": 4651.6
558
- },
559
- {
560
- "acc_d11": 0.751,
561
- "exact_d11": 0.75,
562
- "acc_d12": 0.75,
563
- "exact_d12": 0.75,
564
- "acc_d13": 0.751,
565
- "exact_d13": 0.75,
566
- "acc_d14": 0.001,
567
- "exact_d14": 0.0,
568
- "acc_d15": 0.0039,
569
- "exact_d15": 0.0,
570
- "acc_d16": 0.7539,
571
- "exact_d16": 0.75,
572
- "heldout_byte_acc": 0.5017903645833334,
573
- "heldout_record_exact": 0.5,
574
- "heldout_answer_bpb": 12.816090371281083,
575
- "heldout_min_exact": 0.0,
576
- "singleton_len1": 1.0,
577
- "distinct_codes": 1.0,
578
- "code_map": "[1, 0]",
579
- "empty_word_rate": 1.0,
580
- "word_purity": 0.7941176470588235,
581
- "word_len_match": 0.8382352941176471,
582
- "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 1.0, 1.0, 0.75, 0.25, 0.0, 0.0, 0.75]",
583
- "purity_trained": 0.977,
584
- "purity_closure": 0.458,
585
- "step": 15000,
586
- "loss": 1210.5506591796875,
587
- "train_bits": 1210.62,
588
- "lam_mid": 0.0,
589
- "cur_depth": 10,
590
- "st": 1,
591
- "s_per_step": 0.3322,
592
- "wall_s": 4982.5
593
- },
594
- {
595
- "acc_d11": 0.75,
596
- "exact_d11": 0.75,
597
- "acc_d12": 0.501,
598
- "exact_d12": 0.5,
599
- "acc_d13": 0.502,
600
- "exact_d13": 0.5,
601
- "acc_d14": 0.001,
602
- "exact_d14": 0.0,
603
- "acc_d15": 0.002,
604
- "exact_d15": 0.0,
605
- "acc_d16": 0.0029,
606
- "exact_d16": 0.0,
607
- "heldout_byte_acc": 0.2931315104166667,
608
- "heldout_record_exact": 0.2916666666666667,
609
- "heldout_answer_bpb": 23.606710538226327,
610
- "heldout_min_exact": 0.0,
611
- "singleton_len1": 1.0,
612
- "distinct_codes": 1.0,
613
- "code_map": "[1, 0]",
614
- "empty_word_rate": 1.0,
615
- "word_purity": 0.7058823529411765,
616
- "word_len_match": 0.8382352941176471,
617
- "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.25, 0.0, 0.0, 0.0, 0.0]",
618
- "purity_trained": 1.0,
619
- "purity_closure": 0.167,
620
- "step": 16000,
621
- "loss": 1184.2811279296875,
622
- "train_bits": 1184.36,
623
- "lam_mid": 0.0,
624
- "cur_depth": 10,
625
- "st": 1,
626
- "s_per_step": 0.332,
627
- "wall_s": 5312.5
628
  }
629
  ],
630
  "final": {
631
- "acc_d11": 0.75,
632
- "exact_d11": 0.75,
633
- "acc_d12": 0.501,
634
- "exact_d12": 0.5,
635
- "acc_d13": 0.502,
636
- "exact_d13": 0.5,
637
- "acc_d14": 0.001,
638
  "exact_d14": 0.0,
639
- "acc_d15": 0.002,
640
  "exact_d15": 0.0,
641
- "acc_d16": 0.0029,
642
  "exact_d16": 0.0,
643
- "heldout_byte_acc": 0.2931315104166667,
644
- "heldout_record_exact": 0.2916666666666667,
645
- "heldout_answer_bpb": 23.606710538226327,
646
  "heldout_min_exact": 0.0,
647
- "singleton_len1": 1.0,
648
- "distinct_codes": 1.0,
649
- "code_map": "[1, 0]",
650
- "empty_word_rate": 1.0,
651
- "word_purity": 0.7058823529411765,
652
- "word_len_match": 0.8382352941176471,
653
- "purity_by_depth": "[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.75, 0.25, 0.0, 0.0, 0.0, 0.0]",
654
- "purity_trained": 1.0,
655
- "purity_closure": 0.167,
656
- "step": 16000,
657
- "loss": 1184.2811279296875,
658
- "train_bits": 1184.36,
659
  "lam_mid": 0.0,
660
  "cur_depth": 10,
661
  "st": 1,
662
- "s_per_step": 0.332,
663
- "wall_s": 5312.5
664
  }
665
  }
666
  ],
 
63
  "lam_mid": 0.0,
64
  "cur_depth": 10,
65
  "st": 1,
66
+ "s_per_step": 1.5232,
67
+ "wall_s": 1.5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
68
  }
69
  ],
70
  "final": {
71
+ "acc_d11": 0.0029,
72
+ "exact_d11": 0.0,
73
+ "acc_d12": 0.0049,
74
+ "exact_d12": 0.0,
75
+ "acc_d13": 0.0088,
76
+ "exact_d13": 0.0,
77
+ "acc_d14": 0.0039,
78
  "exact_d14": 0.0,
79
+ "acc_d15": 0.0029,
80
  "exact_d15": 0.0,
81
+ "acc_d16": 0.002,
82
  "exact_d16": 0.0,
83
+ "heldout_byte_acc": 0.004231770833333333,
84
+ "heldout_record_exact": 0.0,
85
+ "heldout_answer_bpb": 8.058093984921774,
86
  "heldout_min_exact": 0.0,
87
+ "singleton_len1": 0.0,
88
+ "distinct_codes": 0.0,
89
+ "code_map": "[None, None]",
90
+ "empty_word_rate": 0.0,
91
+ "word_purity": 0.0,
92
+ "word_len_match": 0.0,
93
+ "step": 0,
94
+ "loss": 4028.802734375,
95
+ "train_bits": 4028.4,
 
 
 
96
  "lam_mid": 0.0,
97
  "cur_depth": 10,
98
  "st": 1,
99
+ "s_per_step": 1.5232,
100
+ "wall_s": 1.5
101
  }
102
  }
103
  ],