farguney commited on
Commit
102bdd8
·
verified ·
1 Parent(s): 31309e7

Upload reconstructed/g1fs16_shuffled_s0.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. reconstructed/g1fs16_shuffled_s0.json +513 -1
reconstructed/g1fs16_shuffled_s0.json CHANGED
@@ -12,7 +12,7 @@
12
  "max_mid_entropy": 0.0011,
13
  "verdict": "PASS"
14
  },
15
- "steps_observed": 8000,
16
  "rows": [
17
  {
18
  "acc_d11": 0.0098,
@@ -304,6 +304,518 @@
304
  "st": 1,
305
  "s_per_step": 0.3306,
306
  "wall_s": 2644.5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
307
  }
308
  ]
309
  }
 
12
  "max_mid_entropy": 0.0011,
13
  "verdict": "PASS"
14
  },
15
+ "steps_observed": 23999,
16
  "rows": [
17
  {
18
  "acc_d11": 0.0098,
 
304
  "st": 1,
305
  "s_per_step": 0.3306,
306
  "wall_s": 2644.5
307
+ },
308
+ {
309
+ "acc_d11": 0.0059,
310
+ "exact_d11": 0.0,
311
+ "acc_d12": 0.002,
312
+ "exact_d12": 0.0,
313
+ "acc_d13": 0.002,
314
+ "exact_d13": 0.0,
315
+ "acc_d14": 0.0039,
316
+ "exact_d14": 0.0,
317
+ "acc_d15": 0.0088,
318
+ "exact_d15": 0.0,
319
+ "acc_d16": 0.0059,
320
+ "exact_d16": 0.0,
321
+ "heldout_byte_acc": 0.004720052083333333,
322
+ "heldout_record_exact": 0.0,
323
+ "heldout_answer_bpb": 8.58456003665924,
324
+ "heldout_min_exact": 0.0,
325
+ "singleton_len1": 0.0,
326
+ "distinct_codes": 0.0,
327
+ "code_map": "[None, None]",
328
+ "empty_word_rate": 0.0,
329
+ "word_purity": 0.0,
330
+ "word_len_match": 0.0,
331
+ "step": 9000,
332
+ "loss": 1394.572021484375,
333
+ "train_bits": 1394.65,
334
+ "lam_mid": 0.0,
335
+ "cur_depth": 10,
336
+ "st": 1,
337
+ "s_per_step": 0.3306,
338
+ "wall_s": 2975.4
339
+ },
340
+ {
341
+ "acc_d11": 0.002,
342
+ "exact_d11": 0.0,
343
+ "acc_d12": 0.002,
344
+ "exact_d12": 0.0,
345
+ "acc_d13": 0.002,
346
+ "exact_d13": 0.0,
347
+ "acc_d14": 0.0039,
348
+ "exact_d14": 0.0,
349
+ "acc_d15": 0.0059,
350
+ "exact_d15": 0.0,
351
+ "acc_d16": 0.0,
352
+ "exact_d16": 0.0,
353
+ "heldout_byte_acc": 0.0026041666666666665,
354
+ "heldout_record_exact": 0.0,
355
+ "heldout_answer_bpb": 8.61851280927658,
356
+ "heldout_min_exact": 0.0,
357
+ "singleton_len1": 0.0,
358
+ "distinct_codes": 0.0,
359
+ "code_map": "[None, None]",
360
+ "empty_word_rate": 0.0,
361
+ "word_purity": 0.0,
362
+ "word_len_match": 0.0,
363
+ "step": 10000,
364
+ "loss": 1304.248046875,
365
+ "train_bits": 1304.32,
366
+ "lam_mid": 0.0,
367
+ "cur_depth": 10,
368
+ "st": 1,
369
+ "s_per_step": 0.3306,
370
+ "wall_s": 3306.0
371
+ },
372
+ {
373
+ "acc_d11": 0.0059,
374
+ "exact_d11": 0.0,
375
+ "acc_d12": 0.0059,
376
+ "exact_d12": 0.0,
377
+ "acc_d13": 0.0059,
378
+ "exact_d13": 0.0,
379
+ "acc_d14": 0.0029,
380
+ "exact_d14": 0.0,
381
+ "acc_d15": 0.0068,
382
+ "exact_d15": 0.0,
383
+ "acc_d16": 0.0039,
384
+ "exact_d16": 0.0,
385
+ "heldout_byte_acc": 0.005208333333333333,
386
+ "heldout_record_exact": 0.0,
387
+ "heldout_answer_bpb": 8.629944443702698,
388
+ "heldout_min_exact": 0.0,
389
+ "singleton_len1": 0.0,
390
+ "distinct_codes": 0.0,
391
+ "code_map": "[None, None]",
392
+ "empty_word_rate": 0.0,
393
+ "word_purity": 0.0,
394
+ "word_len_match": 0.0,
395
+ "step": 11000,
396
+ "loss": 1398.9024658203125,
397
+ "train_bits": 1398.98,
398
+ "lam_mid": 0.0,
399
+ "cur_depth": 10,
400
+ "st": 1,
401
+ "s_per_step": 0.3306,
402
+ "wall_s": 3637.0
403
+ },
404
+ {
405
+ "acc_d11": 0.0039,
406
+ "exact_d11": 0.0,
407
+ "acc_d12": 0.0029,
408
+ "exact_d12": 0.0,
409
+ "acc_d13": 0.0029,
410
+ "exact_d13": 0.0,
411
+ "acc_d14": 0.0029,
412
+ "exact_d14": 0.0,
413
+ "acc_d15": 0.0039,
414
+ "exact_d15": 0.0,
415
+ "acc_d16": 0.0049,
416
+ "exact_d16": 0.0,
417
+ "heldout_byte_acc": 0.0035807291666666665,
418
+ "heldout_record_exact": 0.0,
419
+ "heldout_answer_bpb": 8.605124771595001,
420
+ "heldout_min_exact": 0.0,
421
+ "singleton_len1": 0.0,
422
+ "distinct_codes": 0.0,
423
+ "code_map": "[None, None]",
424
+ "empty_word_rate": 0.0,
425
+ "word_purity": 0.0,
426
+ "word_len_match": 0.0,
427
+ "step": 12000,
428
+ "loss": 2331.955810546875,
429
+ "train_bits": 2332.03,
430
+ "lam_mid": 0.0,
431
+ "cur_depth": 10,
432
+ "st": 1,
433
+ "s_per_step": 0.331,
434
+ "wall_s": 3971.5
435
+ },
436
+ {
437
+ "acc_d11": 0.0029,
438
+ "exact_d11": 0.0,
439
+ "acc_d12": 0.0,
440
+ "exact_d12": 0.0,
441
+ "acc_d13": 0.001,
442
+ "exact_d13": 0.0,
443
+ "acc_d14": 0.001,
444
+ "exact_d14": 0.0,
445
+ "acc_d15": 0.0039,
446
+ "exact_d15": 0.0,
447
+ "acc_d16": 0.0029,
448
+ "exact_d16": 0.0,
449
+ "heldout_byte_acc": 0.001953125,
450
+ "heldout_record_exact": 0.0,
451
+ "heldout_answer_bpb": 10.117755572001139,
452
+ "heldout_min_exact": 0.0,
453
+ "singleton_len1": 0.5,
454
+ "distinct_codes": 0.0,
455
+ "code_map": "[None, 1]",
456
+ "empty_word_rate": 0.0,
457
+ "word_purity": 0.0,
458
+ "word_len_match": 0.0,
459
+ "step": 13000,
460
+ "loss": 2318.793212890625,
461
+ "train_bits": 2318.87,
462
+ "lam_mid": 0.0,
463
+ "cur_depth": 10,
464
+ "st": 1,
465
+ "s_per_step": 0.3309,
466
+ "wall_s": 4302.2
467
+ },
468
+ {
469
+ "acc_d11": 0.0029,
470
+ "exact_d11": 0.0,
471
+ "acc_d12": 0.0,
472
+ "exact_d12": 0.0,
473
+ "acc_d13": 0.0039,
474
+ "exact_d13": 0.0,
475
+ "acc_d14": 0.002,
476
+ "exact_d14": 0.0,
477
+ "acc_d15": 0.0049,
478
+ "exact_d15": 0.0,
479
+ "acc_d16": 0.0039,
480
+ "exact_d16": 0.0,
481
+ "heldout_byte_acc": 0.0029296875,
482
+ "heldout_record_exact": 0.0,
483
+ "heldout_answer_bpb": 8.811063806215921,
484
+ "heldout_min_exact": 0.0,
485
+ "singleton_len1": 0.0,
486
+ "distinct_codes": 0.0,
487
+ "code_map": "[None, None]",
488
+ "empty_word_rate": 1.0,
489
+ "word_purity": 0.0,
490
+ "word_len_match": 0.0,
491
+ "step": 14000,
492
+ "loss": 2305.721435546875,
493
+ "train_bits": 2305.79,
494
+ "lam_mid": 0.0,
495
+ "cur_depth": 10,
496
+ "st": 1,
497
+ "s_per_step": 0.3309,
498
+ "wall_s": 4632.9
499
+ },
500
+ {
501
+ "acc_d11": 0.0068,
502
+ "exact_d11": 0.0,
503
+ "acc_d12": 0.0078,
504
+ "exact_d12": 0.0,
505
+ "acc_d13": 0.0059,
506
+ "exact_d13": 0.0,
507
+ "acc_d14": 0.0068,
508
+ "exact_d14": 0.0,
509
+ "acc_d15": 0.0059,
510
+ "exact_d15": 0.0,
511
+ "acc_d16": 0.0039,
512
+ "exact_d16": 0.0,
513
+ "heldout_byte_acc": 0.006184895833333333,
514
+ "heldout_record_exact": 0.0,
515
+ "heldout_answer_bpb": 8.53210335969925,
516
+ "heldout_min_exact": 0.0,
517
+ "singleton_len1": 0.0,
518
+ "distinct_codes": 0.0,
519
+ "code_map": "[None, None]",
520
+ "empty_word_rate": 0.0,
521
+ "word_purity": 0.0,
522
+ "word_len_match": 0.0,
523
+ "step": 15000,
524
+ "loss": 2211.566650390625,
525
+ "train_bits": 2211.64,
526
+ "lam_mid": 0.0,
527
+ "cur_depth": 10,
528
+ "st": 1,
529
+ "s_per_step": 0.3308,
530
+ "wall_s": 4962.7
531
+ },
532
+ {
533
+ "acc_d11": 0.002,
534
+ "exact_d11": 0.0,
535
+ "acc_d12": 0.0049,
536
+ "exact_d12": 0.0,
537
+ "acc_d13": 0.002,
538
+ "exact_d13": 0.0,
539
+ "acc_d14": 0.001,
540
+ "exact_d14": 0.0,
541
+ "acc_d15": 0.002,
542
+ "exact_d15": 0.0,
543
+ "acc_d16": 0.0,
544
+ "exact_d16": 0.0,
545
+ "heldout_byte_acc": 0.001953125,
546
+ "heldout_record_exact": 0.0,
547
+ "heldout_answer_bpb": 10.831863204638163,
548
+ "heldout_min_exact": 0.0,
549
+ "singleton_len1": 0.5,
550
+ "distinct_codes": 0.0,
551
+ "code_map": "[None, 1]",
552
+ "empty_word_rate": 0.0,
553
+ "word_purity": 0.0,
554
+ "word_len_match": 0.0,
555
+ "step": 16000,
556
+ "loss": 1743.0167236328125,
557
+ "train_bits": 1743.09,
558
+ "lam_mid": 0.0,
559
+ "cur_depth": 10,
560
+ "st": 1,
561
+ "s_per_step": 0.3307,
562
+ "wall_s": 5291.4
563
+ },
564
+ {
565
+ "acc_d11": 0.0059,
566
+ "exact_d11": 0.0,
567
+ "acc_d12": 0.0039,
568
+ "exact_d12": 0.0,
569
+ "acc_d13": 0.0068,
570
+ "exact_d13": 0.0,
571
+ "acc_d14": 0.0,
572
+ "exact_d14": 0.0,
573
+ "acc_d15": 0.0068,
574
+ "exact_d15": 0.0,
575
+ "acc_d16": 0.0029,
576
+ "exact_d16": 0.0,
577
+ "heldout_byte_acc": 0.00439453125,
578
+ "heldout_record_exact": 0.0,
579
+ "heldout_answer_bpb": 8.72652155160904,
580
+ "heldout_min_exact": 0.0,
581
+ "singleton_len1": 0.0,
582
+ "distinct_codes": 0.0,
583
+ "code_map": "[None, None]",
584
+ "empty_word_rate": 0.0,
585
+ "word_purity": 0.0,
586
+ "word_len_match": 0.0,
587
+ "step": 17000,
588
+ "loss": 1899.0225830078125,
589
+ "train_bits": 1899.1,
590
+ "lam_mid": 0.0,
591
+ "cur_depth": 10,
592
+ "st": 1,
593
+ "s_per_step": 0.3306,
594
+ "wall_s": 5620.6
595
+ },
596
+ {
597
+ "acc_d11": 0.0029,
598
+ "exact_d11": 0.0,
599
+ "acc_d12": 0.0039,
600
+ "exact_d12": 0.0,
601
+ "acc_d13": 0.0029,
602
+ "exact_d13": 0.0,
603
+ "acc_d14": 0.001,
604
+ "exact_d14": 0.0,
605
+ "acc_d15": 0.002,
606
+ "exact_d15": 0.0,
607
+ "acc_d16": 0.0078,
608
+ "exact_d16": 0.0,
609
+ "heldout_byte_acc": 0.00341796875,
610
+ "heldout_record_exact": 0.0,
611
+ "heldout_answer_bpb": 8.637447436650595,
612
+ "heldout_min_exact": 0.0,
613
+ "singleton_len1": 0.0,
614
+ "distinct_codes": 0.0,
615
+ "code_map": "[None, None]",
616
+ "empty_word_rate": 0.0,
617
+ "word_purity": 0.0,
618
+ "word_len_match": 0.0,
619
+ "step": 18000,
620
+ "loss": 1711.331787109375,
621
+ "train_bits": 1711.41,
622
+ "lam_mid": 0.0,
623
+ "cur_depth": 10,
624
+ "st": 1,
625
+ "s_per_step": 0.3305,
626
+ "wall_s": 5949.8
627
+ },
628
+ {
629
+ "acc_d11": 0.001,
630
+ "exact_d11": 0.0,
631
+ "acc_d12": 0.002,
632
+ "exact_d12": 0.0,
633
+ "acc_d13": 0.0068,
634
+ "exact_d13": 0.0,
635
+ "acc_d14": 0.0039,
636
+ "exact_d14": 0.0,
637
+ "acc_d15": 0.0,
638
+ "exact_d15": 0.0,
639
+ "acc_d16": 0.001,
640
+ "exact_d16": 0.0,
641
+ "heldout_byte_acc": 0.00244140625,
642
+ "heldout_record_exact": 0.0,
643
+ "heldout_answer_bpb": 10.14882097641627,
644
+ "heldout_min_exact": 0.0,
645
+ "singleton_len1": 0.5,
646
+ "distinct_codes": 0.0,
647
+ "code_map": "[None, 1]",
648
+ "empty_word_rate": 0.0,
649
+ "word_purity": 0.0,
650
+ "word_len_match": 0.0,
651
+ "step": 19000,
652
+ "loss": 1377.9503173828125,
653
+ "train_bits": 1378.02,
654
+ "lam_mid": 0.0,
655
+ "cur_depth": 10,
656
+ "st": 1,
657
+ "s_per_step": 0.3305,
658
+ "wall_s": 6279.5
659
+ },
660
+ {
661
+ "acc_d11": 0.002,
662
+ "exact_d11": 0.0,
663
+ "acc_d12": 0.0078,
664
+ "exact_d12": 0.0,
665
+ "acc_d13": 0.0059,
666
+ "exact_d13": 0.0,
667
+ "acc_d14": 0.0029,
668
+ "exact_d14": 0.0,
669
+ "acc_d15": 0.001,
670
+ "exact_d15": 0.0,
671
+ "acc_d16": 0.0078,
672
+ "exact_d16": 0.0,
673
+ "heldout_byte_acc": 0.004557291666666667,
674
+ "heldout_record_exact": 0.0,
675
+ "heldout_answer_bpb": 8.751150707403818,
676
+ "heldout_min_exact": 0.0,
677
+ "singleton_len1": 0.0,
678
+ "distinct_codes": 0.0,
679
+ "code_map": "[None, None]",
680
+ "empty_word_rate": 0.0,
681
+ "word_purity": 0.0,
682
+ "word_len_match": 0.0,
683
+ "step": 20000,
684
+ "loss": 1404.2581787109375,
685
+ "train_bits": 1404.33,
686
+ "lam_mid": 0.0,
687
+ "cur_depth": 10,
688
+ "st": 1,
689
+ "s_per_step": 0.3305,
690
+ "wall_s": 6609.6
691
+ },
692
+ {
693
+ "acc_d11": 0.0029,
694
+ "exact_d11": 0.0,
695
+ "acc_d12": 0.0049,
696
+ "exact_d12": 0.0,
697
+ "acc_d13": 0.0029,
698
+ "exact_d13": 0.0,
699
+ "acc_d14": 0.0078,
700
+ "exact_d14": 0.0,
701
+ "acc_d15": 0.0068,
702
+ "exact_d15": 0.0,
703
+ "acc_d16": 0.002,
704
+ "exact_d16": 0.0,
705
+ "heldout_byte_acc": 0.004557291666666667,
706
+ "heldout_record_exact": 0.0,
707
+ "heldout_answer_bpb": 8.896891216437021,
708
+ "heldout_min_exact": 0.0,
709
+ "singleton_len1": 0.0,
710
+ "distinct_codes": 0.0,
711
+ "code_map": "[None, None]",
712
+ "empty_word_rate": 0.0,
713
+ "word_purity": 0.0,
714
+ "word_len_match": 0.0,
715
+ "step": 21000,
716
+ "loss": 1287.6591796875,
717
+ "train_bits": 1287.73,
718
+ "lam_mid": 0.0,
719
+ "cur_depth": 10,
720
+ "st": 1,
721
+ "s_per_step": 0.3304,
722
+ "wall_s": 6939.0
723
+ },
724
+ {
725
+ "acc_d11": 0.0039,
726
+ "exact_d11": 0.0,
727
+ "acc_d12": 0.0068,
728
+ "exact_d12": 0.0,
729
+ "acc_d13": 0.0039,
730
+ "exact_d13": 0.0,
731
+ "acc_d14": 0.001,
732
+ "exact_d14": 0.0,
733
+ "acc_d15": 0.0029,
734
+ "exact_d15": 0.0,
735
+ "acc_d16": 0.002,
736
+ "exact_d16": 0.0,
737
+ "heldout_byte_acc": 0.00341796875,
738
+ "heldout_record_exact": 0.0,
739
+ "heldout_answer_bpb": 8.634483397006989,
740
+ "heldout_min_exact": 0.0,
741
+ "singleton_len1": 0.0,
742
+ "distinct_codes": 0.0,
743
+ "code_map": "[None, None]",
744
+ "empty_word_rate": 0.0,
745
+ "word_purity": 0.0,
746
+ "word_len_match": 0.0,
747
+ "step": 22000,
748
+ "loss": 1418.293212890625,
749
+ "train_bits": 1418.37,
750
+ "lam_mid": 0.0,
751
+ "cur_depth": 10,
752
+ "st": 1,
753
+ "s_per_step": 0.3304,
754
+ "wall_s": 7268.1
755
+ },
756
+ {
757
+ "acc_d11": 0.0088,
758
+ "exact_d11": 0.0,
759
+ "acc_d12": 0.0029,
760
+ "exact_d12": 0.0,
761
+ "acc_d13": 0.0068,
762
+ "exact_d13": 0.0,
763
+ "acc_d14": 0.0039,
764
+ "exact_d14": 0.0,
765
+ "acc_d15": 0.0049,
766
+ "exact_d15": 0.0,
767
+ "acc_d16": 0.0039,
768
+ "exact_d16": 0.0,
769
+ "heldout_byte_acc": 0.005208333333333333,
770
+ "heldout_record_exact": 0.0,
771
+ "heldout_answer_bpb": 10.425388316313425,
772
+ "heldout_min_exact": 0.0,
773
+ "singleton_len1": 0.5,
774
+ "distinct_codes": 0.0,
775
+ "code_map": "[None, 0]",
776
+ "empty_word_rate": 0.0,
777
+ "word_purity": 0.0,
778
+ "word_len_match": 0.0,
779
+ "step": 23000,
780
+ "loss": 2324.0361328125,
781
+ "train_bits": 2324.11,
782
+ "lam_mid": 0.0,
783
+ "cur_depth": 10,
784
+ "st": 1,
785
+ "s_per_step": 0.3303,
786
+ "wall_s": 7597.7
787
+ },
788
+ {
789
+ "acc_d11": 0.001,
790
+ "exact_d11": 0.0,
791
+ "acc_d12": 0.002,
792
+ "exact_d12": 0.0,
793
+ "acc_d13": 0.002,
794
+ "exact_d13": 0.0,
795
+ "acc_d14": 0.0068,
796
+ "exact_d14": 0.0,
797
+ "acc_d15": 0.0078,
798
+ "exact_d15": 0.0,
799
+ "acc_d16": 0.0059,
800
+ "exact_d16": 0.0,
801
+ "heldout_byte_acc": 0.004231770833333333,
802
+ "heldout_record_exact": 0.0,
803
+ "heldout_answer_bpb": 10.053640683492025,
804
+ "heldout_min_exact": 0.0,
805
+ "singleton_len1": 0.0,
806
+ "distinct_codes": 0.0,
807
+ "code_map": "[None, None]",
808
+ "empty_word_rate": 0.0,
809
+ "word_purity": 0.0,
810
+ "word_len_match": 0.0,
811
+ "step": 23999,
812
+ "loss": 2288.005615234375,
813
+ "train_bits": 2288.08,
814
+ "lam_mid": 0.0,
815
+ "cur_depth": 10,
816
+ "st": 1,
817
+ "s_per_step": 0.3303,
818
+ "wall_s": 7926.6
819
  }
820
  ]
821
  }