farguney commited on
Commit
31309e7
·
verified ·
1 Parent(s): 0659139

Upload reconstructed/g1fs16_dense_shared_s0.json with huggingface_hub

Browse files
reconstructed/g1fs16_dense_shared_s0.json CHANGED
@@ -12,7 +12,7 @@
12
  "max_mid_entropy": 1.0389,
13
  "verdict": "FAIL"
14
  },
15
- "steps_observed": 8000,
16
  "rows": [
17
  {
18
  "acc_d11": 0.0039,
@@ -301,6 +301,518 @@
301
  "st": 1,
302
  "s_per_step": 0.3291,
303
  "wall_s": 2632.8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
304
  }
305
  ]
306
  }
 
12
  "max_mid_entropy": 1.0389,
13
  "verdict": "FAIL"
14
  },
15
+ "steps_observed": 23999,
16
  "rows": [
17
  {
18
  "acc_d11": 0.0039,
 
301
  "st": 1,
302
  "s_per_step": 0.3291,
303
  "wall_s": 2632.8
304
+ },
305
+ {
306
+ "acc_d11": 0.0029,
307
+ "exact_d11": 0.0,
308
+ "acc_d12": 0.002,
309
+ "exact_d12": 0.0,
310
+ "acc_d13": 0.0088,
311
+ "exact_d13": 0.0,
312
+ "acc_d14": 0.0039,
313
+ "exact_d14": 0.0,
314
+ "acc_d15": 0.0059,
315
+ "exact_d15": 0.0,
316
+ "acc_d16": 0.0029,
317
+ "exact_d16": 0.0,
318
+ "heldout_byte_acc": 0.00439453125,
319
+ "heldout_record_exact": 0.0,
320
+ "heldout_answer_bpb": 8.738096117973328,
321
+ "heldout_min_exact": 0.0,
322
+ "singleton_len1": 0.0,
323
+ "distinct_codes": 0.0,
324
+ "code_map": "[None, None]",
325
+ "empty_word_rate": 1.0,
326
+ "word_purity": 0.0,
327
+ "word_len_match": 0.0,
328
+ "step": 9000,
329
+ "loss": 1544.10205078125,
330
+ "train_bits": 1543.18,
331
+ "lam_mid": 0.0,
332
+ "cur_depth": 10,
333
+ "st": 1,
334
+ "s_per_step": 0.3291,
335
+ "wall_s": 2962.0
336
+ },
337
+ {
338
+ "acc_d11": 0.0,
339
+ "exact_d11": 0.0,
340
+ "acc_d12": 0.001,
341
+ "exact_d12": 0.0,
342
+ "acc_d13": 0.0049,
343
+ "exact_d13": 0.0,
344
+ "acc_d14": 0.0039,
345
+ "exact_d14": 0.0,
346
+ "acc_d15": 0.001,
347
+ "exact_d15": 0.0,
348
+ "acc_d16": 0.0039,
349
+ "exact_d16": 0.0,
350
+ "heldout_byte_acc": 0.00244140625,
351
+ "heldout_record_exact": 0.0,
352
+ "heldout_answer_bpb": 8.886011044184366,
353
+ "heldout_min_exact": 0.0,
354
+ "singleton_len1": 0.0,
355
+ "distinct_codes": 0.0,
356
+ "code_map": "[None, None]",
357
+ "empty_word_rate": 1.0,
358
+ "word_purity": 0.0,
359
+ "word_len_match": 0.0,
360
+ "step": 10000,
361
+ "loss": 1411.2674560546875,
362
+ "train_bits": 1410.84,
363
+ "lam_mid": 0.0,
364
+ "cur_depth": 10,
365
+ "st": 1,
366
+ "s_per_step": 0.3291,
367
+ "wall_s": 3291.1
368
+ },
369
+ {
370
+ "acc_d11": 0.002,
371
+ "exact_d11": 0.0,
372
+ "acc_d12": 0.0029,
373
+ "exact_d12": 0.0,
374
+ "acc_d13": 0.0029,
375
+ "exact_d13": 0.0,
376
+ "acc_d14": 0.0068,
377
+ "exact_d14": 0.0,
378
+ "acc_d15": 0.001,
379
+ "exact_d15": 0.0,
380
+ "acc_d16": 0.0039,
381
+ "exact_d16": 0.0,
382
+ "heldout_byte_acc": 0.0032552083333333335,
383
+ "heldout_record_exact": 0.0,
384
+ "heldout_answer_bpb": 8.849034607410431,
385
+ "heldout_min_exact": 0.0,
386
+ "singleton_len1": 0.0,
387
+ "distinct_codes": 0.0,
388
+ "code_map": "[None, None]",
389
+ "empty_word_rate": 1.0,
390
+ "word_purity": 0.0,
391
+ "word_len_match": 0.0,
392
+ "step": 11000,
393
+ "loss": 1482.4595947265625,
394
+ "train_bits": 1482.53,
395
+ "lam_mid": 0.0,
396
+ "cur_depth": 10,
397
+ "st": 1,
398
+ "s_per_step": 0.3291,
399
+ "wall_s": 3620.2
400
+ },
401
+ {
402
+ "acc_d11": 0.0039,
403
+ "exact_d11": 0.0,
404
+ "acc_d12": 0.001,
405
+ "exact_d12": 0.0,
406
+ "acc_d13": 0.001,
407
+ "exact_d13": 0.0,
408
+ "acc_d14": 0.0039,
409
+ "exact_d14": 0.0,
410
+ "acc_d15": 0.0029,
411
+ "exact_d15": 0.0,
412
+ "acc_d16": 0.0068,
413
+ "exact_d16": 0.0,
414
+ "heldout_byte_acc": 0.0032552083333333335,
415
+ "heldout_record_exact": 0.0,
416
+ "heldout_answer_bpb": 8.930628061294556,
417
+ "heldout_min_exact": 0.0,
418
+ "singleton_len1": 0.0,
419
+ "distinct_codes": 0.0,
420
+ "code_map": "[None, None]",
421
+ "empty_word_rate": 1.0,
422
+ "word_purity": 0.0,
423
+ "word_len_match": 0.0,
424
+ "step": 12000,
425
+ "loss": 2379.151611328125,
426
+ "train_bits": 2379.23,
427
+ "lam_mid": 0.0,
428
+ "cur_depth": 10,
429
+ "st": 1,
430
+ "s_per_step": 0.3291,
431
+ "wall_s": 3949.2
432
+ },
433
+ {
434
+ "acc_d11": 0.0049,
435
+ "exact_d11": 0.0,
436
+ "acc_d12": 0.0,
437
+ "exact_d12": 0.0,
438
+ "acc_d13": 0.0049,
439
+ "exact_d13": 0.0,
440
+ "acc_d14": 0.0049,
441
+ "exact_d14": 0.0,
442
+ "acc_d15": 0.0029,
443
+ "exact_d15": 0.0,
444
+ "acc_d16": 0.002,
445
+ "exact_d16": 0.0,
446
+ "heldout_byte_acc": 0.0032552083333333335,
447
+ "heldout_record_exact": 0.0,
448
+ "heldout_answer_bpb": 8.786737541357676,
449
+ "heldout_min_exact": 0.0,
450
+ "singleton_len1": 0.0,
451
+ "distinct_codes": 0.0,
452
+ "code_map": "[None, None]",
453
+ "empty_word_rate": 1.0,
454
+ "word_purity": 0.0,
455
+ "word_len_match": 0.0,
456
+ "step": 13000,
457
+ "loss": 2310.62744140625,
458
+ "train_bits": 2310.7,
459
+ "lam_mid": 0.0,
460
+ "cur_depth": 10,
461
+ "st": 1,
462
+ "s_per_step": 0.3291,
463
+ "wall_s": 4278.3
464
+ },
465
+ {
466
+ "acc_d11": 0.0029,
467
+ "exact_d11": 0.0,
468
+ "acc_d12": 0.0049,
469
+ "exact_d12": 0.0,
470
+ "acc_d13": 0.002,
471
+ "exact_d13": 0.0,
472
+ "acc_d14": 0.0029,
473
+ "exact_d14": 0.0,
474
+ "acc_d15": 0.0059,
475
+ "exact_d15": 0.0,
476
+ "acc_d16": 0.0049,
477
+ "exact_d16": 0.0,
478
+ "heldout_byte_acc": 0.00390625,
479
+ "heldout_record_exact": 0.0,
480
+ "heldout_answer_bpb": 8.97534050544103,
481
+ "heldout_min_exact": 0.0,
482
+ "singleton_len1": 0.0,
483
+ "distinct_codes": 0.0,
484
+ "code_map": "[None, None]",
485
+ "empty_word_rate": 1.0,
486
+ "word_purity": 0.0,
487
+ "word_len_match": 0.0,
488
+ "step": 14000,
489
+ "loss": 2319.6767578125,
490
+ "train_bits": 2319.75,
491
+ "lam_mid": 0.0,
492
+ "cur_depth": 10,
493
+ "st": 1,
494
+ "s_per_step": 0.3291,
495
+ "wall_s": 4607.6
496
+ },
497
+ {
498
+ "acc_d11": 0.0,
499
+ "exact_d11": 0.0,
500
+ "acc_d12": 0.0107,
501
+ "exact_d12": 0.0,
502
+ "acc_d13": 0.0,
503
+ "exact_d13": 0.0,
504
+ "acc_d14": 0.002,
505
+ "exact_d14": 0.0,
506
+ "acc_d15": 0.0029,
507
+ "exact_d15": 0.0,
508
+ "acc_d16": 0.0078,
509
+ "exact_d16": 0.0,
510
+ "heldout_byte_acc": 0.00390625,
511
+ "heldout_record_exact": 0.0,
512
+ "heldout_answer_bpb": 8.926225145657858,
513
+ "heldout_min_exact": 0.0,
514
+ "singleton_len1": 0.0,
515
+ "distinct_codes": 0.0,
516
+ "code_map": "[None, None]",
517
+ "empty_word_rate": 1.0,
518
+ "word_purity": 0.0,
519
+ "word_len_match": 0.0,
520
+ "step": 15000,
521
+ "loss": 2268.4443359375,
522
+ "train_bits": 2268.52,
523
+ "lam_mid": 0.0,
524
+ "cur_depth": 10,
525
+ "st": 1,
526
+ "s_per_step": 0.3291,
527
+ "wall_s": 4936.7
528
+ },
529
+ {
530
+ "acc_d11": 0.0078,
531
+ "exact_d11": 0.0,
532
+ "acc_d12": 0.0029,
533
+ "exact_d12": 0.0,
534
+ "acc_d13": 0.0078,
535
+ "exact_d13": 0.0,
536
+ "acc_d14": 0.0,
537
+ "exact_d14": 0.0,
538
+ "acc_d15": 0.0068,
539
+ "exact_d15": 0.0,
540
+ "acc_d16": 0.0039,
541
+ "exact_d16": 0.0,
542
+ "heldout_byte_acc": 0.0048828125,
543
+ "heldout_record_exact": 0.0,
544
+ "heldout_answer_bpb": 8.896854599316915,
545
+ "heldout_min_exact": 0.0,
546
+ "singleton_len1": 0.0,
547
+ "distinct_codes": 0.0,
548
+ "code_map": "[None, None]",
549
+ "empty_word_rate": 1.0,
550
+ "word_purity": 0.0,
551
+ "word_len_match": 0.0,
552
+ "step": 16000,
553
+ "loss": 2195.94287109375,
554
+ "train_bits": 2196.02,
555
+ "lam_mid": 0.0,
556
+ "cur_depth": 10,
557
+ "st": 1,
558
+ "s_per_step": 0.3291,
559
+ "wall_s": 5265.9
560
+ },
561
+ {
562
+ "acc_d11": 0.002,
563
+ "exact_d11": 0.0,
564
+ "acc_d12": 0.0029,
565
+ "exact_d12": 0.0,
566
+ "acc_d13": 0.0039,
567
+ "exact_d13": 0.0,
568
+ "acc_d14": 0.002,
569
+ "exact_d14": 0.0,
570
+ "acc_d15": 0.0039,
571
+ "exact_d15": 0.0,
572
+ "acc_d16": 0.002,
573
+ "exact_d16": 0.0,
574
+ "heldout_byte_acc": 0.0027669270833333335,
575
+ "heldout_record_exact": 0.0,
576
+ "heldout_answer_bpb": 8.99845814704895,
577
+ "heldout_min_exact": 0.0,
578
+ "singleton_len1": 0.0,
579
+ "distinct_codes": 0.0,
580
+ "code_map": "[None, None]",
581
+ "empty_word_rate": 1.0,
582
+ "word_purity": 0.0,
583
+ "word_len_match": 0.0,
584
+ "step": 17000,
585
+ "loss": 2085.879150390625,
586
+ "train_bits": 2085.95,
587
+ "lam_mid": 0.0,
588
+ "cur_depth": 10,
589
+ "st": 1,
590
+ "s_per_step": 0.3291,
591
+ "wall_s": 5595.1
592
+ },
593
+ {
594
+ "acc_d11": 0.001,
595
+ "exact_d11": 0.0,
596
+ "acc_d12": 0.0039,
597
+ "exact_d12": 0.0,
598
+ "acc_d13": 0.0029,
599
+ "exact_d13": 0.0,
600
+ "acc_d14": 0.002,
601
+ "exact_d14": 0.0,
602
+ "acc_d15": 0.0039,
603
+ "exact_d15": 0.0,
604
+ "acc_d16": 0.0039,
605
+ "exact_d16": 0.0,
606
+ "heldout_byte_acc": 0.0029296875,
607
+ "heldout_record_exact": 0.0,
608
+ "heldout_answer_bpb": 8.987029830614725,
609
+ "heldout_min_exact": 0.0,
610
+ "singleton_len1": 0.0,
611
+ "distinct_codes": 0.0,
612
+ "code_map": "[None, None]",
613
+ "empty_word_rate": 1.0,
614
+ "word_purity": 0.0,
615
+ "word_len_match": 0.0,
616
+ "step": 18000,
617
+ "loss": 1967.9566650390625,
618
+ "train_bits": 1968.03,
619
+ "lam_mid": 0.0,
620
+ "cur_depth": 10,
621
+ "st": 1,
622
+ "s_per_step": 0.3291,
623
+ "wall_s": 5924.1
624
+ },
625
+ {
626
+ "acc_d11": 0.0039,
627
+ "exact_d11": 0.0,
628
+ "acc_d12": 0.0078,
629
+ "exact_d12": 0.0,
630
+ "acc_d13": 0.0049,
631
+ "exact_d13": 0.0,
632
+ "acc_d14": 0.001,
633
+ "exact_d14": 0.0,
634
+ "acc_d15": 0.0059,
635
+ "exact_d15": 0.0,
636
+ "acc_d16": 0.0039,
637
+ "exact_d16": 0.0,
638
+ "heldout_byte_acc": 0.004557291666666667,
639
+ "heldout_record_exact": 0.0,
640
+ "heldout_answer_bpb": 8.903545240561167,
641
+ "heldout_min_exact": 0.0,
642
+ "singleton_len1": 0.0,
643
+ "distinct_codes": 0.0,
644
+ "code_map": "[None, None]",
645
+ "empty_word_rate": 1.0,
646
+ "word_purity": 0.0,
647
+ "word_len_match": 0.0,
648
+ "step": 19000,
649
+ "loss": 1909.9058837890625,
650
+ "train_bits": 1909.98,
651
+ "lam_mid": 0.0,
652
+ "cur_depth": 10,
653
+ "st": 1,
654
+ "s_per_step": 0.3291,
655
+ "wall_s": 6253.5
656
+ },
657
+ {
658
+ "acc_d11": 0.0088,
659
+ "exact_d11": 0.0,
660
+ "acc_d12": 0.0059,
661
+ "exact_d12": 0.0,
662
+ "acc_d13": 0.0039,
663
+ "exact_d13": 0.0,
664
+ "acc_d14": 0.001,
665
+ "exact_d14": 0.0,
666
+ "acc_d15": 0.0049,
667
+ "exact_d15": 0.0,
668
+ "acc_d16": 0.0059,
669
+ "exact_d16": 0.0,
670
+ "heldout_byte_acc": 0.005045572916666667,
671
+ "heldout_record_exact": 0.0,
672
+ "heldout_answer_bpb": 8.8541379570961,
673
+ "heldout_min_exact": 0.0,
674
+ "singleton_len1": 0.0,
675
+ "distinct_codes": 0.0,
676
+ "code_map": "[None, None]",
677
+ "empty_word_rate": 1.0,
678
+ "word_purity": 0.0,
679
+ "word_len_match": 0.0,
680
+ "step": 20000,
681
+ "loss": 1532.99267578125,
682
+ "train_bits": 1532.07,
683
+ "lam_mid": 0.0,
684
+ "cur_depth": 10,
685
+ "st": 1,
686
+ "s_per_step": 0.3291,
687
+ "wall_s": 6582.8
688
+ },
689
+ {
690
+ "acc_d11": 0.0029,
691
+ "exact_d11": 0.0,
692
+ "acc_d12": 0.0059,
693
+ "exact_d12": 0.0,
694
+ "acc_d13": 0.002,
695
+ "exact_d13": 0.0,
696
+ "acc_d14": 0.0,
697
+ "exact_d14": 0.0,
698
+ "acc_d15": 0.0,
699
+ "exact_d15": 0.0,
700
+ "acc_d16": 0.0059,
701
+ "exact_d16": 0.0,
702
+ "heldout_byte_acc": 0.0027669270833333335,
703
+ "heldout_record_exact": 0.0,
704
+ "heldout_answer_bpb": 8.939716398715973,
705
+ "heldout_min_exact": 0.0,
706
+ "singleton_len1": 0.0,
707
+ "distinct_codes": 0.0,
708
+ "code_map": "[None, None]",
709
+ "empty_word_rate": 1.0,
710
+ "word_purity": 0.0,
711
+ "word_len_match": 0.0,
712
+ "step": 21000,
713
+ "loss": 1407.2421875,
714
+ "train_bits": 1406.82,
715
+ "lam_mid": 0.0,
716
+ "cur_depth": 10,
717
+ "st": 1,
718
+ "s_per_step": 0.3291,
719
+ "wall_s": 6912.0
720
+ },
721
+ {
722
+ "acc_d11": 0.0049,
723
+ "exact_d11": 0.0,
724
+ "acc_d12": 0.0039,
725
+ "exact_d12": 0.0,
726
+ "acc_d13": 0.0039,
727
+ "exact_d13": 0.0,
728
+ "acc_d14": 0.0049,
729
+ "exact_d14": 0.0,
730
+ "acc_d15": 0.0039,
731
+ "exact_d15": 0.0,
732
+ "acc_d16": 0.0039,
733
+ "exact_d16": 0.0,
734
+ "heldout_byte_acc": 0.004231770833333333,
735
+ "heldout_record_exact": 0.0,
736
+ "heldout_answer_bpb": 8.954093337059021,
737
+ "heldout_min_exact": 0.0,
738
+ "singleton_len1": 0.0,
739
+ "distinct_codes": 0.0,
740
+ "code_map": "[None, None]",
741
+ "empty_word_rate": 1.0,
742
+ "word_purity": 0.0,
743
+ "word_len_match": 0.0,
744
+ "step": 22000,
745
+ "loss": 1456.5513916015625,
746
+ "train_bits": 1456.63,
747
+ "lam_mid": 0.0,
748
+ "cur_depth": 10,
749
+ "st": 1,
750
+ "s_per_step": 0.3291,
751
+ "wall_s": 7241.2
752
+ },
753
+ {
754
+ "acc_d11": 0.0088,
755
+ "exact_d11": 0.0,
756
+ "acc_d12": 0.002,
757
+ "exact_d12": 0.0,
758
+ "acc_d13": 0.001,
759
+ "exact_d13": 0.0,
760
+ "acc_d14": 0.0,
761
+ "exact_d14": 0.0,
762
+ "acc_d15": 0.0059,
763
+ "exact_d15": 0.0,
764
+ "acc_d16": 0.0039,
765
+ "exact_d16": 0.0,
766
+ "heldout_byte_acc": 0.0035807291666666665,
767
+ "heldout_record_exact": 0.0,
768
+ "heldout_answer_bpb": 8.945041795571646,
769
+ "heldout_min_exact": 0.0,
770
+ "singleton_len1": 0.0,
771
+ "distinct_codes": 0.0,
772
+ "code_map": "[None, None]",
773
+ "empty_word_rate": 1.0,
774
+ "word_purity": 0.0,
775
+ "word_len_match": 0.0,
776
+ "step": 23000,
777
+ "loss": 2388.985107421875,
778
+ "train_bits": 2389.06,
779
+ "lam_mid": 0.0,
780
+ "cur_depth": 10,
781
+ "st": 1,
782
+ "s_per_step": 0.3291,
783
+ "wall_s": 7570.3
784
+ },
785
+ {
786
+ "acc_d11": 0.001,
787
+ "exact_d11": 0.0,
788
+ "acc_d12": 0.0049,
789
+ "exact_d12": 0.0,
790
+ "acc_d13": 0.0029,
791
+ "exact_d13": 0.0,
792
+ "acc_d14": 0.0049,
793
+ "exact_d14": 0.0,
794
+ "acc_d15": 0.0029,
795
+ "exact_d15": 0.0,
796
+ "acc_d16": 0.001,
797
+ "exact_d16": 0.0,
798
+ "heldout_byte_acc": 0.0029296875,
799
+ "heldout_record_exact": 0.0,
800
+ "heldout_answer_bpb": 8.960919857025146,
801
+ "heldout_min_exact": 0.0,
802
+ "singleton_len1": 0.0,
803
+ "distinct_codes": 0.0,
804
+ "code_map": "[None, None]",
805
+ "empty_word_rate": 1.0,
806
+ "word_purity": 0.0,
807
+ "word_len_match": 0.0,
808
+ "step": 23999,
809
+ "loss": 2305.883544921875,
810
+ "train_bits": 2305.96,
811
+ "lam_mid": 0.0,
812
+ "cur_depth": 10,
813
+ "st": 1,
814
+ "s_per_step": 0.3291,
815
+ "wall_s": 7899.2
816
  }
817
  ]
818
  }