repro_bundle/outputs/results.csv

dataset,arch,method,budget_bits,acc,size_bits,bitops,policy
cifar10,resnet8,DFMPQ (no retrain),1556864,0.524,1556864,460072960,"8,8,8,8,8,8,8,8"
cifar10,resnet8,DFMPQ (no retrain),1167648,0.4674,1028960,344172544,"2,4,2,4,2,4,8,8"
cifar10,resnet8,DFMPQ (no retrain),856275,0.3503,724832,315860992,"2,2,2,4,2,4,4,8"
cifar10,resnet8,DFMPQ (no retrain),544902,0.1851,536672,296982784,"2,2,2,2,2,4,2,2"
cifar10,resnet8,DFMPQ (no retrain),389216,0.1438,389216,287545600,"2,2,2,2,2,2,2,2"
cifar10,resnet8,uniform-8bit supernet,1556864,0.5687,1556864,460072960,"8,8,8,8,8,8,8,8"
cifar10,resnet8,uniform-4bit supernet,1167648,0.5587,778432,345054720,"4,4,4,4,4,4,4,4"
cifar10,resnet8,uniform-4bit supernet,856275,0.5587,778432,345054720,"4,4,4,4,4,4,4,4"
cifar10,resnet8,uniform-2bit supernet,544902,0.1438,389216,287545600,"2,2,2,2,2,2,2,2"
cifar10,resnet8,uniform-2bit supernet,389216,0.1438,389216,287545600,"2,2,2,2,2,2,2,2"
cifar10,resnet8,reference (retrain uni-4-bit),856275,0.6915,778432,345054720,"4,4,4,4,4,4,4,4"
cifar10,mobiletiny,DFMPQ (no retrain),1820032,0.5772,1820032,478957568,"8,8,8,8,8,8"
cifar10,mobiletiny,DFMPQ (no retrain),1365024,0.5354,1356640,386650112,"2,4,4,4,8,8"
cifar10,mobiletiny,DFMPQ (no retrain),1001017,0.4971,803680,351260672,"2,4,4,2,4,8"
cifar10,mobiletiny,DFMPQ (no retrain),637011,0.1347,455008,299348480,"2,2,2,2,2,2"
cifar10,mobiletiny,DFMPQ (no retrain),455008,0.1319,455008,299348480,"2,2,2,2,2,2"
cifar10,mobiletiny,uniform-8bit supernet,1820032,0.6022,1820032,478957568,"8,8,8,8,8,8"
cifar10,mobiletiny,uniform-4bit supernet,1365024,0.5646,910016,359218176,"4,4,4,4,4,4"
cifar10,mobiletiny,uniform-4bit supernet,1001017,0.5646,910016,359218176,"4,4,4,4,4,4"
cifar10,mobiletiny,uniform-2bit supernet,637011,0.1319,455008,299348480,"2,2,2,2,2,2"
cifar10,mobiletiny,uniform-2bit supernet,455008,0.1319,455008,299348480,"2,2,2,2,2,2"
cifar10,mobiletiny,reference (retrain uni-4-bit),1001017,0.6767,910016,359218176,"4,4,4,4,4,4"
cifar100,resnet8,DFMPQ (no retrain),1602944,0.0792,1602944,460165120,"8,8,8,8,8,8,8,8"
cifar100,resnet8,DFMPQ (no retrain),1202208,0.073,1039040,335712256,"4,4,2,2,2,4,8,8"
cifar100,resnet8,DFMPQ (no retrain),881619,0.0532,734912,307400704,"4,2,2,2,2,4,4,8"
cifar100,resnet8,DFMPQ (no retrain),561030,0.0492,440000,288526336,"4,2,2,2,2,2,2,8"
cifar100,resnet8,DFMPQ (no retrain),400736,0.0344,400736,287603200,"2,2,2,2,2,2,2,2"
cifar100,resnet8,uniform-8bit supernet,1602944,0.0839,1602944,460165120,"8,8,8,8,8,8,8,8"
cifar100,resnet8,uniform-4bit supernet,1202208,0.0833,801472,345123840,"4,4,4,4,4,4,4,4"
cifar100,resnet8,uniform-4bit supernet,881619,0.0833,801472,345123840,"4,4,4,4,4,4,4,4"
cifar100,resnet8,uniform-2bit supernet,561030,0.0344,400736,287603200,"2,2,2,2,2,2,2,2"
cifar100,resnet8,uniform-2bit supernet,400736,0.0344,400736,287603200,"2,2,2,2,2,2,2,2"
cifar100,resnet8,reference (retrain uni-4-bit),881619,0.2302,801472,345123840,"4,4,4,4,4,4,4,4"
cifar100,mobiletiny,DFMPQ (no retrain),1912192,0.1346,1912192,479141888,"8,8,8,8,8,8"
cifar100,mobiletiny,DFMPQ (no retrain),1434144,0.0868,997216,349085696,"2,2,4,4,4,8"
cifar100,mobiletiny,DFMPQ (no retrain),1051705,0.0836,997216,349085696,"2,2,4,4,4,8"
cifar100,mobiletiny,DFMPQ (no retrain),669267,0.0628,588640,327775232,"2,2,4,2,2,2"
cifar100,mobiletiny,DFMPQ (no retrain),478048,0.0174,478048,299463680,"2,2,2,2,2,2"
cifar100,mobiletiny,uniform-8bit supernet,1912192,0.1502,1912192,479141888,"8,8,8,8,8,8"
cifar100,mobiletiny,uniform-4bit supernet,1434144,0.1309,956096,359356416,"4,4,4,4,4,4"
cifar100,mobiletiny,uniform-4bit supernet,1051705,0.1309,956096,359356416,"4,4,4,4,4,4"
cifar100,mobiletiny,uniform-2bit supernet,669267,0.0174,478048,299463680,"2,2,2,2,2,2"
cifar100,mobiletiny,uniform-2bit supernet,478048,0.0174,478048,299463680,"2,2,2,2,2,2"
cifar100,mobiletiny,reference (retrain uni-4-bit),1051705,0.2288,956096,359356416,"4,4,4,4,4,4"