factorial-code-forge / evaluation.json
ARotting's picture
Publish Predictability-minimized factorial code and adversarial ablation
db4bb00 verified
Raw
History Blame Contribute Delete
5.82 kB
{
"benchmark": "Two-source factorial code recovery",
"codec_parameters": 12,
"adversary_parameters": 1346,
"test_reconstruction_mse": 1.0849382441166684e-14,
"selected_rotation_radians": 0.6335255903647925,
"validation_polynomial_predictor_error": 2.0412044050069174,
"results": {
"autoencoder_control": {
"absolute_correlation": 0.02199843078760486,
"symmetric_mutual_information_estimate": 0.22345146065238453,
"linear_source_recovery_r2": 1.0
},
"neural_adversarial_ablation": {
"absolute_correlation": 0.018864639802400177,
"symmetric_mutual_information_estimate": 0.22677681116066317,
"linear_source_recovery_r2": 1.0
},
"predictability_minimization": {
"absolute_correlation": 0.011581345795229356,
"symmetric_mutual_information_estimate": 0.002795710068105528,
"linear_source_recovery_r2": 1.0
},
"pca_whitened": {
"absolute_correlation": 0.02038519159561663,
"symmetric_mutual_information_estimate": 0.22274881647833844,
"linear_source_recovery_r2": 1.0
},
"fastica": {
"absolute_correlation": 0.005903947226495519,
"symmetric_mutual_information_estimate": 0.003260830744820531,
"linear_source_recovery_r2": 1.0
}
},
"training_history": [
{
"step": 100,
"reconstruction_loss": 0.5751938223838806,
"whitening_loss": 0.4999920129776001,
"predictor_loss": 0.03917834907770157
},
{
"step": 200,
"reconstruction_loss": 0.10436813533306122,
"whitening_loss": 0.4999969005584717,
"predictor_loss": 0.012760449200868607
},
{
"step": 300,
"reconstruction_loss": 0.09469099342823029,
"whitening_loss": 0.49983352422714233,
"predictor_loss": 0.0026066915597766638
},
{
"step": 400,
"reconstruction_loss": 0.0830593854188919,
"whitening_loss": 0.49922531843185425,
"predictor_loss": 0.004627525806427002
},
{
"step": 500,
"reconstruction_loss": 0.08060496300458908,
"whitening_loss": 0.4975007474422455,
"predictor_loss": 0.01004670187830925
},
{
"step": 600,
"reconstruction_loss": 0.07426909357309341,
"whitening_loss": 0.4930780827999115,
"predictor_loss": 0.02585626393556595
},
{
"step": 700,
"reconstruction_loss": 0.0617077499628067,
"whitening_loss": 0.48229295015335083,
"predictor_loss": 0.06387390196323395
},
{
"step": 800,
"reconstruction_loss": 0.040828146040439606,
"whitening_loss": 0.4678165912628174,
"predictor_loss": 0.1077573299407959
},
{
"step": 900,
"reconstruction_loss": 0.022691549733281136,
"whitening_loss": 0.3986736834049225,
"predictor_loss": 0.36198264360427856
},
{
"step": 1000,
"reconstruction_loss": 0.021030452102422714,
"whitening_loss": 0.23594792187213898,
"predictor_loss": 0.9913151860237122
},
{
"step": 1100,
"reconstruction_loss": 0.04022720083594322,
"whitening_loss": 0.009166543371975422,
"predictor_loss": 1.8695604801177979
},
{
"step": 1200,
"reconstruction_loss": 0.003848953638225794,
"whitening_loss": 0.00017961427511181682,
"predictor_loss": 1.7930779457092285
},
{
"step": 1300,
"reconstruction_loss": 0.0014683017507195473,
"whitening_loss": 0.004436715971678495,
"predictor_loss": 1.7725040912628174
},
{
"step": 1400,
"reconstruction_loss": 0.0005974461091682315,
"whitening_loss": 0.0012278903741389513,
"predictor_loss": 1.8158133029937744
},
{
"step": 1500,
"reconstruction_loss": 0.0003378715191502124,
"whitening_loss": 0.003598805284127593,
"predictor_loss": 1.7867335081100464
},
{
"step": 1600,
"reconstruction_loss": 6.85915001668036e-05,
"whitening_loss": 0.0005436374340206385,
"predictor_loss": 1.8233861923217773
},
{
"step": 1700,
"reconstruction_loss": 0.0001249544438906014,
"whitening_loss": 0.00044188593165017664,
"predictor_loss": 1.8262327909469604
},
{
"step": 1800,
"reconstruction_loss": 1.3117482012603432e-05,
"whitening_loss": 0.00011215780978091061,
"predictor_loss": 1.8308453559875488
},
{
"step": 1900,
"reconstruction_loss": 1.1593769158935174e-05,
"whitening_loss": 0.0016796954441815615,
"predictor_loss": 1.7771589756011963
},
{
"step": 2000,
"reconstruction_loss": 0.0004471217398531735,
"whitening_loss": 0.004560444969683886,
"predictor_loss": 1.7743375301361084
},
{
"step": 2100,
"reconstruction_loss": 2.6598576368996873e-05,
"whitening_loss": 0.0024056474212557077,
"predictor_loss": 1.7827980518341064
},
{
"step": 2200,
"reconstruction_loss": 4.374821946839802e-05,
"whitening_loss": 7.564837142126635e-05,
"predictor_loss": 1.8309648036956787
},
{
"step": 2300,
"reconstruction_loss": 0.00020850264991167933,
"whitening_loss": 0.005683479364961386,
"predictor_loss": 1.822058916091919
},
{
"step": 2400,
"reconstruction_loss": 2.0745503206853755e-05,
"whitening_loss": 8.849342520989012e-07,
"predictor_loss": 1.8361434936523438
},
{
"step": 2500,
"reconstruction_loss": 1.0664540241123177e-05,
"whitening_loss": 0.0009145042859017849,
"predictor_loss": 1.7433021068572998
}
]
}