| { |
| "algebra2005": { |
| "model_type": "pfa", |
| "dataset": "algebra2005", |
| "n_folds_completed": 5, |
| "n_folds_failed": 0, |
| "leap_kt_version": "0.1.0", |
| "hardware": { |
| "device": "cpu", |
| "accelerator": "x86_64", |
| "torch_version": "2.9.1+cu128", |
| "cuda_version": "12.8", |
| "cpu": "x86_64", |
| "platform": "Linux 5.15.0-140-generic" |
| }, |
| "protocol": { |
| "test_ratio": 0.2, |
| "n_folds": 5, |
| "early_stopping_patience": 10, |
| "early_stopping_metric": "auc", |
| "max_epochs": 200, |
| "primary_metric": "auc", |
| "secondary_metrics": [ |
| "acc", |
| "f1" |
| ], |
| "validation_source": "held_out_fold", |
| "seed": 0, |
| "is_deviation": false, |
| "deviation_reason": "" |
| }, |
| "auc_mean": 0.7590200317398865, |
| "auc_std": 0.0002961131323550207, |
| "auc_per_fold": [ |
| 0.7587289829364793, |
| 0.7587289789975349, |
| 0.7590032477005774, |
| 0.7593486049962055, |
| 0.7592903440686354 |
| ], |
| "acc_mean": 0.7907334879653218, |
| "acc_std": 0.00017847620969923484, |
| "acc_per_fold": [ |
| 0.7905813909274116, |
| 0.7909901517167953, |
| 0.7905528727328035, |
| 0.790809536484277, |
| 0.7907334879653218 |
| ], |
| "f1_mean": 0.8737547511520949, |
| "f1_std": 0.0002478235400837527, |
| "f1_per_fold": [ |
| 0.8735042146121867, |
| 0.874087309086536, |
| 0.8736081871009562, |
| 0.8739431294823912, |
| 0.8736309154784047 |
| ], |
| "batch_size": 32, |
| "wall_seconds": 193.0, |
| "git_commit": "92091ddb217d38c9be3f0be9a25c035d64d1e37c", |
| "reference_auc": null |
| }, |
| "assist2009": { |
| "model_type": "pfa", |
| "dataset": "assist2009", |
| "n_folds_completed": 5, |
| "n_folds_failed": 0, |
| "leap_kt_version": "0.1.0", |
| "hardware": { |
| "device": "cpu", |
| "accelerator": "x86_64", |
| "torch_version": "2.9.1+cu128", |
| "cuda_version": "12.8", |
| "cpu": "x86_64", |
| "platform": "Linux 5.15.0-140-generic" |
| }, |
| "protocol": { |
| "test_ratio": 0.2, |
| "n_folds": 5, |
| "early_stopping_patience": 10, |
| "early_stopping_metric": "auc", |
| "max_epochs": 200, |
| "primary_metric": "auc", |
| "secondary_metrics": [ |
| "acc", |
| "f1" |
| ], |
| "validation_source": "held_out_fold", |
| "seed": 0, |
| "is_deviation": false, |
| "deviation_reason": "" |
| }, |
| "auc_mean": 0.702859404699923, |
| "auc_std": 0.0001162681707329724, |
| "auc_per_fold": [ |
| 0.7029534314974891, |
| 0.7027111458662423, |
| 0.7028129335082042, |
| 0.7028202541128343, |
| 0.7029992585148452 |
| ], |
| "acc_mean": 0.6990065339497917, |
| "acc_std": 0.0004885085227284839, |
| "acc_per_fold": [ |
| 0.699514730044706, |
| 0.6992663635321539, |
| 0.6985212639944978, |
| 0.6984448435290971, |
| 0.699285468648504 |
| ], |
| "f1_mean": 0.8015592003855561, |
| "f1_std": 0.00045027717560275154, |
| "f1_per_fold": [ |
| 0.8022381491261159, |
| 0.8010465248549653, |
| 0.8012994862496222, |
| 0.8016935949945976, |
| 0.8015182467024792 |
| ], |
| "batch_size": 32, |
| "wall_seconds": 120.4, |
| "git_commit": "92091ddb217d38c9be3f0be9a25c035d64d1e37c", |
| "reference_auc": null |
| }, |
| "assist2015": { |
| "model_type": "pfa", |
| "dataset": "assist2015", |
| "n_folds_completed": 5, |
| "n_folds_failed": 0, |
| "leap_kt_version": "0.1.0", |
| "hardware": { |
| "device": "cpu", |
| "accelerator": "x86_64", |
| "torch_version": "2.9.1+cu128", |
| "cuda_version": "12.8", |
| "cpu": "x86_64", |
| "platform": "Linux 5.15.0-140-generic" |
| }, |
| "protocol": { |
| "test_ratio": 0.2, |
| "n_folds": 5, |
| "early_stopping_patience": 10, |
| "early_stopping_metric": "auc", |
| "max_epochs": 200, |
| "primary_metric": "auc", |
| "secondary_metrics": [ |
| "acc", |
| "f1" |
| ], |
| "validation_source": "held_out_fold", |
| "seed": 0, |
| "is_deviation": false, |
| "deviation_reason": "" |
| }, |
| "auc_mean": 0.6873328924279921, |
| "auc_std": 0.00018965087486961583, |
| "auc_per_fold": [ |
| 0.6873212358772745, |
| 0.6876193179877477, |
| 0.6873529315959723, |
| 0.687091050947451, |
| 0.6872799257315151 |
| ], |
| "acc_mean": 0.7415865063955298, |
| "acc_std": 0.00025496851521102657, |
| "acc_per_fold": [ |
| 0.7415183269353333, |
| 0.7419777972105708, |
| 0.7416887755858246, |
| 0.7413997539610784, |
| 0.7413478782848419 |
| ], |
| "f1_mean": 0.846581423962396, |
| "f1_std": 0.000131854487676071, |
| "f1_per_fold": [ |
| 0.8466958222534778, |
| 0.846697458974167, |
| 0.8466344588470305, |
| 0.8464405631026092, |
| 0.8464388166346949 |
| ], |
| "batch_size": 32, |
| "wall_seconds": 136.2, |
| "git_commit": "92091ddb217d38c9be3f0be9a25c035d64d1e37c", |
| "reference_auc": null |
| }, |
| "dbe_kt22": { |
| "model_type": "pfa", |
| "dataset": "dbe_kt22", |
| "n_folds_completed": 5, |
| "n_folds_failed": 0, |
| "leap_kt_version": "0.1.0", |
| "hardware": { |
| "device": "cpu", |
| "accelerator": "x86_64", |
| "torch_version": "2.9.1+cu128", |
| "cuda_version": "12.8", |
| "cpu": "x86_64", |
| "platform": "Linux 5.15.0-140-generic" |
| }, |
| "protocol": { |
| "test_ratio": 0.2, |
| "n_folds": 5, |
| "early_stopping_patience": 10, |
| "early_stopping_metric": "auc", |
| "max_epochs": 200, |
| "primary_metric": "auc", |
| "secondary_metrics": [ |
| "acc", |
| "f1" |
| ], |
| "validation_source": "held_out_fold", |
| "seed": 0, |
| "is_deviation": false, |
| "deviation_reason": "" |
| }, |
| "auc_mean": 0.729957219865096, |
| "auc_std": 0.00015767254966802716, |
| "auc_per_fold": [ |
| 0.7299748107059726, |
| 0.7298133540143481, |
| 0.7298560152299618, |
| 0.7302164241821714, |
| 0.729925495193026 |
| ], |
| "acc_mean": 0.7760641380642669, |
| "acc_std": 0.0006378908093296181, |
| "acc_per_fold": [ |
| 0.7754523794191512, |
| 0.776547105415674, |
| 0.7753557859488699, |
| 0.7761929293579753, |
| 0.7767724901796639 |
| ], |
| "f1_mean": 0.8670624389424437, |
| "f1_std": 0.0006443736309823543, |
| "f1_per_fold": [ |
| 0.8664291733701065, |
| 0.867567361270132, |
| 0.8663486772790836, |
| 0.8672180939463983, |
| 0.8677488888464987 |
| ], |
| "batch_size": 32, |
| "wall_seconds": 84.8, |
| "git_commit": "92091ddb217d38c9be3f0be9a25c035d64d1e37c", |
| "reference_auc": null |
| }, |
| "ednet500": { |
| "model_type": "pfa", |
| "dataset": "ednet500", |
| "n_folds_completed": 5, |
| "n_folds_failed": 0, |
| "leap_kt_version": "0.1.0", |
| "hardware": { |
| "device": "cpu", |
| "accelerator": "x86_64", |
| "torch_version": "2.9.1+cu128", |
| "cuda_version": "12.8", |
| "cpu": "x86_64", |
| "platform": "Linux 5.15.0-140-generic" |
| }, |
| "protocol": { |
| "test_ratio": 0.2, |
| "n_folds": 5, |
| "early_stopping_patience": 10, |
| "early_stopping_metric": "auc", |
| "max_epochs": 200, |
| "primary_metric": "auc", |
| "secondary_metrics": [ |
| "acc", |
| "f1" |
| ], |
| "validation_source": "held_out_fold", |
| "seed": 0, |
| "is_deviation": false, |
| "deviation_reason": "" |
| }, |
| "auc_mean": 0.6112620729843543, |
| "auc_std": 0.0015787714079683007, |
| "auc_per_fold": [ |
| 0.6106490307968027, |
| 0.6108368242240327, |
| 0.6098237952303989, |
| 0.6139629031016701, |
| 0.6110378115688668 |
| ], |
| "acc_mean": 0.6539660056657224, |
| "acc_std": 0.0009864297646731022, |
| "acc_per_fold": [ |
| 0.6552407932011332, |
| 0.6532577903682719, |
| 0.6531161473087819, |
| 0.6533994334277621, |
| 0.6548158640226629 |
| ], |
| "f1_mean": 0.7815634542133733, |
| "f1_std": 0.0011836311198581693, |
| "f1_per_fold": [ |
| 0.7831432644333571, |
| 0.7813114168304449, |
| 0.7818651465217779, |
| 0.779847053531264, |
| 0.7816503897500224 |
| ], |
| "batch_size": 32, |
| "wall_seconds": 76.4, |
| "git_commit": "92091ddb217d38c9be3f0be9a25c035d64d1e37c", |
| "reference_auc": null |
| }, |
| "statics2011": { |
| "model_type": "pfa", |
| "dataset": "statics2011", |
| "n_folds_completed": 5, |
| "n_folds_failed": 0, |
| "leap_kt_version": "0.1.0", |
| "hardware": { |
| "device": "cpu", |
| "accelerator": "x86_64", |
| "torch_version": "2.9.1+cu128", |
| "cuda_version": "12.8", |
| "cpu": "x86_64", |
| "platform": "Linux 5.15.0-140-generic" |
| }, |
| "protocol": { |
| "test_ratio": 0.2, |
| "n_folds": 5, |
| "early_stopping_patience": 10, |
| "early_stopping_metric": "auc", |
| "max_epochs": 200, |
| "primary_metric": "auc", |
| "secondary_metrics": [ |
| "acc", |
| "f1" |
| ], |
| "validation_source": "held_out_fold", |
| "seed": 0, |
| "is_deviation": false, |
| "deviation_reason": "" |
| }, |
| "auc_mean": 0.786165000294412, |
| "auc_std": 0.0006771493564189737, |
| "auc_per_fold": [ |
| 0.7857672764676441, |
| 0.7858582332332332, |
| 0.7869912964435024, |
| 0.7867717993729023, |
| 0.7854363959547783 |
| ], |
| "acc_mean": 0.7926456936565239, |
| "acc_std": 0.0003671293197568789, |
| "acc_per_fold": [ |
| 0.793089221248066, |
| 0.7923929860752965, |
| 0.7921609076843734, |
| 0.7928055698813822, |
| 0.7927797833935019 |
| ], |
| "f1_mean": 0.8754692753806843, |
| "f1_std": 0.00045929679765084293, |
| "f1_per_fold": [ |
| 0.8758740176969247, |
| 0.8750795202408106, |
| 0.8748913448404322, |
| 0.8756172696171768, |
| 0.8758842245080777 |
| ], |
| "batch_size": 32, |
| "wall_seconds": 80.9, |
| "git_commit": "92091ddb217d38c9be3f0be9a25c035d64d1e37c", |
| "reference_auc": null |
| } |
| } |
|
|
