| { |
| "algebra2005": { |
| "model_type": "bktforgets", |
| "dataset": "algebra2005", |
| "n_folds_completed": 5, |
| "n_folds_failed": 0, |
| "leap_kt_version": "0.1.0", |
| "hardware": { |
| "device": "cpu", |
| "accelerator": "x86_64", |
| "torch_version": "2.9.1+cu128", |
| "cuda_version": "12.8", |
| "cpu": "x86_64", |
| "platform": "Linux 5.15.0-140-generic" |
| }, |
| "protocol": { |
| "test_ratio": 0.2, |
| "n_folds": 5, |
| "early_stopping_patience": 10, |
| "early_stopping_metric": "auc", |
| "max_epochs": 200, |
| "primary_metric": "auc", |
| "secondary_metrics": [ |
| "acc", |
| "f1" |
| ], |
| "validation_source": "held_out_fold", |
| "seed": 0, |
| "is_deviation": false, |
| "deviation_reason": "" |
| }, |
| "auc_mean": 0.7711490547924471, |
| "auc_std": 0.00019685319137852702, |
| "auc_per_fold": [ |
| 0.7710431417949062, |
| 0.7713637046660524, |
| 0.7713457216612851, |
| 0.7710750898349031, |
| 0.7709176160050891 |
| ], |
| "acc_mean": 0.7952697821209932, |
| "acc_std": 0.0003759044713833123, |
| "acc_per_fold": [ |
| 0.7953724476215825, |
| 0.7947355412753336, |
| 0.7951823263241948, |
| 0.7957812084109662, |
| 0.7952773869728887 |
| ], |
| "f1_mean": 0.8755506485571158, |
| "f1_std": 0.0002620067311471662, |
| "f1_per_fold": [ |
| 0.8753965130009956, |
| 0.8757044260115241, |
| 0.8752922927326187, |
| 0.8759319684675579, |
| 0.8754280425728829 |
| ], |
| "wall_seconds": 2750.3, |
| "git_commit": "f8dc2a051cf6fb864d85cb81bb0ce32f0ff1951c", |
| "reference_auc": null |
| }, |
| "assist2009": { |
| "model_type": "bktforgets", |
| "dataset": "assist2009", |
| "n_folds_completed": 5, |
| "n_folds_failed": 0, |
| "leap_kt_version": "0.1.0", |
| "hardware": { |
| "device": "cpu", |
| "accelerator": "x86_64", |
| "torch_version": "2.9.1+cu128", |
| "cuda_version": "12.8", |
| "cpu": "x86_64", |
| "platform": "Linux 5.15.0-140-generic" |
| }, |
| "protocol": { |
| "test_ratio": 0.2, |
| "n_folds": 5, |
| "early_stopping_patience": 10, |
| "early_stopping_metric": "auc", |
| "max_epochs": 200, |
| "primary_metric": "auc", |
| "secondary_metrics": [ |
| "acc", |
| "f1" |
| ], |
| "validation_source": "held_out_fold", |
| "seed": 0, |
| "is_deviation": false, |
| "deviation_reason": "" |
| }, |
| "auc_mean": 0.720698913613371, |
| "auc_std": 0.0003569876851323206, |
| "auc_per_fold": [ |
| 0.72060300381969, |
| 0.720228101623931, |
| 0.720802012425311, |
| 0.7206471799379257, |
| 0.7212142702599971 |
| ], |
| "acc_mean": 0.7163119483397654, |
| "acc_std": 0.000434279088534249, |
| "acc_per_fold": [ |
| 0.7166138091780979, |
| 0.7164036528982461, |
| 0.7167666501088992, |
| 0.7160979710366436, |
| 0.7156776584769401 |
| ], |
| "f1_mean": 0.8063625182526767, |
| "f1_std": 0.0002541356376362757, |
| "f1_per_fold": [ |
| 0.8066379006922084, |
| 0.80599121706399, |
| 0.8063180173235959, |
| 0.8065607914605571, |
| 0.8063046647230321 |
| ], |
| "wall_seconds": 1131.3, |
| "git_commit": "d152ebd671c14b2e53e015116f8a12b392ce9e5d", |
| "reference_auc": null |
| }, |
| "assist2012": { |
| "model_type": "bktforgets", |
| "dataset": "assist2012", |
| "n_folds_completed": 5, |
| "n_folds_failed": 0, |
| "leap_kt_version": "0.1.0", |
| "hardware": { |
| "device": "cpu", |
| "accelerator": "x86_64", |
| "torch_version": "2.9.1+cu128", |
| "cuda_version": "12.8", |
| "cpu": "x86_64", |
| "platform": "Linux 5.15.0-140-generic" |
| }, |
| "protocol": { |
| "test_ratio": 0.2, |
| "n_folds": 5, |
| "early_stopping_patience": 10, |
| "early_stopping_metric": "auc", |
| "max_epochs": 200, |
| "primary_metric": "auc", |
| "secondary_metrics": [ |
| "acc", |
| "f1" |
| ], |
| "validation_source": "held_out_fold", |
| "seed": 0, |
| "is_deviation": false, |
| "deviation_reason": "" |
| }, |
| "auc_mean": 0.691582163525963, |
| "auc_std": 8.685279971240601e-05, |
| "auc_per_fold": [ |
| 0.691523614319727, |
| 0.6914588064827836, |
| 0.6916489410215633, |
| 0.6916545959343903, |
| 0.6916248598713508 |
| ], |
| "acc_mean": 0.7178344668639989, |
| "acc_std": 0.0001595763595086202, |
| "acc_per_fold": [ |
| 0.7180521348788516, |
| 0.7177922889787679, |
| 0.7178807872201007, |
| 0.7178374795700868, |
| 0.7176096436721875 |
| ], |
| "f1_mean": 0.8205699691447863, |
| "f1_std": 9.883947658479987e-05, |
| "f1_per_fold": [ |
| 0.8206129001341768, |
| 0.8204880058641192, |
| 0.8204434356495801, |
| 0.8206327623023815, |
| 0.8206727417736746 |
| ], |
| "batch_size": 32, |
| "wall_seconds": 17417.5, |
| "git_commit": "40bb46927eb0c1622dd3363dec324793c832944e", |
| "reference_auc": null |
| }, |
| "assist2015": { |
| "model_type": "bktforgets", |
| "dataset": "assist2015", |
| "n_folds_completed": 5, |
| "n_folds_failed": 0, |
| "leap_kt_version": "0.1.0", |
| "hardware": { |
| "device": "cpu", |
| "accelerator": "x86_64", |
| "torch_version": "2.9.1+cu128", |
| "cuda_version": "12.8", |
| "cpu": "x86_64", |
| "platform": "Linux 5.15.0-140-generic" |
| }, |
| "protocol": { |
| "test_ratio": 0.2, |
| "n_folds": 5, |
| "early_stopping_patience": 10, |
| "early_stopping_metric": "auc", |
| "max_epochs": 200, |
| "primary_metric": "auc", |
| "secondary_metrics": [ |
| "acc", |
| "f1" |
| ], |
| "validation_source": "held_out_fold", |
| "seed": 0, |
| "is_deviation": false, |
| "deviation_reason": "" |
| }, |
| "auc_mean": 0.705286380399677, |
| "auc_std": 0.00018715968381192776, |
| "auc_per_fold": [ |
| 0.7054508424750967, |
| 0.7050079386277566, |
| 0.7054554784242635, |
| 0.705206743229661, |
| 0.7053108992416067 |
| ], |
| "acc_mean": 0.7470364167247181, |
| "acc_std": 0.00038341905537667934, |
| "acc_per_fold": [ |
| 0.7470097378055107, |
| 0.747187597266893, |
| 0.7473506351064934, |
| 0.7472468837540204, |
| 0.7463872296906727 |
| ], |
| "f1_mean": 0.8469633671302035, |
| "f1_std": 0.00035223734730173873, |
| "f1_per_fold": [ |
| 0.8469353898578666, |
| 0.8472498343273691, |
| 0.8472416388859018, |
| 0.8470047819416657, |
| 0.8463851906382138 |
| ], |
| "wall_seconds": 4515.8, |
| "git_commit": "d152ebd671c14b2e53e015116f8a12b392ce9e5d", |
| "reference_auc": null |
| }, |
| "bridge2algebra2006": { |
| "model_type": "bktforgets", |
| "dataset": "bridge2algebra2006", |
| "n_folds_completed": 5, |
| "n_folds_failed": 0, |
| "leap_kt_version": "0.1.0", |
| "hardware": { |
| "device": "cpu", |
| "accelerator": "x86_64", |
| "torch_version": "2.9.1+cu128", |
| "cuda_version": "12.8", |
| "cpu": "x86_64", |
| "platform": "Linux 5.15.0-140-generic" |
| }, |
| "protocol": { |
| "test_ratio": 0.2, |
| "n_folds": 5, |
| "early_stopping_patience": 10, |
| "early_stopping_metric": "auc", |
| "max_epochs": 200, |
| "primary_metric": "auc", |
| "secondary_metrics": [ |
| "acc", |
| "f1" |
| ], |
| "validation_source": "held_out_fold", |
| "seed": 0, |
| "is_deviation": false, |
| "deviation_reason": "" |
| }, |
| "auc_mean": 0.7577278397378484, |
| "auc_std": 0.00019818156794651343, |
| "auc_per_fold": [ |
| 0.7579193116418201, |
| 0.7578811671222458, |
| 0.75775869343031, |
| 0.757427267011717, |
| 0.7576527594831494 |
| ], |
| "acc_mean": 0.8428927049723696, |
| "acc_std": 6.11797926575014e-05, |
| "acc_per_fold": [ |
| 0.8428877537828463, |
| 0.8428244885833821, |
| 0.842986777573312, |
| 0.8429070084087702, |
| 0.8428574965135374 |
| ], |
| "f1_mean": 0.9120205191148927, |
| "f1_std": 7.382981942163986e-05, |
| "f1_per_fold": [ |
| 0.911980718910939, |
| 0.9119174498744452, |
| 0.9120511034827036, |
| 0.9120423347569155, |
| 0.9121109885494598 |
| ], |
| "batch_size": 32, |
| "wall_seconds": 12218.0, |
| "git_commit": "6c6da46956d2b638366c522aca888419e8fde737", |
| "reference_auc": null |
| }, |
| "dbe_kt22": { |
| "model_type": "bktforgets", |
| "dataset": "dbe_kt22", |
| "n_folds_completed": 5, |
| "n_folds_failed": 0, |
| "leap_kt_version": "0.1.0", |
| "hardware": { |
| "device": "cpu", |
| "accelerator": "x86_64", |
| "torch_version": "2.9.1+cu128", |
| "cuda_version": "12.8", |
| "cpu": "x86_64", |
| "platform": "Linux 5.15.0-140-generic" |
| }, |
| "protocol": { |
| "test_ratio": 0.2, |
| "n_folds": 5, |
| "early_stopping_patience": 10, |
| "early_stopping_metric": "auc", |
| "max_epochs": 200, |
| "primary_metric": "auc", |
| "secondary_metrics": [ |
| "acc", |
| "f1" |
| ], |
| "validation_source": "held_out_fold", |
| "seed": 0, |
| "is_deviation": false, |
| "deviation_reason": "" |
| }, |
| "auc_mean": 0.7261579627680115, |
| "auc_std": 0.00015744612270861762, |
| "auc_per_fold": [ |
| 0.7259147160951673, |
| 0.7262028866174824, |
| 0.7262854102702557, |
| 0.7260953812755444, |
| 0.7262914195816074 |
| ], |
| "acc_mean": 0.7769012814733725, |
| "acc_std": 0.00040727383091873474, |
| "acc_per_fold": [ |
| 0.7767402923562368, |
| 0.777255457531071, |
| 0.7763217206516839, |
| 0.7768690836499452, |
| 0.7773198531779252 |
| ], |
| "f1_mean": 0.8668185617180754, |
| "f1_std": 0.000456052304826622, |
| "f1_per_fold": [ |
| 0.8667256092873068, |
| 0.8672372764258847, |
| 0.8661696430291471, |
| 0.8666846215997845, |
| 0.8672756582482536 |
| ], |
| "wall_seconds": 1267.9, |
| "git_commit": "d152ebd671c14b2e53e015116f8a12b392ce9e5d", |
| "reference_auc": null |
| }, |
| "ednet500": { |
| "model_type": "bktforgets", |
| "dataset": "ednet500", |
| "n_folds_completed": 5, |
| "n_folds_failed": 0, |
| "leap_kt_version": "0.1.0", |
| "hardware": { |
| "device": "cpu", |
| "accelerator": "x86_64", |
| "torch_version": "2.9.1+cu128", |
| "cuda_version": "12.8", |
| "cpu": "x86_64", |
| "platform": "Linux 5.15.0-140-generic" |
| }, |
| "protocol": { |
| "test_ratio": 0.2, |
| "n_folds": 5, |
| "early_stopping_patience": 10, |
| "early_stopping_metric": "auc", |
| "max_epochs": 200, |
| "primary_metric": "auc", |
| "secondary_metrics": [ |
| "acc", |
| "f1" |
| ], |
| "validation_source": "held_out_fold", |
| "seed": 0, |
| "is_deviation": false, |
| "deviation_reason": "" |
| }, |
| "auc_mean": 0.6190849050587679, |
| "auc_std": 0.001737833238807061, |
| "auc_per_fold": [ |
| 0.6187900737759894, |
| 0.619749271585799, |
| 0.6174970698507988, |
| 0.621729810557333, |
| 0.6176582995239195 |
| ], |
| "acc_mean": 0.6511898016997166, |
| "acc_std": 0.001742267209256072, |
| "acc_per_fold": [ |
| 0.6518413597733711, |
| 0.6532577903682719, |
| 0.6488668555240793, |
| 0.65, |
| 0.6519830028328611 |
| ], |
| "f1_mean": 0.7767328613852402, |
| "f1_std": 0.0026911780946074267, |
| "f1_per_fold": [ |
| 0.7785585585585586, |
| 0.7792207792207793, |
| 0.7734210766840326, |
| 0.774234810415715, |
| 0.7782290820471162 |
| ], |
| "wall_seconds": 595.3, |
| "git_commit": "d152ebd671c14b2e53e015116f8a12b392ce9e5d", |
| "reference_auc": null |
| } |
| } |
|
|
