| { |
| "algebra2005": { |
| "model_type": "bkt", |
| "dataset": "algebra2005", |
| "n_folds_completed": 5, |
| "n_folds_failed": 0, |
| "leap_kt_version": "0.1.0", |
| "hardware": { |
| "device": "cpu", |
| "accelerator": "x86_64", |
| "torch_version": "2.9.1+cu128", |
| "cuda_version": "12.8", |
| "cpu": "x86_64", |
| "platform": "Linux 5.15.0-140-generic" |
| }, |
| "protocol": { |
| "test_ratio": 0.2, |
| "n_folds": 5, |
| "early_stopping_patience": 10, |
| "early_stopping_metric": "auc", |
| "max_epochs": 200, |
| "primary_metric": "auc", |
| "secondary_metrics": [ |
| "acc", |
| "f1" |
| ], |
| "validation_source": "held_out_fold", |
| "seed": 0, |
| "is_deviation": false, |
| "deviation_reason": "" |
| }, |
| "auc_mean": 0.7649531796406145, |
| "auc_std": 0.00018138810432605698, |
| "auc_per_fold": [ |
| 0.7647731725866248, |
| 0.7651147684364736, |
| 0.7650929132031141, |
| 0.7647405204603047, |
| 0.7650445235165553 |
| ], |
| "acc_mean": 0.793689874139701, |
| "acc_std": 0.00045056140256870134, |
| "acc_per_fold": [ |
| 0.7937278983991787, |
| 0.7929959314042359, |
| 0.7935567892315297, |
| 0.7940891288642153, |
| 0.794079622799346 |
| ], |
| "f1_mean": 0.8752183408728123, |
| "f1_std": 0.00013855120845007133, |
| "f1_per_fold": [ |
| 0.8750611767821876, |
| 0.8751605210053202, |
| 0.8751989793865975, |
| 0.87543775913328, |
| 0.8752332680566755 |
| ], |
| "batch_size": 32, |
| "wall_seconds": 1269.1, |
| "git_commit": "7b83c7d059ee69d6991f14ee2f3ff53292321007", |
| "reference_auc": null |
| }, |
| "assist2009": { |
| "model_type": "bkt", |
| "dataset": "assist2009", |
| "n_folds_completed": 5, |
| "n_folds_failed": 0, |
| "leap_kt_version": "0.1.0", |
| "protocol": { |
| "test_ratio": 0.2, |
| "n_folds": 5, |
| "early_stopping_patience": 10, |
| "early_stopping_metric": "auc", |
| "max_epochs": 200, |
| "primary_metric": "auc", |
| "secondary_metrics": [ |
| "acc", |
| "f1" |
| ], |
| "validation_source": "held_out_fold", |
| "seed": 0, |
| "is_deviation": false, |
| "deviation_reason": "" |
| }, |
| "auc_mean": 0.7171395425767376, |
| "auc_std": 0.0004040873007051325, |
| "auc_per_fold": [ |
| 0.7166202161651377, |
| 0.7169644100187235, |
| 0.7171444429956275, |
| 0.7172445247084981, |
| 0.7177241189957014 |
| ], |
| "acc_mean": 0.7144052577280195, |
| "acc_std": 0.00040766038663806603, |
| "acc_per_fold": [ |
| 0.7144549310305299, |
| 0.7139008826563754, |
| 0.7145886668449811, |
| 0.7141301440525772, |
| 0.7149516640556342 |
| ], |
| "f1_mean": 0.8051630397525027, |
| "f1_std": 0.0007435754053654124, |
| "f1_per_fold": [ |
| 0.8052536940035963, |
| 0.8041638876901147, |
| 0.8053626568342606, |
| 0.8048414654823858, |
| 0.8061934947521563 |
| ], |
| "wall_seconds": 616.0, |
| "git_commit": "7e2fc9fb6a14eb2ae671222f0accafea3f8af970", |
| "reference_auc": null |
| }, |
| "assist2012": { |
| "model_type": "bkt", |
| "dataset": "assist2012", |
| "n_folds_completed": 5, |
| "n_folds_failed": 0, |
| "leap_kt_version": "0.1.0", |
| "hardware": { |
| "device": "cpu", |
| "accelerator": "x86_64", |
| "torch_version": "2.9.1+cu128", |
| "cuda_version": "12.8", |
| "cpu": "x86_64", |
| "platform": "Linux 5.15.0-140-generic" |
| }, |
| "protocol": { |
| "test_ratio": 0.2, |
| "n_folds": 5, |
| "early_stopping_patience": 10, |
| "early_stopping_metric": "auc", |
| "max_epochs": 200, |
| "primary_metric": "auc", |
| "secondary_metrics": [ |
| "acc", |
| "f1" |
| ], |
| "validation_source": "held_out_fold", |
| "seed": 0, |
| "is_deviation": false, |
| "deviation_reason": "" |
| }, |
| "auc_mean": 0.6841137421868059, |
| "auc_std": 0.00012984798310651126, |
| "auc_per_fold": [ |
| 0.6841763738317012, |
| 0.6840025033331489, |
| 0.6841923983575141, |
| 0.684247893652477, |
| 0.6839495417591879 |
| ], |
| "acc_mean": 0.7152205677444623, |
| "acc_std": 6.496011055632251e-05, |
| "acc_per_fold": [ |
| 0.7151938299779319, |
| 0.7152616158649102, |
| 0.7152371376279458, |
| 0.7152879770431796, |
| 0.7151222782083437 |
| ], |
| "f1_mean": 0.8214291675497021, |
| "f1_std": 6.855152476022672e-05, |
| "f1_per_fold": [ |
| 0.8213493523949458, |
| 0.8214526073681203, |
| 0.8215297651008692, |
| 0.8213873119148363, |
| 0.8214268009697393 |
| ], |
| "batch_size": 32, |
| "wall_seconds": 10538.2, |
| "git_commit": "6c6da46956d2b638366c522aca888419e8fde737", |
| "reference_auc": null |
| }, |
| "assist2015": { |
| "model_type": "bkt", |
| "dataset": "assist2015", |
| "n_folds_completed": 5, |
| "n_folds_failed": 0, |
| "leap_kt_version": "0.1.0", |
| "protocol": { |
| "test_ratio": 0.2, |
| "n_folds": 5, |
| "early_stopping_patience": 10, |
| "early_stopping_metric": "auc", |
| "max_epochs": 200, |
| "primary_metric": "auc", |
| "secondary_metrics": [ |
| "acc", |
| "f1" |
| ], |
| "validation_source": "held_out_fold", |
| "seed": 0, |
| "is_deviation": false, |
| "deviation_reason": "" |
| }, |
| "auc_mean": 0.7018934294603032, |
| "auc_std": 0.0002145094944831597, |
| "auc_per_fold": [ |
| 0.7019681206054743, |
| 0.7015503383437611, |
| 0.7021304997518865, |
| 0.701954226959699, |
| 0.7018639616406949 |
| ], |
| "acc_mean": 0.7471327572663, |
| "acc_std": 0.00018225171440439572, |
| "acc_per_fold": [ |
| 0.7473728675391661, |
| 0.7471283107797655, |
| 0.7471283107797655, |
| 0.7471727756451111, |
| 0.7468615215876921 |
| ], |
| "f1_mean": 0.847172987451746, |
| "f1_std": 0.00016642877297870973, |
| "f1_per_fold": [ |
| 0.8473747599070521, |
| 0.8472345340747307, |
| 0.8470921426458858, |
| 0.8472285660549719, |
| 0.8469349345760889 |
| ], |
| "wall_seconds": 2159.7, |
| "git_commit": "7e2fc9fb6a14eb2ae671222f0accafea3f8af970", |
| "reference_auc": null |
| }, |
| "bridge2algebra2006": { |
| "model_type": "bkt", |
| "dataset": "bridge2algebra2006", |
| "n_folds_completed": 5, |
| "n_folds_failed": 0, |
| "leap_kt_version": "0.1.0", |
| "hardware": { |
| "device": "cpu", |
| "accelerator": "x86_64", |
| "torch_version": "2.9.1+cu128", |
| "cuda_version": "12.8", |
| "cpu": "x86_64", |
| "platform": "Linux 5.15.0-140-generic" |
| }, |
| "protocol": { |
| "test_ratio": 0.2, |
| "n_folds": 5, |
| "early_stopping_patience": 10, |
| "early_stopping_metric": "auc", |
| "max_epochs": 200, |
| "primary_metric": "auc", |
| "secondary_metrics": [ |
| "acc", |
| "f1" |
| ], |
| "validation_source": "held_out_fold", |
| "seed": 0, |
| "is_deviation": false, |
| "deviation_reason": "" |
| }, |
| "auc_mean": 0.7460759144528948, |
| "auc_std": 0.0001654114628309545, |
| "auc_per_fold": [ |
| 0.746251535824151, |
| 0.7460562252207086, |
| 0.7461702746509395, |
| 0.7458129526425306, |
| 0.7460885839261441 |
| ], |
| "acc_mean": 0.8425758288428795, |
| "acc_std": 6.478959599033498e-05, |
| "acc_per_fold": [ |
| 0.8425081625860613, |
| 0.8425026612643688, |
| 0.8426291916632971, |
| 0.8426099370373732, |
| 0.8426291916632971 |
| ], |
| "f1_mean": 0.9119014258968315, |
| "f1_std": 8.089998484892467e-05, |
| "f1_per_fold": [ |
| 0.911841149009029, |
| 0.9118100970646492, |
| 0.9118956027879501, |
| 0.9119503146115482, |
| 0.912009966010981 |
| ], |
| "batch_size": 32, |
| "wall_seconds": 7722.8, |
| "git_commit": "6c6da46956d2b638366c522aca888419e8fde737", |
| "reference_auc": null |
| }, |
| "dbe_kt22": { |
| "model_type": "bkt", |
| "dataset": "dbe_kt22", |
| "n_folds_completed": 5, |
| "n_folds_failed": 0, |
| "leap_kt_version": "0.1.0", |
| "protocol": { |
| "test_ratio": 0.2, |
| "n_folds": 5, |
| "early_stopping_patience": 10, |
| "early_stopping_metric": "auc", |
| "max_epochs": 200, |
| "primary_metric": "auc", |
| "secondary_metrics": [ |
| "acc", |
| "f1" |
| ], |
| "validation_source": "held_out_fold", |
| "seed": 0, |
| "is_deviation": false, |
| "deviation_reason": "" |
| }, |
| "auc_mean": 0.702593065934239, |
| "auc_std": 0.0004045096721064703, |
| "auc_per_fold": [ |
| 0.7022067734642516, |
| 0.7021071461653698, |
| 0.7029792708704146, |
| 0.7028670260332756, |
| 0.7028051131378835 |
| ], |
| "acc_mean": 0.7765921823684719, |
| "acc_std": 0.0006466073327982118, |
| "acc_per_fold": [ |
| 0.7771266662373624, |
| 0.7769656771202267, |
| 0.775645566359714, |
| 0.7770300727670809, |
| 0.7761929293579753 |
| ], |
| "f1_mean": 0.8688605839710732, |
| "f1_std": 0.0008185932977363335, |
| "f1_per_fold": [ |
| 0.8694356420703184, |
| 0.8693339369588592, |
| 0.8675083662914511, |
| 0.8693667352059007, |
| 0.8686582393288362 |
| ], |
| "wall_seconds": 820.2, |
| "git_commit": "7e2fc9fb6a14eb2ae671222f0accafea3f8af970", |
| "reference_auc": null |
| }, |
| "ednet500": { |
| "model_type": "bkt", |
| "dataset": "ednet500", |
| "n_folds_completed": 5, |
| "n_folds_failed": 0, |
| "leap_kt_version": "0.1.0", |
| "protocol": { |
| "test_ratio": 0.2, |
| "n_folds": 5, |
| "early_stopping_patience": 10, |
| "early_stopping_metric": "auc", |
| "max_epochs": 200, |
| "primary_metric": "auc", |
| "secondary_metrics": [ |
| "acc", |
| "f1" |
| ], |
| "validation_source": "held_out_fold", |
| "seed": 0, |
| "is_deviation": false, |
| "deviation_reason": "" |
| }, |
| "auc_mean": 0.6204025728139329, |
| "auc_std": 0.0013405547684237952, |
| "auc_per_fold": [ |
| 0.6200531714879441, |
| 0.6201912678255324, |
| 0.6197063473738607, |
| 0.6227261712350607, |
| 0.6193359061472661 |
| ], |
| "acc_mean": 0.6513031161473088, |
| "acc_std": 0.0007848099250535699, |
| "acc_per_fold": [ |
| 0.6505665722379603, |
| 0.6512747875354108, |
| 0.6507082152974504, |
| 0.6514164305949008, |
| 0.6525495750708216 |
| ], |
| "f1_mean": 0.7769900383849989, |
| "f1_std": 0.0006780583905244734, |
| "f1_per_fold": [ |
| 0.7768430574400723, |
| 0.7767095955015418, |
| 0.7766304347826087, |
| 0.7765773944620972, |
| 0.7781897097386744 |
| ], |
| "wall_seconds": 406.3, |
| "git_commit": "7e2fc9fb6a14eb2ae671222f0accafea3f8af970", |
| "reference_auc": null |
| }, |
| "junyi": { |
| "model_type": "bkt", |
| "dataset": "junyi", |
| "n_folds_completed": 5, |
| "n_folds_failed": 0, |
| "leap_kt_version": "0.1.0", |
| "hardware": { |
| "device": "cpu", |
| "accelerator": "x86_64", |
| "torch_version": "2.9.1+cu128", |
| "cuda_version": "12.8", |
| "cpu": "x86_64", |
| "platform": "Linux 5.15.0-140-generic" |
| }, |
| "protocol": { |
| "test_ratio": 0.2, |
| "n_folds": 5, |
| "early_stopping_patience": 10, |
| "early_stopping_metric": "auc", |
| "max_epochs": 200, |
| "primary_metric": "auc", |
| "secondary_metrics": [ |
| "acc", |
| "f1" |
| ], |
| "validation_source": "held_out_fold", |
| "seed": 0, |
| "is_deviation": false, |
| "deviation_reason": "" |
| }, |
| "auc_mean": 0.7366021648809834, |
| "auc_std": 5.8050454129518876e-05, |
| "auc_per_fold": [ |
| 0.7366164476908874, |
| 0.7365677947547564, |
| 0.7366085558948463, |
| 0.7365316842624889, |
| 0.736686341801938 |
| ], |
| "acc_mean": 0.7380882570297765, |
| "acc_std": 6.382923993238856e-05, |
| "acc_per_fold": [ |
| 0.7380955839903385, |
| 0.7380406317861234, |
| 0.7381710643168178, |
| 0.7380112607804223, |
| 0.7381227442751804 |
| ], |
| "f1_mean": 0.8313443104783366, |
| "f1_std": 6.106882194745403e-05, |
| "f1_per_fold": [ |
| 0.8313401919281179, |
| 0.831312900623345, |
| 0.831279714988463, |
| 0.8314429990035614, |
| 0.8313457458481954 |
| ], |
| "batch_size": 32, |
| "wall_seconds": 50032.3, |
| "git_commit": "1ad8f67a54236b2f30529f470bc0b0b8d512be68", |
| "reference_auc": null |
| } |
| } |
|
|
