{
  "algebra2005": {
    "model_type": "bktforgets",
    "dataset": "algebra2005",
    "n_folds_completed": 5,
    "n_folds_failed": 0,
    "leap_kt_version": "0.1.0",
    "hardware": {
      "device": "cpu",
      "accelerator": "x86_64",
      "torch_version": "2.9.1+cu128",
      "cuda_version": "12.8",
      "cpu": "x86_64",
      "platform": "Linux 5.15.0-140-generic"
    },
    "protocol": {
      "test_ratio": 0.2,
      "n_folds": 5,
      "early_stopping_patience": 10,
      "early_stopping_metric": "auc",
      "max_epochs": 200,
      "primary_metric": "auc",
      "secondary_metrics": [
        "acc",
        "f1"
      ],
      "validation_source": "held_out_fold",
      "seed": 0,
      "is_deviation": false,
      "deviation_reason": ""
    },
    "auc_mean": 0.7711490547924471,
    "auc_std": 0.00019685319137852702,
    "auc_per_fold": [
      0.7710431417949062,
      0.7713637046660524,
      0.7713457216612851,
      0.7710750898349031,
      0.7709176160050891
    ],
    "acc_mean": 0.7952697821209932,
    "acc_std": 0.0003759044713833123,
    "acc_per_fold": [
      0.7953724476215825,
      0.7947355412753336,
      0.7951823263241948,
      0.7957812084109662,
      0.7952773869728887
    ],
    "f1_mean": 0.8755506485571158,
    "f1_std": 0.0002620067311471662,
    "f1_per_fold": [
      0.8753965130009956,
      0.8757044260115241,
      0.8752922927326187,
      0.8759319684675579,
      0.8754280425728829
    ],
    "wall_seconds": 2750.3,
    "git_commit": "f8dc2a051cf6fb864d85cb81bb0ce32f0ff1951c",
    "reference_auc": null
  },
  "assist2009": {
    "model_type": "bktforgets",
    "dataset": "assist2009",
    "n_folds_completed": 5,
    "n_folds_failed": 0,
    "leap_kt_version": "0.1.0",
    "hardware": {
      "device": "cpu",
      "accelerator": "x86_64",
      "torch_version": "2.9.1+cu128",
      "cuda_version": "12.8",
      "cpu": "x86_64",
      "platform": "Linux 5.15.0-140-generic"
    },
    "protocol": {
      "test_ratio": 0.2,
      "n_folds": 5,
      "early_stopping_patience": 10,
      "early_stopping_metric": "auc",
      "max_epochs": 200,
      "primary_metric": "auc",
      "secondary_metrics": [
        "acc",
        "f1"
      ],
      "validation_source": "held_out_fold",
      "seed": 0,
      "is_deviation": false,
      "deviation_reason": ""
    },
    "auc_mean": 0.720698913613371,
    "auc_std": 0.0003569876851323206,
    "auc_per_fold": [
      0.72060300381969,
      0.720228101623931,
      0.720802012425311,
      0.7206471799379257,
      0.7212142702599971
    ],
    "acc_mean": 0.7163119483397654,
    "acc_std": 0.000434279088534249,
    "acc_per_fold": [
      0.7166138091780979,
      0.7164036528982461,
      0.7167666501088992,
      0.7160979710366436,
      0.7156776584769401
    ],
    "f1_mean": 0.8063625182526767,
    "f1_std": 0.0002541356376362757,
    "f1_per_fold": [
      0.8066379006922084,
      0.80599121706399,
      0.8063180173235959,
      0.8065607914605571,
      0.8063046647230321
    ],
    "wall_seconds": 1131.3,
    "git_commit": "d152ebd671c14b2e53e015116f8a12b392ce9e5d",
    "reference_auc": null
  },
  "assist2012": {
    "model_type": "bktforgets",
    "dataset": "assist2012",
    "n_folds_completed": 5,
    "n_folds_failed": 0,
    "leap_kt_version": "0.1.0",
    "hardware": {
      "device": "cpu",
      "accelerator": "x86_64",
      "torch_version": "2.9.1+cu128",
      "cuda_version": "12.8",
      "cpu": "x86_64",
      "platform": "Linux 5.15.0-140-generic"
    },
    "protocol": {
      "test_ratio": 0.2,
      "n_folds": 5,
      "early_stopping_patience": 10,
      "early_stopping_metric": "auc",
      "max_epochs": 200,
      "primary_metric": "auc",
      "secondary_metrics": [
        "acc",
        "f1"
      ],
      "validation_source": "held_out_fold",
      "seed": 0,
      "is_deviation": false,
      "deviation_reason": ""
    },
    "auc_mean": 0.691582163525963,
    "auc_std": 8.685279971240601e-05,
    "auc_per_fold": [
      0.691523614319727,
      0.6914588064827836,
      0.6916489410215633,
      0.6916545959343903,
      0.6916248598713508
    ],
    "acc_mean": 0.7178344668639989,
    "acc_std": 0.0001595763595086202,
    "acc_per_fold": [
      0.7180521348788516,
      0.7177922889787679,
      0.7178807872201007,
      0.7178374795700868,
      0.7176096436721875
    ],
    "f1_mean": 0.8205699691447863,
    "f1_std": 9.883947658479987e-05,
    "f1_per_fold": [
      0.8206129001341768,
      0.8204880058641192,
      0.8204434356495801,
      0.8206327623023815,
      0.8206727417736746
    ],
    "batch_size": 32,
    "wall_seconds": 17417.5,
    "git_commit": "40bb46927eb0c1622dd3363dec324793c832944e",
    "reference_auc": null
  },
  "assist2015": {
    "model_type": "bktforgets",
    "dataset": "assist2015",
    "n_folds_completed": 5,
    "n_folds_failed": 0,
    "leap_kt_version": "0.1.0",
    "hardware": {
      "device": "cpu",
      "accelerator": "x86_64",
      "torch_version": "2.9.1+cu128",
      "cuda_version": "12.8",
      "cpu": "x86_64",
      "platform": "Linux 5.15.0-140-generic"
    },
    "protocol": {
      "test_ratio": 0.2,
      "n_folds": 5,
      "early_stopping_patience": 10,
      "early_stopping_metric": "auc",
      "max_epochs": 200,
      "primary_metric": "auc",
      "secondary_metrics": [
        "acc",
        "f1"
      ],
      "validation_source": "held_out_fold",
      "seed": 0,
      "is_deviation": false,
      "deviation_reason": ""
    },
    "auc_mean": 0.705286380399677,
    "auc_std": 0.00018715968381192776,
    "auc_per_fold": [
      0.7054508424750967,
      0.7050079386277566,
      0.7054554784242635,
      0.705206743229661,
      0.7053108992416067
    ],
    "acc_mean": 0.7470364167247181,
    "acc_std": 0.00038341905537667934,
    "acc_per_fold": [
      0.7470097378055107,
      0.747187597266893,
      0.7473506351064934,
      0.7472468837540204,
      0.7463872296906727
    ],
    "f1_mean": 0.8469633671302035,
    "f1_std": 0.00035223734730173873,
    "f1_per_fold": [
      0.8469353898578666,
      0.8472498343273691,
      0.8472416388859018,
      0.8470047819416657,
      0.8463851906382138
    ],
    "wall_seconds": 4515.8,
    "git_commit": "d152ebd671c14b2e53e015116f8a12b392ce9e5d",
    "reference_auc": null
  },
  "bridge2algebra2006": {
    "model_type": "bktforgets",
    "dataset": "bridge2algebra2006",
    "n_folds_completed": 5,
    "n_folds_failed": 0,
    "leap_kt_version": "0.1.0",
    "hardware": {
      "device": "cpu",
      "accelerator": "x86_64",
      "torch_version": "2.9.1+cu128",
      "cuda_version": "12.8",
      "cpu": "x86_64",
      "platform": "Linux 5.15.0-140-generic"
    },
    "protocol": {
      "test_ratio": 0.2,
      "n_folds": 5,
      "early_stopping_patience": 10,
      "early_stopping_metric": "auc",
      "max_epochs": 200,
      "primary_metric": "auc",
      "secondary_metrics": [
        "acc",
        "f1"
      ],
      "validation_source": "held_out_fold",
      "seed": 0,
      "is_deviation": false,
      "deviation_reason": ""
    },
    "auc_mean": 0.7577278397378484,
    "auc_std": 0.00019818156794651343,
    "auc_per_fold": [
      0.7579193116418201,
      0.7578811671222458,
      0.75775869343031,
      0.757427267011717,
      0.7576527594831494
    ],
    "acc_mean": 0.8428927049723696,
    "acc_std": 6.11797926575014e-05,
    "acc_per_fold": [
      0.8428877537828463,
      0.8428244885833821,
      0.842986777573312,
      0.8429070084087702,
      0.8428574965135374
    ],
    "f1_mean": 0.9120205191148927,
    "f1_std": 7.382981942163986e-05,
    "f1_per_fold": [
      0.911980718910939,
      0.9119174498744452,
      0.9120511034827036,
      0.9120423347569155,
      0.9121109885494598
    ],
    "batch_size": 32,
    "wall_seconds": 12218.0,
    "git_commit": "6c6da46956d2b638366c522aca888419e8fde737",
    "reference_auc": null
  },
  "dbe_kt22": {
    "model_type": "bktforgets",
    "dataset": "dbe_kt22",
    "n_folds_completed": 5,
    "n_folds_failed": 0,
    "leap_kt_version": "0.1.0",
    "hardware": {
      "device": "cpu",
      "accelerator": "x86_64",
      "torch_version": "2.9.1+cu128",
      "cuda_version": "12.8",
      "cpu": "x86_64",
      "platform": "Linux 5.15.0-140-generic"
    },
    "protocol": {
      "test_ratio": 0.2,
      "n_folds": 5,
      "early_stopping_patience": 10,
      "early_stopping_metric": "auc",
      "max_epochs": 200,
      "primary_metric": "auc",
      "secondary_metrics": [
        "acc",
        "f1"
      ],
      "validation_source": "held_out_fold",
      "seed": 0,
      "is_deviation": false,
      "deviation_reason": ""
    },
    "auc_mean": 0.7261579627680115,
    "auc_std": 0.00015744612270861762,
    "auc_per_fold": [
      0.7259147160951673,
      0.7262028866174824,
      0.7262854102702557,
      0.7260953812755444,
      0.7262914195816074
    ],
    "acc_mean": 0.7769012814733725,
    "acc_std": 0.00040727383091873474,
    "acc_per_fold": [
      0.7767402923562368,
      0.777255457531071,
      0.7763217206516839,
      0.7768690836499452,
      0.7773198531779252
    ],
    "f1_mean": 0.8668185617180754,
    "f1_std": 0.000456052304826622,
    "f1_per_fold": [
      0.8667256092873068,
      0.8672372764258847,
      0.8661696430291471,
      0.8666846215997845,
      0.8672756582482536
    ],
    "wall_seconds": 1267.9,
    "git_commit": "d152ebd671c14b2e53e015116f8a12b392ce9e5d",
    "reference_auc": null
  },
  "ednet500": {
    "model_type": "bktforgets",
    "dataset": "ednet500",
    "n_folds_completed": 5,
    "n_folds_failed": 0,
    "leap_kt_version": "0.1.0",
    "hardware": {
      "device": "cpu",
      "accelerator": "x86_64",
      "torch_version": "2.9.1+cu128",
      "cuda_version": "12.8",
      "cpu": "x86_64",
      "platform": "Linux 5.15.0-140-generic"
    },
    "protocol": {
      "test_ratio": 0.2,
      "n_folds": 5,
      "early_stopping_patience": 10,
      "early_stopping_metric": "auc",
      "max_epochs": 200,
      "primary_metric": "auc",
      "secondary_metrics": [
        "acc",
        "f1"
      ],
      "validation_source": "held_out_fold",
      "seed": 0,
      "is_deviation": false,
      "deviation_reason": ""
    },
    "auc_mean": 0.6190849050587679,
    "auc_std": 0.001737833238807061,
    "auc_per_fold": [
      0.6187900737759894,
      0.619749271585799,
      0.6174970698507988,
      0.621729810557333,
      0.6176582995239195
    ],
    "acc_mean": 0.6511898016997166,
    "acc_std": 0.001742267209256072,
    "acc_per_fold": [
      0.6518413597733711,
      0.6532577903682719,
      0.6488668555240793,
      0.65,
      0.6519830028328611
    ],
    "f1_mean": 0.7767328613852402,
    "f1_std": 0.0026911780946074267,
    "f1_per_fold": [
      0.7785585585585586,
      0.7792207792207793,
      0.7734210766840326,
      0.774234810415715,
      0.7782290820471162
    ],
    "wall_seconds": 595.3,
    "git_commit": "d152ebd671c14b2e53e015116f8a12b392ce9e5d",
    "reference_auc": null
  }
}