results.json

{
  "assist2009": {
    "model_type": "knowledgequerynetworkhow",
    "dataset": "assist2009",
    "n_folds_completed": 5,
    "n_folds_failed": 0,
    "fold_failures": [],
    "leap_kt_version": "0.1.0",
    "hardware": {
      "device": "cuda",
      "accelerator": "NVIDIA GeForce RTX 3090",
      "torch_version": "2.9.1+cu128",
      "cuda_version": "12.8",
      "cpu": "x86_64",
      "platform": "Linux 5.15.0-140-generic"
    },
    "protocol": {
      "test_ratio": 0.2,
      "n_folds": 5,
      "early_stopping_patience": 10,
      "early_stopping_metric": "auc",
      "max_epochs": 200,
      "primary_metric": "auc",
      "secondary_metrics": [
        "acc",
        "f1"
      ],
      "validation_source": "held_out_fold",
      "seed": 0,
      "is_deviation": false,
      "deviation_reason": ""
    },
    "auc_mean": 0.7575953379554052,
    "auc_std": 0.00034680254756707773,
    "auc_per_fold": [
      0.7575439870619618,
      0.7573516168511876,
      0.7581155331931306,
      0.7577308769350668,
      0.7572346757356793
    ],
    "acc_mean": 0.7361010278552597,
    "acc_std": 0.00017768785332750273,
    "acc_per_fold": [
      0.736387604600512,
      0.7360628176225593,
      0.7359481869244584,
      0.7359672920408086,
      0.73613923808796
    ],
    "f1_mean": 0.818567698201891,
    "f1_std": 0.0016729923857558616,
    "f1_per_fold": [
      0.8187954718566963,
      0.8156746587679622,
      0.8189428178424052,
      0.8196387554813114,
      0.8197867870610801
    ],
    "batch_size": 64,
    "wall_seconds": 1288.5,
    "git_commit": "c766b41ff60b3cf1f77d3d5708cff0e8c7f299f0",
    "reference_auc": null
  }
}