File size: 1,659 Bytes
d27e706
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
{
  "assist2009": {
    "model_type": "knowledgequerynetworkmod",
    "dataset": "assist2009",
    "n_folds_completed": 5,
    "n_folds_failed": 0,
    "fold_failures": [],
    "leap_kt_version": "0.1.0",
    "hardware": {
      "device": "cuda",
      "accelerator": "NVIDIA GeForce RTX 3090",
      "torch_version": "2.9.1+cu128",
      "cuda_version": "12.8",
      "cpu": "x86_64",
      "platform": "Linux 5.15.0-140-generic"
    },
    "protocol": {
      "test_ratio": 0.2,
      "n_folds": 5,
      "early_stopping_patience": 10,
      "early_stopping_metric": "auc",
      "max_epochs": 200,
      "primary_metric": "auc",
      "secondary_metrics": [
        "acc",
        "f1"
      ],
      "validation_source": "held_out_fold",
      "seed": 0,
      "is_deviation": false,
      "deviation_reason": ""
    },
    "auc_mean": 0.7330049650742498,
    "auc_std": 0.0028354218157567303,
    "auc_per_fold": [
      0.7309179251115937,
      0.7372997864201055,
      0.730040247253478,
      0.7337584087272122,
      0.7330084578588602
    ],
    "acc_mean": 0.7196094914218027,
    "acc_std": 0.006821990035265488,
    "acc_per_fold": [
      0.7093729700813878,
      0.7233197050170036,
      0.7168048603415995,
      0.7271216231706851,
      0.7214282984983379
    ],
    "f1_mean": 0.7995526525669027,
    "f1_std": 0.009653044308856292,
    "f1_per_fold": [
      0.7846179985274961,
      0.8045772272150703,
      0.7955025177622956,
      0.8088335675567155,
      0.8042319517729354
    ],
    "batch_size": 32,
    "wall_seconds": 48700.2,
    "git_commit": "0876af0d9bc70258b56b6685eaf4e41c98d6ee10",
    "reference_auc": null
  }
}