File size: 1,940 Bytes
8f4ed7a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
{
  "task": "canonical_grouped",
  "task_label": "Identity-grouped",
  "repeat": 2,
  "outer_seed": 123457,
  "device": "cuda",
  "comparison": "Same FPNN trunk; learned 64-dimensional lab embedding versus fixed 23-dimensional one-hot lab vector.",
  "fingerprint": {
    "radius": 2,
    "n_bits": 2048,
    "use_chirality": true
  },
  "group_column": "structure_group",
  "n_test_rows": 402,
  "n_test_groups": 136,
  "model_config": {
    "hidden_dims": [
      768,
      384,
      192,
      96
    ],
    "dropout": 0.15,
    "use_batch_norm": true,
    "num_labs": null,
    "lab_embed_dim": 64,
    "input_dropout": 0.1,
    "input_dim": 2071
  },
  "training_config": {
    "epochs": 600,
    "lr": 0.0015,
    "weight_decay": 1e-05,
    "patience": 60,
    "warmup_epochs": 15,
    "batch_size": 128,
    "gradient_clip": 1.0
  },
  "fold_metrics": [
    {
      "fold": 0,
      "r2": 0.9328085780143738,
      "mae": 0.6459893584251404,
      "best_epoch": 199
    },
    {
      "fold": 1,
      "r2": 0.9258730411529541,
      "mae": 0.6507390141487122,
      "best_epoch": 57
    },
    {
      "fold": 2,
      "r2": 0.9135346412658691,
      "mae": 0.67669677734375,
      "best_epoch": 124
    },
    {
      "fold": 3,
      "r2": 0.9282681345939636,
      "mae": 0.6479111909866333,
      "best_epoch": 121
    },
    {
      "fold": 4,
      "r2": 0.9560219645500183,
      "mae": 0.5267617702484131,
      "best_epoch": 138
    },
    {
      "fold": 5,
      "r2": 0.9440622925758362,
      "mae": 0.5933816432952881,
      "best_epoch": 72
    }
  ],
  "training_seconds": 69.69758929999989,
  "learned_embedding": {
    "r2": 0.9618631030749805,
    "mae": 0.44231882816510826,
    "rmse": 0.7107797814145037
  },
  "one_hot": {
    "r2": 0.9420136213302612,
    "mae": 0.5295878648757935,
    "rmse": 0.8764465840172277
  }
}