Hugging Face's logo

LEAP-LAB-KUS
/
leap-kt-addressingtwoproblemsdee-2018-06

Safetensors
leap-kt
knowledge-tracing
education
educational-data-mining
addressingtwoproblemsdee
Model card Files
xet
 Community
Unggi commited on
Commit
7b9179c
·
verified ·
1 Parent(s): 9e6db80

leap-kt: 6 dataset(s), 138 files

Browse files
Files changed (25) hide show
  1. README.md +3 -1
  2. bridge2algebra2006/fold0/checkpoint/config.json +19 -0
  3. bridge2algebra2006/fold0/checkpoint/model.safetensors +3 -0
  4. bridge2algebra2006/fold0/epochs.jsonl +30 -0
  5. bridge2algebra2006/fold0/run.json +34 -0
  6. bridge2algebra2006/fold1/checkpoint/config.json +19 -0
  7. bridge2algebra2006/fold1/checkpoint/model.safetensors +3 -0
  8. bridge2algebra2006/fold1/epochs.jsonl +28 -0
  9. bridge2algebra2006/fold1/run.json +34 -0
  10. bridge2algebra2006/fold2/checkpoint/config.json +19 -0
  11. bridge2algebra2006/fold2/checkpoint/model.safetensors +3 -0
  12. bridge2algebra2006/fold2/epochs.jsonl +31 -0
  13. bridge2algebra2006/fold2/run.json +34 -0
  14. bridge2algebra2006/fold3/checkpoint/config.json +19 -0
  15. bridge2algebra2006/fold3/checkpoint/model.safetensors +3 -0
  16. bridge2algebra2006/fold3/epochs.jsonl +29 -0
  17. bridge2algebra2006/fold3/run.json +34 -0
  18. bridge2algebra2006/fold4/checkpoint/config.json +19 -0
  19. bridge2algebra2006/fold4/checkpoint/model.safetensors +3 -0
  20. bridge2algebra2006/fold4/epochs.jsonl +34 -0
  21. bridge2algebra2006/fold4/run.json +34 -0
  22. bridge2algebra2006/folds.json +2691 -0
  23. bridge2algebra2006/split.json +2098 -0
  24. bridge2algebra2006/summary.json +63 -0
  25. results.json +63 -0
README.md CHANGED
@@ -10,6 +10,7 @@ datasets:
10
  - algebra2005
11
  - assist2009
12
  - assist2012
 
13
  - dbe_kt22
14
  - junyi
15
  metrics:
@@ -37,6 +38,7 @@ Every cell in the project runs under identical settings; a cell that cannot is r
37
  | `algebra2005` | **0.8196** ± 0.0013 | 0.8144 | 0.8847 | — | — |
38
  | `assist2009` | **0.7618** ± 0.0014 | 0.7374 | 0.8162 | — | — |
39
  | `assist2012` | **0.7323** ± 0.0002 | 0.7337 | 0.8269 | — | — |
 
40
  | `dbe_kt22` | **0.7947** ± 0.0007 | 0.7937 | 0.8737 | — | — |
41
  | `junyi` | **0.7606** ± 0.0002 | 0.7487 | 0.8352 | — | — |
42
 
@@ -61,4 +63,4 @@ Cells carrying a published reference value are additionally leak-audited before
61
 
62
  ## Provenance
63
 
64
- Produced by `leap-kt` at commit(s) `2c1ccef`, `a782d79`, `bb08bf2`.
 
10
  - algebra2005
11
  - assist2009
12
  - assist2012
13
+ - bridge2algebra2006
14
  - dbe_kt22
15
  - junyi
16
  metrics:
 
38
  | `algebra2005` | **0.8196** ± 0.0013 | 0.8144 | 0.8847 | — | — |
39
  | `assist2009` | **0.7618** ± 0.0014 | 0.7374 | 0.8162 | — | — |
40
  | `assist2012` | **0.7323** ± 0.0002 | 0.7337 | 0.8269 | — | — |
41
+ | `bridge2algebra2006` | **0.7930** ± 0.0006 | 0.8492 | 0.9148 | — | — |
42
  | `dbe_kt22` | **0.7947** ± 0.0007 | 0.7937 | 0.8737 | — | — |
43
  | `junyi` | **0.7606** ± 0.0002 | 0.7487 | 0.8352 | — | — |
44
 
 
63
 
64
  ## Provenance
65
 
66
+ Produced by `leap-kt` at commit(s) `2c1ccef`, `a782d79`, `bb08bf2`, `e3a8dc3`.
bridge2algebra2006/fold0/checkpoint/config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "AddressingTwoProblemsDeeModel"
4
+ ],
5
+ "dataset": "bridge2algebra2006",
6
+ "dropout": 0.5,
7
+ "dtype": "float32",
8
+ "hidden_size": 200,
9
+ "input_level": "concept",
10
+ "lambda_r": 0.1,
11
+ "lambda_w1": 0.003,
12
+ "lambda_w2": 3.0,
13
+ "max_seq_len": 200,
14
+ "model_type": "addressingtwoproblemsdee",
15
+ "n_concepts": 493,
16
+ "n_questions": 129263,
17
+ "num_layers": 1,
18
+ "transformers_version": "5.14.1"
19
+ }
bridge2algebra2006/fold0/checkpoint/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d93873e8ff83b5f8c2968c36940ae393a9da7e530d528898227d370c0e2b4117
3
+ size 2472196
bridge2algebra2006/fold0/epochs.jsonl ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 0, "train_loss": 0.47746457610374843, "val_auc": 0.753860160950026, "val_acc": 0.8368970678631832, "val_f1": 0.9092973806033708, "epochs_without_improvement": 0, "best_epoch": 0, "seconds": 10.246}
2
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 1, "train_loss": 0.4263372039183592, "val_auc": 0.7672676251874677, "val_acc": 0.8395642253609171, "val_f1": 0.9100366303219612, "epochs_without_improvement": 0, "best_epoch": 1, "seconds": 10.877}
3
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 2, "train_loss": 0.41611581108508966, "val_auc": 0.7763936497487712, "val_acc": 0.8423946073409343, "val_f1": 0.9114203735873363, "epochs_without_improvement": 0, "best_epoch": 2, "seconds": 6.567}
4
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 3, "train_loss": 0.40886581662373667, "val_auc": 0.7813410584865582, "val_acc": 0.8440685264996683, "val_f1": 0.9124063098670683, "epochs_without_improvement": 0, "best_epoch": 3, "seconds": 7.167}
5
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 4, "train_loss": 0.40371998090010425, "val_auc": 0.7852678145553689, "val_acc": 0.8449714704442137, "val_f1": 0.9127501299757248, "epochs_without_improvement": 0, "best_epoch": 4, "seconds": 7.617}
6
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 5, "train_loss": 0.400296913813322, "val_auc": 0.7872915532615514, "val_acc": 0.8456278412346716, "val_f1": 0.9130949052667799, "epochs_without_improvement": 0, "best_epoch": 5, "seconds": 7.872}
7
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 6, "train_loss": 0.397628723963713, "val_auc": 0.7889514228193556, "val_acc": 0.846034166009717, "val_f1": 0.9132043556401311, "epochs_without_improvement": 0, "best_epoch": 6, "seconds": 7.957}
8
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 7, "train_loss": 0.3952944578268589, "val_auc": 0.7903622572862615, "val_acc": 0.8464474365074128, "val_f1": 0.913329243025077, "epochs_without_improvement": 0, "best_epoch": 7, "seconds": 7.915}
9
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 8, "train_loss": 0.3934314402250143, "val_auc": 0.7916680442702744, "val_acc": 0.8470899158525701, "val_f1": 0.9137289171734905, "epochs_without_improvement": 0, "best_epoch": 8, "seconds": 8.232}
10
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 9, "train_loss": 0.3919092296025692, "val_auc": 0.7926207346683671, "val_acc": 0.8473607990359336, "val_f1": 0.9137614390883262, "epochs_without_improvement": 0, "best_epoch": 9, "seconds": 8.142}
11
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 10, "train_loss": 0.39036561862016333, "val_auc": 0.793334976004431, "val_acc": 0.8476525193872484, "val_f1": 0.913978241601368, "epochs_without_improvement": 0, "best_epoch": 10, "seconds": 8.466}
12
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 11, "train_loss": 0.3889987682684874, "val_auc": 0.793910146492609, "val_acc": 0.8476629379712238, "val_f1": 0.9139670852758486, "epochs_without_improvement": 0, "best_epoch": 11, "seconds": 8.519}
13
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 12, "train_loss": 0.3877954710752536, "val_auc": 0.7946118873647852, "val_acc": 0.8479893869357903, "val_f1": 0.9142163923888141, "epochs_without_improvement": 0, "best_epoch": 12, "seconds": 8.44}
14
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 13, "train_loss": 0.3865831379707043, "val_auc": 0.7952470985406017, "val_acc": 0.8478990925413358, "val_f1": 0.9140495446080057, "epochs_without_improvement": 0, "best_epoch": 13, "seconds": 8.281}
15
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 14, "train_loss": 0.38542644060575043, "val_auc": 0.7955632689267524, "val_acc": 0.8480136969650665, "val_f1": 0.9140385612596049, "epochs_without_improvement": 0, "best_epoch": 14, "seconds": 8.451}
16
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 15, "train_loss": 0.3843307657119555, "val_auc": 0.7961526263474801, "val_acc": 0.8480900999142204, "val_f1": 0.9141573121909098, "epochs_without_improvement": 0, "best_epoch": 15, "seconds": 8.461}
17
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 16, "train_loss": 0.383354740570753, "val_auc": 0.7962317130147856, "val_acc": 0.8484547503533636, "val_f1": 0.9142780810642507, "epochs_without_improvement": 0, "best_epoch": 16, "seconds": 8.515}
18
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 17, "train_loss": 0.38261210200114126, "val_auc": 0.7963651519350949, "val_acc": 0.8480136969650665, "val_f1": 0.9139628517056446, "epochs_without_improvement": 0, "best_epoch": 17, "seconds": 8.508}
19
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 18, "train_loss": 0.3814251473316779, "val_auc": 0.7965064893534485, "val_acc": 0.8485901919450455, "val_f1": 0.9143962301197722, "epochs_without_improvement": 0, "best_epoch": 18, "seconds": 8.477}
20
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 19, "train_loss": 0.38038946008070923, "val_auc": 0.7965903391523081, "val_acc": 0.8483748745428846, "val_f1": 0.9142381218030816, "epochs_without_improvement": 0, "best_epoch": 19, "seconds": 8.493}
21
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 20, "train_loss": 0.37939169223491964, "val_auc": 0.7965867747284129, "val_acc": 0.848440858908063, "val_f1": 0.9142914377851404, "epochs_without_improvement": 1, "best_epoch": 19, "seconds": 8.475}
22
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 21, "train_loss": 0.3784228139962906, "val_auc": 0.7961859114167451, "val_acc": 0.848322781623007, "val_f1": 0.9141177280280015, "epochs_without_improvement": 2, "best_epoch": 19, "seconds": 8.571}
23
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 22, "train_loss": 0.3777491762087895, "val_auc": 0.7960030563417135, "val_acc": 0.8481942857539756, "val_f1": 0.9140931155788771, "epochs_without_improvement": 3, "best_epoch": 19, "seconds": 5.611}
24
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 23, "train_loss": 0.3765672167142232, "val_auc": 0.7959639527251434, "val_acc": 0.8479824412131399, "val_f1": 0.9139527706409755, "epochs_without_improvement": 4, "best_epoch": 19, "seconds": 6.166}
25
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 24, "train_loss": 0.37587792231486394, "val_auc": 0.7956637973524054, "val_acc": 0.8482706887031294, "val_f1": 0.9139855651674024, "epochs_without_improvement": 5, "best_epoch": 19, "seconds": 11.795}
26
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 25, "train_loss": 0.37459989465199983, "val_auc": 0.795332488587496, "val_acc": 0.8480414798556679, "val_f1": 0.913857323978045, "epochs_without_improvement": 6, "best_epoch": 19, "seconds": 13.607}
27
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 26, "train_loss": 0.3739016682673723, "val_auc": 0.794983543978284, "val_acc": 0.8480970456368707, "val_f1": 0.9139115339649899, "epochs_without_improvement": 7, "best_epoch": 19, "seconds": 11.054}
28
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 27, "train_loss": 0.37314187395266996, "val_auc": 0.7944653472054684, "val_acc": 0.8479859140744651, "val_f1": 0.9137266341324966, "epochs_without_improvement": 8, "best_epoch": 19, "seconds": 12.216}
29
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 28, "train_loss": 0.37184404333432514, "val_auc": 0.793328368511779, "val_acc": 0.8474719305983393, "val_f1": 0.9134038668564736, "epochs_without_improvement": 9, "best_epoch": 19, "seconds": 11.5}
30
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 0, "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35", "leap_kt_version": "0.1.0", "run_id": "1a01a8bb848-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 29, "train_loss": 0.3710493968083308, "val_auc": 0.7929234663667283, "val_acc": 0.8476247364966469, "val_f1": 0.9135713948027798, "epochs_without_improvement": 10, "best_epoch": 19, "seconds": 11.81}
bridge2algebra2006/fold0/run.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "addressingtwoproblemsdee",
3
+ "dataset": "bridge2algebra2006",
4
+ "fold": 0,
5
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
6
+ "leap_kt_version": "0.1.0",
7
+ "run_id": "1a01a8bb848-1b0c5f",
8
+ "device": "cuda:NVIDIA GeForce RTX 3090",
9
+ "hardware": {
10
+ "device": "cuda",
11
+ "accelerator": "NVIDIA GeForce RTX 3090",
12
+ "torch_version": "2.9.1+cu128",
13
+ "cuda_version": "12.8",
14
+ "cpu": "x86_64",
15
+ "platform": "Linux 5.15.0-140-generic"
16
+ },
17
+ "protocol": {
18
+ "test_ratio": 0.2,
19
+ "n_folds": 5,
20
+ "early_stopping_patience": 10,
21
+ "early_stopping_metric": "auc",
22
+ "max_epochs": 200,
23
+ "primary_metric": "auc",
24
+ "secondary_metrics": [
25
+ "acc",
26
+ "f1"
27
+ ],
28
+ "validation_source": "held_out_fold",
29
+ "seed": 0,
30
+ "is_deviation": false,
31
+ "deviation_reason": ""
32
+ },
33
+ "protocol_description": "80%/20% user-level split, 5-fold CV (validation = held_out_fold), max 200 epochs, early stop patience 10 on auc, metrics auc + acc/f1"
34
+ }
bridge2algebra2006/fold1/checkpoint/config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "AddressingTwoProblemsDeeModel"
4
+ ],
5
+ "dataset": "bridge2algebra2006",
6
+ "dropout": 0.5,
7
+ "dtype": "float32",
8
+ "hidden_size": 200,
9
+ "input_level": "concept",
10
+ "lambda_r": 0.1,
11
+ "lambda_w1": 0.003,
12
+ "lambda_w2": 3.0,
13
+ "max_seq_len": 200,
14
+ "model_type": "addressingtwoproblemsdee",
15
+ "n_concepts": 493,
16
+ "n_questions": 129263,
17
+ "num_layers": 1,
18
+ "transformers_version": "5.14.1"
19
+ }
bridge2algebra2006/fold1/checkpoint/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d59c3e534f2d452ec8d574ee23889de0a4c8d9a8ec5f3cf6bde0bcf4f76930a
3
+ size 2472196
bridge2algebra2006/fold1/epochs.jsonl ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 0, "train_loss": 0.4773229725849934, "val_auc": 0.7508269452855021, "val_acc": 0.8366553079947575, "val_f1": 0.9094396874945503, "epochs_without_improvement": 0, "best_epoch": 0, "seconds": 7.003}
2
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 1, "train_loss": 0.4248428910206526, "val_auc": 0.7640408624710127, "val_acc": 0.8405591961555264, "val_f1": 0.9109756383136499, "epochs_without_improvement": 0, "best_epoch": 1, "seconds": 7.541}
3
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 2, "train_loss": 0.4150096043562278, "val_auc": 0.7739030210793361, "val_acc": 0.842345128877239, "val_f1": 0.9116294742121214, "epochs_without_improvement": 0, "best_epoch": 2, "seconds": 7.886}
4
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 3, "train_loss": 0.4079095589808929, "val_auc": 0.7795154670687107, "val_acc": 0.8430371341197029, "val_f1": 0.9117816334668398, "epochs_without_improvement": 0, "best_epoch": 3, "seconds": 8.347}
5
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 4, "train_loss": 0.4031762592303447, "val_auc": 0.78340130407695, "val_acc": 0.8440366972477065, "val_f1": 0.9121864539857019, "epochs_without_improvement": 0, "best_epoch": 4, "seconds": 8.05}
6
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 5, "train_loss": 0.39986544434840865, "val_auc": 0.7858114875360968, "val_acc": 0.8452739187418087, "val_f1": 0.9130800991889361, "epochs_without_improvement": 0, "best_epoch": 5, "seconds": 8.291}
7
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 6, "train_loss": 0.3967576908759582, "val_auc": 0.7880464451862876, "val_acc": 0.8453333333333334, "val_f1": 0.9130730277709028, "epochs_without_improvement": 0, "best_epoch": 6, "seconds": 8.162}
8
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 7, "train_loss": 0.3945065412765894, "val_auc": 0.7895310108234341, "val_acc": 0.8458680646570554, "val_f1": 0.9132271488583037, "epochs_without_improvement": 0, "best_epoch": 7, "seconds": 8.557}
9
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 8, "train_loss": 0.392816386008874, "val_auc": 0.7905647351925021, "val_acc": 0.8462315421581477, "val_f1": 0.9134474462304776, "epochs_without_improvement": 0, "best_epoch": 8, "seconds": 8.383}
10
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 9, "train_loss": 0.3913600715307089, "val_auc": 0.7920442754275719, "val_acc": 0.8464412407164701, "val_f1": 0.9134950276917504, "epochs_without_improvement": 0, "best_epoch": 9, "seconds": 8.405}
11
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 10, "train_loss": 0.3899032935118064, "val_auc": 0.7927212224462394, "val_acc": 0.8468885976408912, "val_f1": 0.9137993117167531, "epochs_without_improvement": 0, "best_epoch": 10, "seconds": 8.435}
12
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 11, "train_loss": 0.3884372251156049, "val_auc": 0.793352620689273, "val_acc": 0.8467942332896461, "val_f1": 0.9137480520707079, "epochs_without_improvement": 0, "best_epoch": 11, "seconds": 8.444}
13
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 12, "train_loss": 0.38725349459892666, "val_auc": 0.7942666362009486, "val_acc": 0.847301004805592, "val_f1": 0.9139461550430653, "epochs_without_improvement": 0, "best_epoch": 12, "seconds": 8.334}
14
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 13, "train_loss": 0.38602007168989916, "val_auc": 0.7944408796423774, "val_acc": 0.8472660550458716, "val_f1": 0.9138269993354774, "epochs_without_improvement": 0, "best_epoch": 13, "seconds": 8.544}
15
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 14, "train_loss": 0.3852914347098424, "val_auc": 0.7948555946485281, "val_acc": 0.847475753604194, "val_f1": 0.9138875789033349, "epochs_without_improvement": 0, "best_epoch": 14, "seconds": 8.55}
16
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 15, "train_loss": 0.3842740845985902, "val_auc": 0.795518736698168, "val_acc": 0.8477972913936217, "val_f1": 0.9139458369972236, "epochs_without_improvement": 0, "best_epoch": 15, "seconds": 8.56}
17
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 16, "train_loss": 0.3831390446577317, "val_auc": 0.795558879183257, "val_acc": 0.8474827435561381, "val_f1": 0.9137676534344538, "epochs_without_improvement": 0, "best_epoch": 16, "seconds": 8.577}
18
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 17, "train_loss": 0.38238656016496514, "val_auc": 0.7958655482861028, "val_acc": 0.8477343818261249, "val_f1": 0.913880998551077, "epochs_without_improvement": 0, "best_epoch": 17, "seconds": 8.636}
19
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 18, "train_loss": 0.381339474213429, "val_auc": 0.7957747688732443, "val_acc": 0.8476679772826562, "val_f1": 0.9138262368720739, "epochs_without_improvement": 1, "best_epoch": 17, "seconds": 8.642}
20
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 19, "train_loss": 0.38045590229523485, "val_auc": 0.7957558365223241, "val_acc": 0.8476924421144605, "val_f1": 0.9137628403903122, "epochs_without_improvement": 2, "best_epoch": 17, "seconds": 7.526}
21
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 20, "train_loss": 0.37963071908706275, "val_auc": 0.7957810464681003, "val_acc": 0.8479196155526431, "val_f1": 0.9138919781059164, "epochs_without_improvement": 3, "best_epoch": 17, "seconds": 4.387}
22
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 21, "train_loss": 0.37855282288331255, "val_auc": 0.7957331386413095, "val_acc": 0.8475771079073832, "val_f1": 0.9135913520025044, "epochs_without_improvement": 4, "best_epoch": 17, "seconds": 10.067}
23
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 22, "train_loss": 0.37773255109786985, "val_auc": 0.7954920705122188, "val_acc": 0.8479790301441678, "val_f1": 0.9138494142346428, "epochs_without_improvement": 5, "best_epoch": 17, "seconds": 10.801}
24
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 23, "train_loss": 0.3768287085569822, "val_auc": 0.795364335220223, "val_acc": 0.8479720401922237, "val_f1": 0.9139017269533376, "epochs_without_improvement": 6, "best_epoch": 17, "seconds": 11.825}
25
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 24, "train_loss": 0.37587881577320587, "val_auc": 0.7947424397056557, "val_acc": 0.8474163390126693, "val_f1": 0.9135259117234604, "epochs_without_improvement": 7, "best_epoch": 17, "seconds": 11.896}
26
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 25, "train_loss": 0.37510979083868173, "val_auc": 0.7945392656349013, "val_acc": 0.8472870249017038, "val_f1": 0.9134130077659783, "epochs_without_improvement": 8, "best_epoch": 17, "seconds": 11.962}
27
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 26, "train_loss": 0.3742487713312491, "val_auc": 0.7944672615661728, "val_acc": 0.847301004805592, "val_f1": 0.9134205911203147, "epochs_without_improvement": 9, "best_epoch": 17, "seconds": 11.741}
28
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 1, "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348", "leap_kt_version": "0.1.0", "run_id": "1a01a8fdd17-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 27, "train_loss": 0.3733724007239709, "val_auc": 0.7936224767461569, "val_acc": 0.8471681957186544, "val_f1": 0.9133555910005052, "epochs_without_improvement": 10, "best_epoch": 17, "seconds": 8.7}
bridge2algebra2006/fold1/run.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "addressingtwoproblemsdee",
3
+ "dataset": "bridge2algebra2006",
4
+ "fold": 1,
5
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
6
+ "leap_kt_version": "0.1.0",
7
+ "run_id": "1a01a8fdd17-1b0c5f",
8
+ "device": "cuda:NVIDIA GeForce RTX 3090",
9
+ "hardware": {
10
+ "device": "cuda",
11
+ "accelerator": "NVIDIA GeForce RTX 3090",
12
+ "torch_version": "2.9.1+cu128",
13
+ "cuda_version": "12.8",
14
+ "cpu": "x86_64",
15
+ "platform": "Linux 5.15.0-140-generic"
16
+ },
17
+ "protocol": {
18
+ "test_ratio": 0.2,
19
+ "n_folds": 5,
20
+ "early_stopping_patience": 10,
21
+ "early_stopping_metric": "auc",
22
+ "max_epochs": 200,
23
+ "primary_metric": "auc",
24
+ "secondary_metrics": [
25
+ "acc",
26
+ "f1"
27
+ ],
28
+ "validation_source": "held_out_fold",
29
+ "seed": 0,
30
+ "is_deviation": false,
31
+ "deviation_reason": ""
32
+ },
33
+ "protocol_description": "80%/20% user-level split, 5-fold CV (validation = held_out_fold), max 200 epochs, early stop patience 10 on auc, metrics auc + acc/f1"
34
+ }
bridge2algebra2006/fold2/checkpoint/config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "AddressingTwoProblemsDeeModel"
4
+ ],
5
+ "dataset": "bridge2algebra2006",
6
+ "dropout": 0.5,
7
+ "dtype": "float32",
8
+ "hidden_size": 200,
9
+ "input_level": "concept",
10
+ "lambda_r": 0.1,
11
+ "lambda_w1": 0.003,
12
+ "lambda_w2": 3.0,
13
+ "max_seq_len": 200,
14
+ "model_type": "addressingtwoproblemsdee",
15
+ "n_concepts": 493,
16
+ "n_questions": 129263,
17
+ "num_layers": 1,
18
+ "transformers_version": "5.14.1"
19
+ }
bridge2algebra2006/fold2/checkpoint/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae6aef624c4fa7e0c60d685ed03bbfe0a6bb0dcc711810e2fff4fc93be5c48ad
3
+ size 2472196
bridge2algebra2006/fold2/epochs.jsonl ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 0, "train_loss": 0.4823704973403654, "val_auc": 0.7560770105979331, "val_acc": 0.8420002602246606, "val_f1": 0.912806935824476, "epochs_without_improvement": 0, "best_epoch": 0, "seconds": 7.438}
2
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 1, "train_loss": 0.42792893027394546, "val_auc": 0.7694211732716533, "val_acc": 0.8453331376088022, "val_f1": 0.9141897819946618, "epochs_without_improvement": 0, "best_epoch": 1, "seconds": 7.924}
3
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 2, "train_loss": 0.4165572050013073, "val_auc": 0.7787592649416919, "val_acc": 0.8477151941175882, "val_f1": 0.9150895311936128, "epochs_without_improvement": 0, "best_epoch": 2, "seconds": 8.075}
4
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 3, "train_loss": 0.4097465693641821, "val_auc": 0.7829101121675266, "val_acc": 0.8483590833419519, "val_f1": 0.9152352091006574, "epochs_without_improvement": 0, "best_epoch": 3, "seconds": 8.199}
5
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 4, "train_loss": 0.4053169726707775, "val_auc": 0.7862654313086961, "val_acc": 0.8489562655759473, "val_f1": 0.9153370883169146, "epochs_without_improvement": 0, "best_epoch": 4, "seconds": 8.328}
6
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 5, "train_loss": 0.40204072384636635, "val_auc": 0.7884410654863653, "val_acc": 0.8493666198484692, "val_f1": 0.915454690147834, "epochs_without_improvement": 0, "best_epoch": 5, "seconds": 8.337}
7
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 6, "train_loss": 0.39965887004847356, "val_auc": 0.7900274972404622, "val_acc": 0.8498203448977617, "val_f1": 0.9156252987274912, "epochs_without_improvement": 0, "best_epoch": 6, "seconds": 8.412}
8
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 7, "train_loss": 0.3976763914594996, "val_auc": 0.7907337614283024, "val_acc": 0.849663542858668, "val_f1": 0.9153065443746946, "epochs_without_improvement": 0, "best_epoch": 7, "seconds": 8.478}
9
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 8, "train_loss": 0.39578343703956803, "val_auc": 0.79217283979262, "val_acc": 0.8501005868399718, "val_f1": 0.9155402166618732, "epochs_without_improvement": 0, "best_epoch": 8, "seconds": 8.379}
10
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 9, "train_loss": 0.3942612491432249, "val_auc": 0.7929529203781981, "val_acc": 0.8503508028598022, "val_f1": 0.9156582104257703, "epochs_without_improvement": 0, "best_epoch": 9, "seconds": 8.601}
11
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 10, "train_loss": 0.39273750473180585, "val_auc": 0.79364659972052, "val_acc": 0.85073780363714, "val_f1": 0.9158709444492499, "epochs_without_improvement": 0, "best_epoch": 10, "seconds": 8.578}
12
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 11, "train_loss": 0.39129151658690653, "val_auc": 0.7944534969686394, "val_acc": 0.8508712521810496, "val_f1": 0.9159360436906898, "epochs_without_improvement": 0, "best_epoch": 11, "seconds": 8.624}
13
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 12, "train_loss": 0.39019252985252617, "val_auc": 0.7953159789337484, "val_acc": 0.8508579073266587, "val_f1": 0.9159085949903313, "epochs_without_improvement": 0, "best_epoch": 12, "seconds": 8.599}
14
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 13, "train_loss": 0.38909156674548134, "val_auc": 0.7956935379288435, "val_acc": 0.8514283998518721, "val_f1": 0.9163160495868701, "epochs_without_improvement": 0, "best_epoch": 13, "seconds": 8.604}
15
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 14, "train_loss": 0.3878600710105402, "val_auc": 0.7959564214320367, "val_acc": 0.8515051327646201, "val_f1": 0.9163402476524145, "epochs_without_improvement": 0, "best_epoch": 14, "seconds": 8.45}
16
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 15, "train_loss": 0.38700328111030896, "val_auc": 0.7960286210146604, "val_acc": 0.8514217274246766, "val_f1": 0.9162739019350908, "epochs_without_improvement": 0, "best_epoch": 15, "seconds": 8.572}
17
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 16, "train_loss": 0.3859236774666939, "val_auc": 0.7969066175656048, "val_acc": 0.8514417447062631, "val_f1": 0.9162886442892458, "epochs_without_improvement": 0, "best_epoch": 16, "seconds": 8.688}
18
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 17, "train_loss": 0.38467591290646885, "val_auc": 0.7972722378536059, "val_acc": 0.8515952105317591, "val_f1": 0.9163228950927665, "epochs_without_improvement": 0, "best_epoch": 17, "seconds": 8.643}
19
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 18, "train_loss": 0.3838353061305427, "val_auc": 0.7973916065205773, "val_acc": 0.8515051327646201, "val_f1": 0.9162656472810321, "epochs_without_improvement": 0, "best_epoch": 18, "seconds": 7.5}
20
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 19, "train_loss": 0.3830463575884468, "val_auc": 0.7975238844897178, "val_acc": 0.8515918743181613, "val_f1": 0.9163551577601444, "epochs_without_improvement": 0, "best_epoch": 19, "seconds": 4.111}
21
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 20, "train_loss": 0.38203827318749894, "val_auc": 0.7979561251423527, "val_acc": 0.8517319952892664, "val_f1": 0.9164410450791932, "epochs_without_improvement": 0, "best_epoch": 20, "seconds": 11.926}
22
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 21, "train_loss": 0.3815823198908969, "val_auc": 0.7978004317761545, "val_acc": 0.8518721162603714, "val_f1": 0.9165275459098498, "epochs_without_improvement": 1, "best_epoch": 20, "seconds": 13.459}
23
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 22, "train_loss": 0.3804291136215388, "val_auc": 0.7975112826684774, "val_acc": 0.8517253228620709, "val_f1": 0.9164388558192353, "epochs_without_improvement": 2, "best_epoch": 20, "seconds": 12.138}
24
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 23, "train_loss": 0.37946218684547306, "val_auc": 0.7971812253349786, "val_acc": 0.851775366066037, "val_f1": 0.9164471073649687, "epochs_without_improvement": 3, "best_epoch": 20, "seconds": 13.054}
25
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 24, "train_loss": 0.37858196042979936, "val_auc": 0.7968247712432196, "val_acc": 0.8517319952892664, "val_f1": 0.9164001775757895, "epochs_without_improvement": 4, "best_epoch": 20, "seconds": 11.66}
26
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 25, "train_loss": 0.37769508701532, "val_auc": 0.7963143846899792, "val_acc": 0.8515852018909659, "val_f1": 0.9163268530500467, "epochs_without_improvement": 5, "best_epoch": 20, "seconds": 10.355}
27
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 26, "train_loss": 0.3768346176863952, "val_auc": 0.7958078605624054, "val_acc": 0.85160855538615, "val_f1": 0.9163005045040298, "epochs_without_improvement": 6, "best_epoch": 20, "seconds": 8.492}
28
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 27, "train_loss": 0.3758127102580095, "val_auc": 0.7951695572907574, "val_acc": 0.851314968589549, "val_f1": 0.9160903807158686, "epochs_without_improvement": 7, "best_epoch": 20, "seconds": 7.154}
29
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 28, "train_loss": 0.37522764403585324, "val_auc": 0.7944955359163001, "val_acc": 0.8512415718903987, "val_f1": 0.9161771092015498, "epochs_without_improvement": 8, "best_epoch": 20, "seconds": 7.66}
30
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 29, "train_loss": 0.37398096919059753, "val_auc": 0.7941349188959468, "val_acc": 0.8516419175221275, "val_f1": 0.9163725126986128, "epochs_without_improvement": 9, "best_epoch": 20, "seconds": 7.862}
31
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 2, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a93a8fc-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 30, "train_loss": 0.37298359030886635, "val_auc": 0.7931984405741224, "val_acc": 0.851301623735158, "val_f1": 0.9163257758512258, "epochs_without_improvement": 10, "best_epoch": 20, "seconds": 7.924}
bridge2algebra2006/fold2/run.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "addressingtwoproblemsdee",
3
+ "dataset": "bridge2algebra2006",
4
+ "fold": 2,
5
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
6
+ "leap_kt_version": "0.1.0",
7
+ "run_id": "1a01a93a8fc-1b0c5f",
8
+ "device": "cuda:NVIDIA GeForce RTX 3090",
9
+ "hardware": {
10
+ "device": "cuda",
11
+ "accelerator": "NVIDIA GeForce RTX 3090",
12
+ "torch_version": "2.9.1+cu128",
13
+ "cuda_version": "12.8",
14
+ "cpu": "x86_64",
15
+ "platform": "Linux 5.15.0-140-generic"
16
+ },
17
+ "protocol": {
18
+ "test_ratio": 0.2,
19
+ "n_folds": 5,
20
+ "early_stopping_patience": 10,
21
+ "early_stopping_metric": "auc",
22
+ "max_epochs": 200,
23
+ "primary_metric": "auc",
24
+ "secondary_metrics": [
25
+ "acc",
26
+ "f1"
27
+ ],
28
+ "validation_source": "held_out_fold",
29
+ "seed": 0,
30
+ "is_deviation": false,
31
+ "deviation_reason": ""
32
+ },
33
+ "protocol_description": "80%/20% user-level split, 5-fold CV (validation = held_out_fold), max 200 epochs, early stop patience 10 on auc, metrics auc + acc/f1"
34
+ }
bridge2algebra2006/fold3/checkpoint/config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "AddressingTwoProblemsDeeModel"
4
+ ],
5
+ "dataset": "bridge2algebra2006",
6
+ "dropout": 0.5,
7
+ "dtype": "float32",
8
+ "hidden_size": 200,
9
+ "input_level": "concept",
10
+ "lambda_r": 0.1,
11
+ "lambda_w1": 0.003,
12
+ "lambda_w2": 3.0,
13
+ "max_seq_len": 200,
14
+ "model_type": "addressingtwoproblemsdee",
15
+ "n_concepts": 493,
16
+ "n_questions": 129263,
17
+ "num_layers": 1,
18
+ "transformers_version": "5.14.1"
19
+ }
bridge2algebra2006/fold3/checkpoint/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d58ee8f09abc55ab97a7c861472f293b138997dd920cbbdec3db43e9f8aaf3b3
3
+ size 2472196
bridge2algebra2006/fold3/epochs.jsonl ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 0, "train_loss": 0.477868422325411, "val_auc": 0.7559913165860181, "val_acc": 0.8404350552033286, "val_f1": 0.9118523018565988, "epochs_without_improvement": 0, "best_epoch": 0, "seconds": 8.249}
2
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 1, "train_loss": 0.4273326188480298, "val_auc": 0.7719098310376262, "val_acc": 0.8448305343306701, "val_f1": 0.9136926907046351, "epochs_without_improvement": 0, "best_epoch": 1, "seconds": 8.279}
3
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 2, "train_loss": 0.41669237582794744, "val_auc": 0.779964618913051, "val_acc": 0.8465404461193384, "val_f1": 0.914257133062454, "epochs_without_improvement": 0, "best_epoch": 2, "seconds": 8.345}
4
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 3, "train_loss": 0.41045386278567536, "val_auc": 0.7846795039446465, "val_acc": 0.8475563348879002, "val_f1": 0.9147210635296942, "epochs_without_improvement": 0, "best_epoch": 3, "seconds": 8.194}
5
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 4, "train_loss": 0.4059142266530447, "val_auc": 0.7865902609848935, "val_acc": 0.8479821364509608, "val_f1": 0.9150279517015587, "epochs_without_improvement": 0, "best_epoch": 4, "seconds": 8.38}
6
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 5, "train_loss": 0.4026637937429655, "val_auc": 0.7902724067719185, "val_acc": 0.8489142060141956, "val_f1": 0.9153728997218722, "epochs_without_improvement": 0, "best_epoch": 5, "seconds": 8.441}
7
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 6, "train_loss": 0.3996772333747982, "val_auc": 0.7919466602603641, "val_acc": 0.8495042932196969, "val_f1": 0.9156089664650597, "epochs_without_improvement": 0, "best_epoch": 6, "seconds": 8.463}
8
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 7, "train_loss": 0.39742269942179864, "val_auc": 0.7936046545084685, "val_acc": 0.8498831560277743, "val_f1": 0.91570778800247, "epochs_without_improvement": 0, "best_epoch": 7, "seconds": 8.4}
9
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 8, "train_loss": 0.39595470002278144, "val_auc": 0.7939538518309601, "val_acc": 0.8490885499612755, "val_f1": 0.9154283073072753, "epochs_without_improvement": 0, "best_epoch": 8, "seconds": 8.451}
10
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 9, "train_loss": 0.3944668499608114, "val_auc": 0.7959028828973272, "val_acc": 0.8501714940940988, "val_f1": 0.9157456532313714, "epochs_without_improvement": 0, "best_epoch": 9, "seconds": 8.179}
11
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 10, "train_loss": 0.3926773230337726, "val_auc": 0.7966131354255741, "val_acc": 0.8503458380411787, "val_f1": 0.9157041524713134, "epochs_without_improvement": 0, "best_epoch": 10, "seconds": 8.454}
12
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 11, "train_loss": 0.3912678337776599, "val_auc": 0.7971542227815209, "val_acc": 0.8504765960014886, "val_f1": 0.9156540372471106, "epochs_without_improvement": 0, "best_epoch": 11, "seconds": 8.416}
13
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 12, "train_loss": 0.3903249883589967, "val_auc": 0.7980185241953148, "val_acc": 0.8507548757631739, "val_f1": 0.9158414156882764, "epochs_without_improvement": 0, "best_epoch": 12, "seconds": 8.381}
14
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 13, "train_loss": 0.3890747242640955, "val_auc": 0.7982730385829145, "val_acc": 0.8509694529288107, "val_f1": 0.9158838534846225, "epochs_without_improvement": 0, "best_epoch": 13, "seconds": 8.277}
15
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 14, "train_loss": 0.3878904618129829, "val_auc": 0.7989395565335538, "val_acc": 0.8509661001605976, "val_f1": 0.9159136266043678, "epochs_without_improvement": 0, "best_epoch": 14, "seconds": 8.281}
16
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 15, "train_loss": 0.38695147957826526, "val_auc": 0.7989272838137731, "val_acc": 0.8506408816439293, "val_f1": 0.9155718628469195, "epochs_without_improvement": 1, "best_epoch": 14, "seconds": 5.675}
17
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 16, "train_loss": 0.38600776448768653, "val_auc": 0.7990200692685567, "val_acc": 0.8509459835513191, "val_f1": 0.9157738585791989, "epochs_without_improvement": 0, "best_epoch": 16, "seconds": 4.258}
18
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 17, "train_loss": 0.3851337883756568, "val_auc": 0.7992773437904962, "val_acc": 0.8507850506770915, "val_f1": 0.9157046395120889, "epochs_without_improvement": 0, "best_epoch": 17, "seconds": 11.705}
19
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 18, "train_loss": 0.38411272869208934, "val_auc": 0.7995558538357967, "val_acc": 0.8510029806109414, "val_f1": 0.915761219832129, "epochs_without_improvement": 0, "best_epoch": 18, "seconds": 11.172}
20
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 19, "train_loss": 0.3831799468845901, "val_auc": 0.7993052153919471, "val_acc": 0.8508822809552707, "val_f1": 0.9158241383878721, "epochs_without_improvement": 1, "best_epoch": 18, "seconds": 12.148}
21
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 20, "train_loss": 0.38244000401521594, "val_auc": 0.7991980070310971, "val_acc": 0.8510063333791545, "val_f1": 0.9160100472690366, "epochs_without_improvement": 2, "best_epoch": 18, "seconds": 10.86}
22
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 21, "train_loss": 0.3816239409187297, "val_auc": 0.7986698499779569, "val_acc": 0.8511404441076775, "val_f1": 0.9160399462189704, "epochs_without_improvement": 3, "best_epoch": 18, "seconds": 10.554}
23
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 22, "train_loss": 0.38063057809296047, "val_auc": 0.7993717322620768, "val_acc": 0.8510834470480553, "val_f1": 0.9159256020322017, "epochs_without_improvement": 4, "best_epoch": 18, "seconds": 8.881}
24
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 23, "train_loss": 0.3798745120127584, "val_auc": 0.7989592975351945, "val_acc": 0.8509292197102538, "val_f1": 0.9157613535173642, "epochs_without_improvement": 5, "best_epoch": 18, "seconds": 8.513}
25
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 24, "train_loss": 0.3790701376032953, "val_auc": 0.7987417358032791, "val_acc": 0.850899044796336, "val_f1": 0.9158649707605658, "epochs_without_improvement": 6, "best_epoch": 18, "seconds": 7.054}
26
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 25, "train_loss": 0.37815305961228407, "val_auc": 0.7981024546885019, "val_acc": 0.8508319894320746, "val_f1": 0.9157142342936276, "epochs_without_improvement": 7, "best_epoch": 18, "seconds": 7.776}
27
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 26, "train_loss": 0.3774125081887517, "val_auc": 0.7977939230187384, "val_acc": 0.8507682868360261, "val_f1": 0.9157763674277258, "epochs_without_improvement": 8, "best_epoch": 18, "seconds": 7.868}
28
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 27, "train_loss": 0.37666845090031004, "val_auc": 0.7976678456986914, "val_acc": 0.8509962750745153, "val_f1": 0.9158875320801568, "epochs_without_improvement": 9, "best_epoch": 18, "seconds": 8.002}
29
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 3, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a97e391-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 28, "train_loss": 0.3757005466698365, "val_auc": 0.7974867281487328, "val_acc": 0.850671056557847, "val_f1": 0.9155378561608116, "epochs_without_improvement": 10, "best_epoch": 18, "seconds": 8.034}
bridge2algebra2006/fold3/run.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "addressingtwoproblemsdee",
3
+ "dataset": "bridge2algebra2006",
4
+ "fold": 3,
5
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
6
+ "leap_kt_version": "0.1.0",
7
+ "run_id": "1a01a97e391-1b0c5f",
8
+ "device": "cuda:NVIDIA GeForce RTX 3090",
9
+ "hardware": {
10
+ "device": "cuda",
11
+ "accelerator": "NVIDIA GeForce RTX 3090",
12
+ "torch_version": "2.9.1+cu128",
13
+ "cuda_version": "12.8",
14
+ "cpu": "x86_64",
15
+ "platform": "Linux 5.15.0-140-generic"
16
+ },
17
+ "protocol": {
18
+ "test_ratio": 0.2,
19
+ "n_folds": 5,
20
+ "early_stopping_patience": 10,
21
+ "early_stopping_metric": "auc",
22
+ "max_epochs": 200,
23
+ "primary_metric": "auc",
24
+ "secondary_metrics": [
25
+ "acc",
26
+ "f1"
27
+ ],
28
+ "validation_source": "held_out_fold",
29
+ "seed": 0,
30
+ "is_deviation": false,
31
+ "deviation_reason": ""
32
+ },
33
+ "protocol_description": "80%/20% user-level split, 5-fold CV (validation = held_out_fold), max 200 epochs, early stop patience 10 on auc, metrics auc + acc/f1"
34
+ }
bridge2algebra2006/fold4/checkpoint/config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "AddressingTwoProblemsDeeModel"
4
+ ],
5
+ "dataset": "bridge2algebra2006",
6
+ "dropout": 0.5,
7
+ "dtype": "float32",
8
+ "hidden_size": 200,
9
+ "input_level": "concept",
10
+ "lambda_r": 0.1,
11
+ "lambda_w1": 0.003,
12
+ "lambda_w2": 3.0,
13
+ "max_seq_len": 200,
14
+ "model_type": "addressingtwoproblemsdee",
15
+ "n_concepts": 493,
16
+ "n_questions": 129263,
17
+ "num_layers": 1,
18
+ "transformers_version": "5.14.1"
19
+ }
bridge2algebra2006/fold4/checkpoint/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b94699aceaa9db16b524176cb9f637a7878166bf9e7f9ced2a7ee8e644fff615
3
+ size 2472196
bridge2algebra2006/fold4/epochs.jsonl ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 0, "train_loss": 0.47480550910137137, "val_auc": 0.7573362229766294, "val_acc": 0.8269292426952042, "val_f1": 0.9037644802941223, "epochs_without_improvement": 0, "best_epoch": 0, "seconds": 8.195}
2
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 1, "train_loss": 0.4226613617977317, "val_auc": 0.7680066817063128, "val_acc": 0.8320484777667738, "val_f1": 0.9060716242466504, "epochs_without_improvement": 0, "best_epoch": 1, "seconds": 8.171}
3
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 2, "train_loss": 0.4123038346974217, "val_auc": 0.7779230804221562, "val_acc": 0.8346811254479776, "val_f1": 0.9070634650431578, "epochs_without_improvement": 0, "best_epoch": 2, "seconds": 8.198}
4
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 3, "train_loss": 0.40572187395728365, "val_auc": 0.7823490492895212, "val_acc": 0.8359564811582225, "val_f1": 0.9074665016196577, "epochs_without_improvement": 0, "best_epoch": 3, "seconds": 8.315}
5
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 4, "train_loss": 0.4016302288795004, "val_auc": 0.7847207542432637, "val_acc": 0.836765156427009, "val_f1": 0.9078016753088134, "epochs_without_improvement": 0, "best_epoch": 4, "seconds": 8.374}
6
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 5, "train_loss": 0.39805481658906355, "val_auc": 0.7873986823748839, "val_acc": 0.8371997748534054, "val_f1": 0.9080312418871517, "epochs_without_improvement": 0, "best_epoch": 5, "seconds": 8.386}
7
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 6, "train_loss": 0.3954335133336028, "val_auc": 0.7901426353984556, "val_acc": 0.8378659522774718, "val_f1": 0.9082696765091203, "epochs_without_improvement": 0, "best_epoch": 6, "seconds": 8.483}
8
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 7, "train_loss": 0.39340911045366406, "val_auc": 0.7920624626531234, "val_acc": 0.838140260628558, "val_f1": 0.9083419238613599, "epochs_without_improvement": 0, "best_epoch": 7, "seconds": 8.386}
9
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 8, "train_loss": 0.3913810558769168, "val_auc": 0.7936747023619506, "val_acc": 0.8385641917166002, "val_f1": 0.9085161019412772, "epochs_without_improvement": 0, "best_epoch": 8, "seconds": 8.327}
10
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 9, "train_loss": 0.38972369003660823, "val_auc": 0.7943677150422821, "val_acc": 0.8386176284083703, "val_f1": 0.9085724088519329, "epochs_without_improvement": 0, "best_epoch": 9, "seconds": 8.509}
11
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 10, "train_loss": 0.38826051171945064, "val_auc": 0.7955606564540212, "val_acc": 0.8392588687096108, "val_f1": 0.9088488585148269, "epochs_without_improvement": 0, "best_epoch": 10, "seconds": 8.487}
12
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 11, "train_loss": 0.3868620587246759, "val_auc": 0.7964681412199013, "val_acc": 0.8397896731811931, "val_f1": 0.9090202869466001, "epochs_without_improvement": 0, "best_epoch": 11, "seconds": 8.515}
13
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 12, "train_loss": 0.3857120949090744, "val_auc": 0.7967976715815983, "val_acc": 0.8400141072866273, "val_f1": 0.909152332536974, "epochs_without_improvement": 0, "best_epoch": 12, "seconds": 8.525}
14
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 13, "train_loss": 0.3847457515646, "val_auc": 0.7973047065748313, "val_acc": 0.8400711064245153, "val_f1": 0.9092151854705469, "epochs_without_improvement": 0, "best_epoch": 13, "seconds": 8.582}
15
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 14, "train_loss": 0.38326355997396977, "val_auc": 0.7986180268516062, "val_acc": 0.8405413493120917, "val_f1": 0.9093571100225387, "epochs_without_improvement": 0, "best_epoch": 14, "seconds": 6.32}
16
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 15, "train_loss": 0.3824402619989551, "val_auc": 0.7987988667059036, "val_acc": 0.8406731598184577, "val_f1": 0.9095014933346284, "epochs_without_improvement": 0, "best_epoch": 15, "seconds": 4.137}
17
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 16, "train_loss": 0.38134717971694715, "val_auc": 0.7989647938541912, "val_acc": 0.840965280400134, "val_f1": 0.9095664081807943, "epochs_without_improvement": 0, "best_epoch": 16, "seconds": 11.863}
18
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 17, "train_loss": 0.38042074122599195, "val_auc": 0.79935094711076, "val_acc": 0.84102584198414, "val_f1": 0.9095753842412944, "epochs_without_improvement": 0, "best_epoch": 17, "seconds": 11.703}
19
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 18, "train_loss": 0.37925376986362497, "val_auc": 0.79940732201355, "val_acc": 0.8413571494731142, "val_f1": 0.9097010718587402, "epochs_without_improvement": 0, "best_epoch": 18, "seconds": 12.195}
20
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 19, "train_loss": 0.37854244316719016, "val_auc": 0.799275659963642, "val_acc": 0.8413464621347602, "val_f1": 0.9096468039091172, "epochs_without_improvement": 1, "best_epoch": 18, "seconds": 10.184}
21
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 20, "train_loss": 0.3774713025409348, "val_auc": 0.7995098900223214, "val_acc": 0.8413357747964062, "val_f1": 0.9096559306424981, "epochs_without_improvement": 0, "best_epoch": 20, "seconds": 10.824}
22
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 21, "train_loss": 0.3766012506521478, "val_auc": 0.7993211685248435, "val_acc": 0.8411540900443881, "val_f1": 0.9094108014652252, "epochs_without_improvement": 1, "best_epoch": 20, "seconds": 10.16}
23
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 22, "train_loss": 0.37542226728127925, "val_auc": 0.7995276671776533, "val_acc": 0.8414711477488903, "val_f1": 0.9096039229866051, "epochs_without_improvement": 0, "best_epoch": 22, "seconds": 8.787}
24
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 23, "train_loss": 0.37466467871349685, "val_auc": 0.7995305679269517, "val_acc": 0.841065028891438, "val_f1": 0.909409519168291, "epochs_without_improvement": 0, "best_epoch": 23, "seconds": 7.056}
25
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 24, "train_loss": 0.37368347100457366, "val_auc": 0.7990586290329871, "val_acc": 0.8411897145055681, "val_f1": 0.9095909191390461, "epochs_without_improvement": 1, "best_epoch": 23, "seconds": 7.56}
26
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 25, "train_loss": 0.3728278572766148, "val_auc": 0.7990254813501068, "val_acc": 0.841029404430258, "val_f1": 0.9094149648816532, "epochs_without_improvement": 2, "best_epoch": 23, "seconds": 7.995}
27
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 26, "train_loss": 0.37209134214386647, "val_auc": 0.7980819978804167, "val_acc": 0.8407942829864699, "val_f1": 0.909403837109356, "epochs_without_improvement": 3, "best_epoch": 23, "seconds": 7.956}
28
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 27, "train_loss": 0.37110237169022464, "val_auc": 0.7976969926214273, "val_acc": 0.8412360263051021, "val_f1": 0.9096537463509569, "epochs_without_improvement": 4, "best_epoch": 23, "seconds": 8.13}
29
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 28, "train_loss": 0.37021700232004634, "val_auc": 0.7977070979630357, "val_acc": 0.8408797816933019, "val_f1": 0.9093705487762812, "epochs_without_improvement": 5, "best_epoch": 23, "seconds": 8.095}
30
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 29, "train_loss": 0.3691745786642542, "val_auc": 0.7970878026507761, "val_acc": 0.841000904861314, "val_f1": 0.9094075523476256, "epochs_without_improvement": 6, "best_epoch": 23, "seconds": 8.262}
31
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 30, "train_loss": 0.36856188716328875, "val_auc": 0.796420164996708, "val_acc": 0.8409830926307239, "val_f1": 0.9094211206642897, "epochs_without_improvement": 7, "best_epoch": 23, "seconds": 8.339}
32
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 31, "train_loss": 0.3680312066357963, "val_auc": 0.7958344485486699, "val_acc": 0.8407622209714078, "val_f1": 0.9092949400866486, "epochs_without_improvement": 8, "best_epoch": 23, "seconds": 8.384}
33
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 32, "train_loss": 0.3666575059902911, "val_auc": 0.7953989916073645, "val_acc": 0.8408014078787058, "val_f1": 0.9092570481736885, "epochs_without_improvement": 9, "best_epoch": 23, "seconds": 8.432}
34
+ {"model": "addressingtwoproblemsdee", "dataset": "bridge2algebra2006", "fold": 4, "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8", "leap_kt_version": "0.1.0", "run_id": "1a01a9bb688-1b0c5f", "device": "cuda:NVIDIA GeForce RTX 3090", "epoch": 33, "train_loss": 0.36558105051517487, "val_auc": 0.7943806963556397, "val_acc": 0.8405947860038617, "val_f1": 0.9092122776262823, "epochs_without_improvement": 10, "best_epoch": 23, "seconds": 8.44}
bridge2algebra2006/fold4/run.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "addressingtwoproblemsdee",
3
+ "dataset": "bridge2algebra2006",
4
+ "fold": 4,
5
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
6
+ "leap_kt_version": "0.1.0",
7
+ "run_id": "1a01a9bb688-1b0c5f",
8
+ "device": "cuda:NVIDIA GeForce RTX 3090",
9
+ "hardware": {
10
+ "device": "cuda",
11
+ "accelerator": "NVIDIA GeForce RTX 3090",
12
+ "torch_version": "2.9.1+cu128",
13
+ "cuda_version": "12.8",
14
+ "cpu": "x86_64",
15
+ "platform": "Linux 5.15.0-140-generic"
16
+ },
17
+ "protocol": {
18
+ "test_ratio": 0.2,
19
+ "n_folds": 5,
20
+ "early_stopping_patience": 10,
21
+ "early_stopping_metric": "auc",
22
+ "max_epochs": 200,
23
+ "primary_metric": "auc",
24
+ "secondary_metrics": [
25
+ "acc",
26
+ "f1"
27
+ ],
28
+ "validation_source": "held_out_fold",
29
+ "seed": 0,
30
+ "is_deviation": false,
31
+ "deviation_reason": ""
32
+ },
33
+ "protocol_description": "80%/20% user-level split, 5-fold CV (validation = held_out_fold), max 200 epochs, early stop patience 10 on auc, metrics auc + acc/f1"
34
+ }
bridge2algebra2006/folds.json ADDED
@@ -0,0 +1,2691 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "fold": 0,
4
+ "n_fit_users": 732,
5
+ "n_validation_users": 184,
6
+ "n_test_users": 229,
7
+ "test_metrics": {
8
+ "auc": 0.7934218363860402,
9
+ "acc": 0.849731397968362,
10
+ "f1": 0.9152018825399387,
11
+ "n_scored": 363549
12
+ },
13
+ "training": {
14
+ "best_epoch": 19,
15
+ "best_score": 0.7965903391523081,
16
+ "epochs_run": 30,
17
+ "stopped_early": true,
18
+ "history": [
19
+ {
20
+ "model": "addressingtwoproblemsdee",
21
+ "dataset": "bridge2algebra2006",
22
+ "fold": 0,
23
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
24
+ "leap_kt_version": "0.1.0",
25
+ "run_id": "1a01a8bb848-1b0c5f",
26
+ "device": "cuda:NVIDIA GeForce RTX 3090",
27
+ "epoch": 0,
28
+ "train_loss": 0.47746457610374843,
29
+ "val_auc": 0.753860160950026,
30
+ "val_acc": 0.8368970678631832,
31
+ "val_f1": 0.9092973806033708,
32
+ "epochs_without_improvement": 0,
33
+ "best_epoch": 0,
34
+ "seconds": 10.246
35
+ },
36
+ {
37
+ "model": "addressingtwoproblemsdee",
38
+ "dataset": "bridge2algebra2006",
39
+ "fold": 0,
40
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
41
+ "leap_kt_version": "0.1.0",
42
+ "run_id": "1a01a8bb848-1b0c5f",
43
+ "device": "cuda:NVIDIA GeForce RTX 3090",
44
+ "epoch": 1,
45
+ "train_loss": 0.4263372039183592,
46
+ "val_auc": 0.7672676251874677,
47
+ "val_acc": 0.8395642253609171,
48
+ "val_f1": 0.9100366303219612,
49
+ "epochs_without_improvement": 0,
50
+ "best_epoch": 1,
51
+ "seconds": 10.877
52
+ },
53
+ {
54
+ "model": "addressingtwoproblemsdee",
55
+ "dataset": "bridge2algebra2006",
56
+ "fold": 0,
57
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
58
+ "leap_kt_version": "0.1.0",
59
+ "run_id": "1a01a8bb848-1b0c5f",
60
+ "device": "cuda:NVIDIA GeForce RTX 3090",
61
+ "epoch": 2,
62
+ "train_loss": 0.41611581108508966,
63
+ "val_auc": 0.7763936497487712,
64
+ "val_acc": 0.8423946073409343,
65
+ "val_f1": 0.9114203735873363,
66
+ "epochs_without_improvement": 0,
67
+ "best_epoch": 2,
68
+ "seconds": 6.567
69
+ },
70
+ {
71
+ "model": "addressingtwoproblemsdee",
72
+ "dataset": "bridge2algebra2006",
73
+ "fold": 0,
74
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
75
+ "leap_kt_version": "0.1.0",
76
+ "run_id": "1a01a8bb848-1b0c5f",
77
+ "device": "cuda:NVIDIA GeForce RTX 3090",
78
+ "epoch": 3,
79
+ "train_loss": 0.40886581662373667,
80
+ "val_auc": 0.7813410584865582,
81
+ "val_acc": 0.8440685264996683,
82
+ "val_f1": 0.9124063098670683,
83
+ "epochs_without_improvement": 0,
84
+ "best_epoch": 3,
85
+ "seconds": 7.167
86
+ },
87
+ {
88
+ "model": "addressingtwoproblemsdee",
89
+ "dataset": "bridge2algebra2006",
90
+ "fold": 0,
91
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
92
+ "leap_kt_version": "0.1.0",
93
+ "run_id": "1a01a8bb848-1b0c5f",
94
+ "device": "cuda:NVIDIA GeForce RTX 3090",
95
+ "epoch": 4,
96
+ "train_loss": 0.40371998090010425,
97
+ "val_auc": 0.7852678145553689,
98
+ "val_acc": 0.8449714704442137,
99
+ "val_f1": 0.9127501299757248,
100
+ "epochs_without_improvement": 0,
101
+ "best_epoch": 4,
102
+ "seconds": 7.617
103
+ },
104
+ {
105
+ "model": "addressingtwoproblemsdee",
106
+ "dataset": "bridge2algebra2006",
107
+ "fold": 0,
108
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
109
+ "leap_kt_version": "0.1.0",
110
+ "run_id": "1a01a8bb848-1b0c5f",
111
+ "device": "cuda:NVIDIA GeForce RTX 3090",
112
+ "epoch": 5,
113
+ "train_loss": 0.400296913813322,
114
+ "val_auc": 0.7872915532615514,
115
+ "val_acc": 0.8456278412346716,
116
+ "val_f1": 0.9130949052667799,
117
+ "epochs_without_improvement": 0,
118
+ "best_epoch": 5,
119
+ "seconds": 7.872
120
+ },
121
+ {
122
+ "model": "addressingtwoproblemsdee",
123
+ "dataset": "bridge2algebra2006",
124
+ "fold": 0,
125
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
126
+ "leap_kt_version": "0.1.0",
127
+ "run_id": "1a01a8bb848-1b0c5f",
128
+ "device": "cuda:NVIDIA GeForce RTX 3090",
129
+ "epoch": 6,
130
+ "train_loss": 0.397628723963713,
131
+ "val_auc": 0.7889514228193556,
132
+ "val_acc": 0.846034166009717,
133
+ "val_f1": 0.9132043556401311,
134
+ "epochs_without_improvement": 0,
135
+ "best_epoch": 6,
136
+ "seconds": 7.957
137
+ },
138
+ {
139
+ "model": "addressingtwoproblemsdee",
140
+ "dataset": "bridge2algebra2006",
141
+ "fold": 0,
142
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
143
+ "leap_kt_version": "0.1.0",
144
+ "run_id": "1a01a8bb848-1b0c5f",
145
+ "device": "cuda:NVIDIA GeForce RTX 3090",
146
+ "epoch": 7,
147
+ "train_loss": 0.3952944578268589,
148
+ "val_auc": 0.7903622572862615,
149
+ "val_acc": 0.8464474365074128,
150
+ "val_f1": 0.913329243025077,
151
+ "epochs_without_improvement": 0,
152
+ "best_epoch": 7,
153
+ "seconds": 7.915
154
+ },
155
+ {
156
+ "model": "addressingtwoproblemsdee",
157
+ "dataset": "bridge2algebra2006",
158
+ "fold": 0,
159
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
160
+ "leap_kt_version": "0.1.0",
161
+ "run_id": "1a01a8bb848-1b0c5f",
162
+ "device": "cuda:NVIDIA GeForce RTX 3090",
163
+ "epoch": 8,
164
+ "train_loss": 0.3934314402250143,
165
+ "val_auc": 0.7916680442702744,
166
+ "val_acc": 0.8470899158525701,
167
+ "val_f1": 0.9137289171734905,
168
+ "epochs_without_improvement": 0,
169
+ "best_epoch": 8,
170
+ "seconds": 8.232
171
+ },
172
+ {
173
+ "model": "addressingtwoproblemsdee",
174
+ "dataset": "bridge2algebra2006",
175
+ "fold": 0,
176
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
177
+ "leap_kt_version": "0.1.0",
178
+ "run_id": "1a01a8bb848-1b0c5f",
179
+ "device": "cuda:NVIDIA GeForce RTX 3090",
180
+ "epoch": 9,
181
+ "train_loss": 0.3919092296025692,
182
+ "val_auc": 0.7926207346683671,
183
+ "val_acc": 0.8473607990359336,
184
+ "val_f1": 0.9137614390883262,
185
+ "epochs_without_improvement": 0,
186
+ "best_epoch": 9,
187
+ "seconds": 8.142
188
+ },
189
+ {
190
+ "model": "addressingtwoproblemsdee",
191
+ "dataset": "bridge2algebra2006",
192
+ "fold": 0,
193
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
194
+ "leap_kt_version": "0.1.0",
195
+ "run_id": "1a01a8bb848-1b0c5f",
196
+ "device": "cuda:NVIDIA GeForce RTX 3090",
197
+ "epoch": 10,
198
+ "train_loss": 0.39036561862016333,
199
+ "val_auc": 0.793334976004431,
200
+ "val_acc": 0.8476525193872484,
201
+ "val_f1": 0.913978241601368,
202
+ "epochs_without_improvement": 0,
203
+ "best_epoch": 10,
204
+ "seconds": 8.466
205
+ },
206
+ {
207
+ "model": "addressingtwoproblemsdee",
208
+ "dataset": "bridge2algebra2006",
209
+ "fold": 0,
210
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
211
+ "leap_kt_version": "0.1.0",
212
+ "run_id": "1a01a8bb848-1b0c5f",
213
+ "device": "cuda:NVIDIA GeForce RTX 3090",
214
+ "epoch": 11,
215
+ "train_loss": 0.3889987682684874,
216
+ "val_auc": 0.793910146492609,
217
+ "val_acc": 0.8476629379712238,
218
+ "val_f1": 0.9139670852758486,
219
+ "epochs_without_improvement": 0,
220
+ "best_epoch": 11,
221
+ "seconds": 8.519
222
+ },
223
+ {
224
+ "model": "addressingtwoproblemsdee",
225
+ "dataset": "bridge2algebra2006",
226
+ "fold": 0,
227
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
228
+ "leap_kt_version": "0.1.0",
229
+ "run_id": "1a01a8bb848-1b0c5f",
230
+ "device": "cuda:NVIDIA GeForce RTX 3090",
231
+ "epoch": 12,
232
+ "train_loss": 0.3877954710752536,
233
+ "val_auc": 0.7946118873647852,
234
+ "val_acc": 0.8479893869357903,
235
+ "val_f1": 0.9142163923888141,
236
+ "epochs_without_improvement": 0,
237
+ "best_epoch": 12,
238
+ "seconds": 8.44
239
+ },
240
+ {
241
+ "model": "addressingtwoproblemsdee",
242
+ "dataset": "bridge2algebra2006",
243
+ "fold": 0,
244
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
245
+ "leap_kt_version": "0.1.0",
246
+ "run_id": "1a01a8bb848-1b0c5f",
247
+ "device": "cuda:NVIDIA GeForce RTX 3090",
248
+ "epoch": 13,
249
+ "train_loss": 0.3865831379707043,
250
+ "val_auc": 0.7952470985406017,
251
+ "val_acc": 0.8478990925413358,
252
+ "val_f1": 0.9140495446080057,
253
+ "epochs_without_improvement": 0,
254
+ "best_epoch": 13,
255
+ "seconds": 8.281
256
+ },
257
+ {
258
+ "model": "addressingtwoproblemsdee",
259
+ "dataset": "bridge2algebra2006",
260
+ "fold": 0,
261
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
262
+ "leap_kt_version": "0.1.0",
263
+ "run_id": "1a01a8bb848-1b0c5f",
264
+ "device": "cuda:NVIDIA GeForce RTX 3090",
265
+ "epoch": 14,
266
+ "train_loss": 0.38542644060575043,
267
+ "val_auc": 0.7955632689267524,
268
+ "val_acc": 0.8480136969650665,
269
+ "val_f1": 0.9140385612596049,
270
+ "epochs_without_improvement": 0,
271
+ "best_epoch": 14,
272
+ "seconds": 8.451
273
+ },
274
+ {
275
+ "model": "addressingtwoproblemsdee",
276
+ "dataset": "bridge2algebra2006",
277
+ "fold": 0,
278
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
279
+ "leap_kt_version": "0.1.0",
280
+ "run_id": "1a01a8bb848-1b0c5f",
281
+ "device": "cuda:NVIDIA GeForce RTX 3090",
282
+ "epoch": 15,
283
+ "train_loss": 0.3843307657119555,
284
+ "val_auc": 0.7961526263474801,
285
+ "val_acc": 0.8480900999142204,
286
+ "val_f1": 0.9141573121909098,
287
+ "epochs_without_improvement": 0,
288
+ "best_epoch": 15,
289
+ "seconds": 8.461
290
+ },
291
+ {
292
+ "model": "addressingtwoproblemsdee",
293
+ "dataset": "bridge2algebra2006",
294
+ "fold": 0,
295
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
296
+ "leap_kt_version": "0.1.0",
297
+ "run_id": "1a01a8bb848-1b0c5f",
298
+ "device": "cuda:NVIDIA GeForce RTX 3090",
299
+ "epoch": 16,
300
+ "train_loss": 0.383354740570753,
301
+ "val_auc": 0.7962317130147856,
302
+ "val_acc": 0.8484547503533636,
303
+ "val_f1": 0.9142780810642507,
304
+ "epochs_without_improvement": 0,
305
+ "best_epoch": 16,
306
+ "seconds": 8.515
307
+ },
308
+ {
309
+ "model": "addressingtwoproblemsdee",
310
+ "dataset": "bridge2algebra2006",
311
+ "fold": 0,
312
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
313
+ "leap_kt_version": "0.1.0",
314
+ "run_id": "1a01a8bb848-1b0c5f",
315
+ "device": "cuda:NVIDIA GeForce RTX 3090",
316
+ "epoch": 17,
317
+ "train_loss": 0.38261210200114126,
318
+ "val_auc": 0.7963651519350949,
319
+ "val_acc": 0.8480136969650665,
320
+ "val_f1": 0.9139628517056446,
321
+ "epochs_without_improvement": 0,
322
+ "best_epoch": 17,
323
+ "seconds": 8.508
324
+ },
325
+ {
326
+ "model": "addressingtwoproblemsdee",
327
+ "dataset": "bridge2algebra2006",
328
+ "fold": 0,
329
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
330
+ "leap_kt_version": "0.1.0",
331
+ "run_id": "1a01a8bb848-1b0c5f",
332
+ "device": "cuda:NVIDIA GeForce RTX 3090",
333
+ "epoch": 18,
334
+ "train_loss": 0.3814251473316779,
335
+ "val_auc": 0.7965064893534485,
336
+ "val_acc": 0.8485901919450455,
337
+ "val_f1": 0.9143962301197722,
338
+ "epochs_without_improvement": 0,
339
+ "best_epoch": 18,
340
+ "seconds": 8.477
341
+ },
342
+ {
343
+ "model": "addressingtwoproblemsdee",
344
+ "dataset": "bridge2algebra2006",
345
+ "fold": 0,
346
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
347
+ "leap_kt_version": "0.1.0",
348
+ "run_id": "1a01a8bb848-1b0c5f",
349
+ "device": "cuda:NVIDIA GeForce RTX 3090",
350
+ "epoch": 19,
351
+ "train_loss": 0.38038946008070923,
352
+ "val_auc": 0.7965903391523081,
353
+ "val_acc": 0.8483748745428846,
354
+ "val_f1": 0.9142381218030816,
355
+ "epochs_without_improvement": 0,
356
+ "best_epoch": 19,
357
+ "seconds": 8.493
358
+ },
359
+ {
360
+ "model": "addressingtwoproblemsdee",
361
+ "dataset": "bridge2algebra2006",
362
+ "fold": 0,
363
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
364
+ "leap_kt_version": "0.1.0",
365
+ "run_id": "1a01a8bb848-1b0c5f",
366
+ "device": "cuda:NVIDIA GeForce RTX 3090",
367
+ "epoch": 20,
368
+ "train_loss": 0.37939169223491964,
369
+ "val_auc": 0.7965867747284129,
370
+ "val_acc": 0.848440858908063,
371
+ "val_f1": 0.9142914377851404,
372
+ "epochs_without_improvement": 1,
373
+ "best_epoch": 19,
374
+ "seconds": 8.475
375
+ },
376
+ {
377
+ "model": "addressingtwoproblemsdee",
378
+ "dataset": "bridge2algebra2006",
379
+ "fold": 0,
380
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
381
+ "leap_kt_version": "0.1.0",
382
+ "run_id": "1a01a8bb848-1b0c5f",
383
+ "device": "cuda:NVIDIA GeForce RTX 3090",
384
+ "epoch": 21,
385
+ "train_loss": 0.3784228139962906,
386
+ "val_auc": 0.7961859114167451,
387
+ "val_acc": 0.848322781623007,
388
+ "val_f1": 0.9141177280280015,
389
+ "epochs_without_improvement": 2,
390
+ "best_epoch": 19,
391
+ "seconds": 8.571
392
+ },
393
+ {
394
+ "model": "addressingtwoproblemsdee",
395
+ "dataset": "bridge2algebra2006",
396
+ "fold": 0,
397
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
398
+ "leap_kt_version": "0.1.0",
399
+ "run_id": "1a01a8bb848-1b0c5f",
400
+ "device": "cuda:NVIDIA GeForce RTX 3090",
401
+ "epoch": 22,
402
+ "train_loss": 0.3777491762087895,
403
+ "val_auc": 0.7960030563417135,
404
+ "val_acc": 0.8481942857539756,
405
+ "val_f1": 0.9140931155788771,
406
+ "epochs_without_improvement": 3,
407
+ "best_epoch": 19,
408
+ "seconds": 5.611
409
+ },
410
+ {
411
+ "model": "addressingtwoproblemsdee",
412
+ "dataset": "bridge2algebra2006",
413
+ "fold": 0,
414
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
415
+ "leap_kt_version": "0.1.0",
416
+ "run_id": "1a01a8bb848-1b0c5f",
417
+ "device": "cuda:NVIDIA GeForce RTX 3090",
418
+ "epoch": 23,
419
+ "train_loss": 0.3765672167142232,
420
+ "val_auc": 0.7959639527251434,
421
+ "val_acc": 0.8479824412131399,
422
+ "val_f1": 0.9139527706409755,
423
+ "epochs_without_improvement": 4,
424
+ "best_epoch": 19,
425
+ "seconds": 6.166
426
+ },
427
+ {
428
+ "model": "addressingtwoproblemsdee",
429
+ "dataset": "bridge2algebra2006",
430
+ "fold": 0,
431
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
432
+ "leap_kt_version": "0.1.0",
433
+ "run_id": "1a01a8bb848-1b0c5f",
434
+ "device": "cuda:NVIDIA GeForce RTX 3090",
435
+ "epoch": 24,
436
+ "train_loss": 0.37587792231486394,
437
+ "val_auc": 0.7956637973524054,
438
+ "val_acc": 0.8482706887031294,
439
+ "val_f1": 0.9139855651674024,
440
+ "epochs_without_improvement": 5,
441
+ "best_epoch": 19,
442
+ "seconds": 11.795
443
+ },
444
+ {
445
+ "model": "addressingtwoproblemsdee",
446
+ "dataset": "bridge2algebra2006",
447
+ "fold": 0,
448
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
449
+ "leap_kt_version": "0.1.0",
450
+ "run_id": "1a01a8bb848-1b0c5f",
451
+ "device": "cuda:NVIDIA GeForce RTX 3090",
452
+ "epoch": 25,
453
+ "train_loss": 0.37459989465199983,
454
+ "val_auc": 0.795332488587496,
455
+ "val_acc": 0.8480414798556679,
456
+ "val_f1": 0.913857323978045,
457
+ "epochs_without_improvement": 6,
458
+ "best_epoch": 19,
459
+ "seconds": 13.607
460
+ },
461
+ {
462
+ "model": "addressingtwoproblemsdee",
463
+ "dataset": "bridge2algebra2006",
464
+ "fold": 0,
465
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
466
+ "leap_kt_version": "0.1.0",
467
+ "run_id": "1a01a8bb848-1b0c5f",
468
+ "device": "cuda:NVIDIA GeForce RTX 3090",
469
+ "epoch": 26,
470
+ "train_loss": 0.3739016682673723,
471
+ "val_auc": 0.794983543978284,
472
+ "val_acc": 0.8480970456368707,
473
+ "val_f1": 0.9139115339649899,
474
+ "epochs_without_improvement": 7,
475
+ "best_epoch": 19,
476
+ "seconds": 11.054
477
+ },
478
+ {
479
+ "model": "addressingtwoproblemsdee",
480
+ "dataset": "bridge2algebra2006",
481
+ "fold": 0,
482
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
483
+ "leap_kt_version": "0.1.0",
484
+ "run_id": "1a01a8bb848-1b0c5f",
485
+ "device": "cuda:NVIDIA GeForce RTX 3090",
486
+ "epoch": 27,
487
+ "train_loss": 0.37314187395266996,
488
+ "val_auc": 0.7944653472054684,
489
+ "val_acc": 0.8479859140744651,
490
+ "val_f1": 0.9137266341324966,
491
+ "epochs_without_improvement": 8,
492
+ "best_epoch": 19,
493
+ "seconds": 12.216
494
+ },
495
+ {
496
+ "model": "addressingtwoproblemsdee",
497
+ "dataset": "bridge2algebra2006",
498
+ "fold": 0,
499
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
500
+ "leap_kt_version": "0.1.0",
501
+ "run_id": "1a01a8bb848-1b0c5f",
502
+ "device": "cuda:NVIDIA GeForce RTX 3090",
503
+ "epoch": 28,
504
+ "train_loss": 0.37184404333432514,
505
+ "val_auc": 0.793328368511779,
506
+ "val_acc": 0.8474719305983393,
507
+ "val_f1": 0.9134038668564736,
508
+ "epochs_without_improvement": 9,
509
+ "best_epoch": 19,
510
+ "seconds": 11.5
511
+ },
512
+ {
513
+ "model": "addressingtwoproblemsdee",
514
+ "dataset": "bridge2algebra2006",
515
+ "fold": 0,
516
+ "git_commit": "f693cd8886e8a87d22b450a56f240f0db2ed4f35",
517
+ "leap_kt_version": "0.1.0",
518
+ "run_id": "1a01a8bb848-1b0c5f",
519
+ "device": "cuda:NVIDIA GeForce RTX 3090",
520
+ "epoch": 29,
521
+ "train_loss": 0.3710493968083308,
522
+ "val_auc": 0.7929234663667283,
523
+ "val_acc": 0.8476247364966469,
524
+ "val_f1": 0.9135713948027798,
525
+ "epochs_without_improvement": 10,
526
+ "best_epoch": 19,
527
+ "seconds": 11.81
528
+ }
529
+ ]
530
+ },
531
+ "output_dir": "results/addressingtwoproblemsdee_bridge2algebra2006/fold0"
532
+ },
533
+ {
534
+ "fold": 1,
535
+ "n_fit_users": 733,
536
+ "n_validation_users": 183,
537
+ "n_test_users": 229,
538
+ "test_metrics": {
539
+ "auc": 0.7929679021125364,
540
+ "acc": 0.849250032320265,
541
+ "f1": 0.9148500145270023,
542
+ "n_scored": 363549
543
+ },
544
+ "training": {
545
+ "best_epoch": 17,
546
+ "best_score": 0.7958655482861028,
547
+ "epochs_run": 28,
548
+ "stopped_early": true,
549
+ "history": [
550
+ {
551
+ "model": "addressingtwoproblemsdee",
552
+ "dataset": "bridge2algebra2006",
553
+ "fold": 1,
554
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
555
+ "leap_kt_version": "0.1.0",
556
+ "run_id": "1a01a8fdd17-1b0c5f",
557
+ "device": "cuda:NVIDIA GeForce RTX 3090",
558
+ "epoch": 0,
559
+ "train_loss": 0.4773229725849934,
560
+ "val_auc": 0.7508269452855021,
561
+ "val_acc": 0.8366553079947575,
562
+ "val_f1": 0.9094396874945503,
563
+ "epochs_without_improvement": 0,
564
+ "best_epoch": 0,
565
+ "seconds": 7.003
566
+ },
567
+ {
568
+ "model": "addressingtwoproblemsdee",
569
+ "dataset": "bridge2algebra2006",
570
+ "fold": 1,
571
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
572
+ "leap_kt_version": "0.1.0",
573
+ "run_id": "1a01a8fdd17-1b0c5f",
574
+ "device": "cuda:NVIDIA GeForce RTX 3090",
575
+ "epoch": 1,
576
+ "train_loss": 0.4248428910206526,
577
+ "val_auc": 0.7640408624710127,
578
+ "val_acc": 0.8405591961555264,
579
+ "val_f1": 0.9109756383136499,
580
+ "epochs_without_improvement": 0,
581
+ "best_epoch": 1,
582
+ "seconds": 7.541
583
+ },
584
+ {
585
+ "model": "addressingtwoproblemsdee",
586
+ "dataset": "bridge2algebra2006",
587
+ "fold": 1,
588
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
589
+ "leap_kt_version": "0.1.0",
590
+ "run_id": "1a01a8fdd17-1b0c5f",
591
+ "device": "cuda:NVIDIA GeForce RTX 3090",
592
+ "epoch": 2,
593
+ "train_loss": 0.4150096043562278,
594
+ "val_auc": 0.7739030210793361,
595
+ "val_acc": 0.842345128877239,
596
+ "val_f1": 0.9116294742121214,
597
+ "epochs_without_improvement": 0,
598
+ "best_epoch": 2,
599
+ "seconds": 7.886
600
+ },
601
+ {
602
+ "model": "addressingtwoproblemsdee",
603
+ "dataset": "bridge2algebra2006",
604
+ "fold": 1,
605
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
606
+ "leap_kt_version": "0.1.0",
607
+ "run_id": "1a01a8fdd17-1b0c5f",
608
+ "device": "cuda:NVIDIA GeForce RTX 3090",
609
+ "epoch": 3,
610
+ "train_loss": 0.4079095589808929,
611
+ "val_auc": 0.7795154670687107,
612
+ "val_acc": 0.8430371341197029,
613
+ "val_f1": 0.9117816334668398,
614
+ "epochs_without_improvement": 0,
615
+ "best_epoch": 3,
616
+ "seconds": 8.347
617
+ },
618
+ {
619
+ "model": "addressingtwoproblemsdee",
620
+ "dataset": "bridge2algebra2006",
621
+ "fold": 1,
622
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
623
+ "leap_kt_version": "0.1.0",
624
+ "run_id": "1a01a8fdd17-1b0c5f",
625
+ "device": "cuda:NVIDIA GeForce RTX 3090",
626
+ "epoch": 4,
627
+ "train_loss": 0.4031762592303447,
628
+ "val_auc": 0.78340130407695,
629
+ "val_acc": 0.8440366972477065,
630
+ "val_f1": 0.9121864539857019,
631
+ "epochs_without_improvement": 0,
632
+ "best_epoch": 4,
633
+ "seconds": 8.05
634
+ },
635
+ {
636
+ "model": "addressingtwoproblemsdee",
637
+ "dataset": "bridge2algebra2006",
638
+ "fold": 1,
639
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
640
+ "leap_kt_version": "0.1.0",
641
+ "run_id": "1a01a8fdd17-1b0c5f",
642
+ "device": "cuda:NVIDIA GeForce RTX 3090",
643
+ "epoch": 5,
644
+ "train_loss": 0.39986544434840865,
645
+ "val_auc": 0.7858114875360968,
646
+ "val_acc": 0.8452739187418087,
647
+ "val_f1": 0.9130800991889361,
648
+ "epochs_without_improvement": 0,
649
+ "best_epoch": 5,
650
+ "seconds": 8.291
651
+ },
652
+ {
653
+ "model": "addressingtwoproblemsdee",
654
+ "dataset": "bridge2algebra2006",
655
+ "fold": 1,
656
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
657
+ "leap_kt_version": "0.1.0",
658
+ "run_id": "1a01a8fdd17-1b0c5f",
659
+ "device": "cuda:NVIDIA GeForce RTX 3090",
660
+ "epoch": 6,
661
+ "train_loss": 0.3967576908759582,
662
+ "val_auc": 0.7880464451862876,
663
+ "val_acc": 0.8453333333333334,
664
+ "val_f1": 0.9130730277709028,
665
+ "epochs_without_improvement": 0,
666
+ "best_epoch": 6,
667
+ "seconds": 8.162
668
+ },
669
+ {
670
+ "model": "addressingtwoproblemsdee",
671
+ "dataset": "bridge2algebra2006",
672
+ "fold": 1,
673
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
674
+ "leap_kt_version": "0.1.0",
675
+ "run_id": "1a01a8fdd17-1b0c5f",
676
+ "device": "cuda:NVIDIA GeForce RTX 3090",
677
+ "epoch": 7,
678
+ "train_loss": 0.3945065412765894,
679
+ "val_auc": 0.7895310108234341,
680
+ "val_acc": 0.8458680646570554,
681
+ "val_f1": 0.9132271488583037,
682
+ "epochs_without_improvement": 0,
683
+ "best_epoch": 7,
684
+ "seconds": 8.557
685
+ },
686
+ {
687
+ "model": "addressingtwoproblemsdee",
688
+ "dataset": "bridge2algebra2006",
689
+ "fold": 1,
690
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
691
+ "leap_kt_version": "0.1.0",
692
+ "run_id": "1a01a8fdd17-1b0c5f",
693
+ "device": "cuda:NVIDIA GeForce RTX 3090",
694
+ "epoch": 8,
695
+ "train_loss": 0.392816386008874,
696
+ "val_auc": 0.7905647351925021,
697
+ "val_acc": 0.8462315421581477,
698
+ "val_f1": 0.9134474462304776,
699
+ "epochs_without_improvement": 0,
700
+ "best_epoch": 8,
701
+ "seconds": 8.383
702
+ },
703
+ {
704
+ "model": "addressingtwoproblemsdee",
705
+ "dataset": "bridge2algebra2006",
706
+ "fold": 1,
707
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
708
+ "leap_kt_version": "0.1.0",
709
+ "run_id": "1a01a8fdd17-1b0c5f",
710
+ "device": "cuda:NVIDIA GeForce RTX 3090",
711
+ "epoch": 9,
712
+ "train_loss": 0.3913600715307089,
713
+ "val_auc": 0.7920442754275719,
714
+ "val_acc": 0.8464412407164701,
715
+ "val_f1": 0.9134950276917504,
716
+ "epochs_without_improvement": 0,
717
+ "best_epoch": 9,
718
+ "seconds": 8.405
719
+ },
720
+ {
721
+ "model": "addressingtwoproblemsdee",
722
+ "dataset": "bridge2algebra2006",
723
+ "fold": 1,
724
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
725
+ "leap_kt_version": "0.1.0",
726
+ "run_id": "1a01a8fdd17-1b0c5f",
727
+ "device": "cuda:NVIDIA GeForce RTX 3090",
728
+ "epoch": 10,
729
+ "train_loss": 0.3899032935118064,
730
+ "val_auc": 0.7927212224462394,
731
+ "val_acc": 0.8468885976408912,
732
+ "val_f1": 0.9137993117167531,
733
+ "epochs_without_improvement": 0,
734
+ "best_epoch": 10,
735
+ "seconds": 8.435
736
+ },
737
+ {
738
+ "model": "addressingtwoproblemsdee",
739
+ "dataset": "bridge2algebra2006",
740
+ "fold": 1,
741
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
742
+ "leap_kt_version": "0.1.0",
743
+ "run_id": "1a01a8fdd17-1b0c5f",
744
+ "device": "cuda:NVIDIA GeForce RTX 3090",
745
+ "epoch": 11,
746
+ "train_loss": 0.3884372251156049,
747
+ "val_auc": 0.793352620689273,
748
+ "val_acc": 0.8467942332896461,
749
+ "val_f1": 0.9137480520707079,
750
+ "epochs_without_improvement": 0,
751
+ "best_epoch": 11,
752
+ "seconds": 8.444
753
+ },
754
+ {
755
+ "model": "addressingtwoproblemsdee",
756
+ "dataset": "bridge2algebra2006",
757
+ "fold": 1,
758
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
759
+ "leap_kt_version": "0.1.0",
760
+ "run_id": "1a01a8fdd17-1b0c5f",
761
+ "device": "cuda:NVIDIA GeForce RTX 3090",
762
+ "epoch": 12,
763
+ "train_loss": 0.38725349459892666,
764
+ "val_auc": 0.7942666362009486,
765
+ "val_acc": 0.847301004805592,
766
+ "val_f1": 0.9139461550430653,
767
+ "epochs_without_improvement": 0,
768
+ "best_epoch": 12,
769
+ "seconds": 8.334
770
+ },
771
+ {
772
+ "model": "addressingtwoproblemsdee",
773
+ "dataset": "bridge2algebra2006",
774
+ "fold": 1,
775
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
776
+ "leap_kt_version": "0.1.0",
777
+ "run_id": "1a01a8fdd17-1b0c5f",
778
+ "device": "cuda:NVIDIA GeForce RTX 3090",
779
+ "epoch": 13,
780
+ "train_loss": 0.38602007168989916,
781
+ "val_auc": 0.7944408796423774,
782
+ "val_acc": 0.8472660550458716,
783
+ "val_f1": 0.9138269993354774,
784
+ "epochs_without_improvement": 0,
785
+ "best_epoch": 13,
786
+ "seconds": 8.544
787
+ },
788
+ {
789
+ "model": "addressingtwoproblemsdee",
790
+ "dataset": "bridge2algebra2006",
791
+ "fold": 1,
792
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
793
+ "leap_kt_version": "0.1.0",
794
+ "run_id": "1a01a8fdd17-1b0c5f",
795
+ "device": "cuda:NVIDIA GeForce RTX 3090",
796
+ "epoch": 14,
797
+ "train_loss": 0.3852914347098424,
798
+ "val_auc": 0.7948555946485281,
799
+ "val_acc": 0.847475753604194,
800
+ "val_f1": 0.9138875789033349,
801
+ "epochs_without_improvement": 0,
802
+ "best_epoch": 14,
803
+ "seconds": 8.55
804
+ },
805
+ {
806
+ "model": "addressingtwoproblemsdee",
807
+ "dataset": "bridge2algebra2006",
808
+ "fold": 1,
809
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
810
+ "leap_kt_version": "0.1.0",
811
+ "run_id": "1a01a8fdd17-1b0c5f",
812
+ "device": "cuda:NVIDIA GeForce RTX 3090",
813
+ "epoch": 15,
814
+ "train_loss": 0.3842740845985902,
815
+ "val_auc": 0.795518736698168,
816
+ "val_acc": 0.8477972913936217,
817
+ "val_f1": 0.9139458369972236,
818
+ "epochs_without_improvement": 0,
819
+ "best_epoch": 15,
820
+ "seconds": 8.56
821
+ },
822
+ {
823
+ "model": "addressingtwoproblemsdee",
824
+ "dataset": "bridge2algebra2006",
825
+ "fold": 1,
826
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
827
+ "leap_kt_version": "0.1.0",
828
+ "run_id": "1a01a8fdd17-1b0c5f",
829
+ "device": "cuda:NVIDIA GeForce RTX 3090",
830
+ "epoch": 16,
831
+ "train_loss": 0.3831390446577317,
832
+ "val_auc": 0.795558879183257,
833
+ "val_acc": 0.8474827435561381,
834
+ "val_f1": 0.9137676534344538,
835
+ "epochs_without_improvement": 0,
836
+ "best_epoch": 16,
837
+ "seconds": 8.577
838
+ },
839
+ {
840
+ "model": "addressingtwoproblemsdee",
841
+ "dataset": "bridge2algebra2006",
842
+ "fold": 1,
843
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
844
+ "leap_kt_version": "0.1.0",
845
+ "run_id": "1a01a8fdd17-1b0c5f",
846
+ "device": "cuda:NVIDIA GeForce RTX 3090",
847
+ "epoch": 17,
848
+ "train_loss": 0.38238656016496514,
849
+ "val_auc": 0.7958655482861028,
850
+ "val_acc": 0.8477343818261249,
851
+ "val_f1": 0.913880998551077,
852
+ "epochs_without_improvement": 0,
853
+ "best_epoch": 17,
854
+ "seconds": 8.636
855
+ },
856
+ {
857
+ "model": "addressingtwoproblemsdee",
858
+ "dataset": "bridge2algebra2006",
859
+ "fold": 1,
860
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
861
+ "leap_kt_version": "0.1.0",
862
+ "run_id": "1a01a8fdd17-1b0c5f",
863
+ "device": "cuda:NVIDIA GeForce RTX 3090",
864
+ "epoch": 18,
865
+ "train_loss": 0.381339474213429,
866
+ "val_auc": 0.7957747688732443,
867
+ "val_acc": 0.8476679772826562,
868
+ "val_f1": 0.9138262368720739,
869
+ "epochs_without_improvement": 1,
870
+ "best_epoch": 17,
871
+ "seconds": 8.642
872
+ },
873
+ {
874
+ "model": "addressingtwoproblemsdee",
875
+ "dataset": "bridge2algebra2006",
876
+ "fold": 1,
877
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
878
+ "leap_kt_version": "0.1.0",
879
+ "run_id": "1a01a8fdd17-1b0c5f",
880
+ "device": "cuda:NVIDIA GeForce RTX 3090",
881
+ "epoch": 19,
882
+ "train_loss": 0.38045590229523485,
883
+ "val_auc": 0.7957558365223241,
884
+ "val_acc": 0.8476924421144605,
885
+ "val_f1": 0.9137628403903122,
886
+ "epochs_without_improvement": 2,
887
+ "best_epoch": 17,
888
+ "seconds": 7.526
889
+ },
890
+ {
891
+ "model": "addressingtwoproblemsdee",
892
+ "dataset": "bridge2algebra2006",
893
+ "fold": 1,
894
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
895
+ "leap_kt_version": "0.1.0",
896
+ "run_id": "1a01a8fdd17-1b0c5f",
897
+ "device": "cuda:NVIDIA GeForce RTX 3090",
898
+ "epoch": 20,
899
+ "train_loss": 0.37963071908706275,
900
+ "val_auc": 0.7957810464681003,
901
+ "val_acc": 0.8479196155526431,
902
+ "val_f1": 0.9138919781059164,
903
+ "epochs_without_improvement": 3,
904
+ "best_epoch": 17,
905
+ "seconds": 4.387
906
+ },
907
+ {
908
+ "model": "addressingtwoproblemsdee",
909
+ "dataset": "bridge2algebra2006",
910
+ "fold": 1,
911
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
912
+ "leap_kt_version": "0.1.0",
913
+ "run_id": "1a01a8fdd17-1b0c5f",
914
+ "device": "cuda:NVIDIA GeForce RTX 3090",
915
+ "epoch": 21,
916
+ "train_loss": 0.37855282288331255,
917
+ "val_auc": 0.7957331386413095,
918
+ "val_acc": 0.8475771079073832,
919
+ "val_f1": 0.9135913520025044,
920
+ "epochs_without_improvement": 4,
921
+ "best_epoch": 17,
922
+ "seconds": 10.067
923
+ },
924
+ {
925
+ "model": "addressingtwoproblemsdee",
926
+ "dataset": "bridge2algebra2006",
927
+ "fold": 1,
928
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
929
+ "leap_kt_version": "0.1.0",
930
+ "run_id": "1a01a8fdd17-1b0c5f",
931
+ "device": "cuda:NVIDIA GeForce RTX 3090",
932
+ "epoch": 22,
933
+ "train_loss": 0.37773255109786985,
934
+ "val_auc": 0.7954920705122188,
935
+ "val_acc": 0.8479790301441678,
936
+ "val_f1": 0.9138494142346428,
937
+ "epochs_without_improvement": 5,
938
+ "best_epoch": 17,
939
+ "seconds": 10.801
940
+ },
941
+ {
942
+ "model": "addressingtwoproblemsdee",
943
+ "dataset": "bridge2algebra2006",
944
+ "fold": 1,
945
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
946
+ "leap_kt_version": "0.1.0",
947
+ "run_id": "1a01a8fdd17-1b0c5f",
948
+ "device": "cuda:NVIDIA GeForce RTX 3090",
949
+ "epoch": 23,
950
+ "train_loss": 0.3768287085569822,
951
+ "val_auc": 0.795364335220223,
952
+ "val_acc": 0.8479720401922237,
953
+ "val_f1": 0.9139017269533376,
954
+ "epochs_without_improvement": 6,
955
+ "best_epoch": 17,
956
+ "seconds": 11.825
957
+ },
958
+ {
959
+ "model": "addressingtwoproblemsdee",
960
+ "dataset": "bridge2algebra2006",
961
+ "fold": 1,
962
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
963
+ "leap_kt_version": "0.1.0",
964
+ "run_id": "1a01a8fdd17-1b0c5f",
965
+ "device": "cuda:NVIDIA GeForce RTX 3090",
966
+ "epoch": 24,
967
+ "train_loss": 0.37587881577320587,
968
+ "val_auc": 0.7947424397056557,
969
+ "val_acc": 0.8474163390126693,
970
+ "val_f1": 0.9135259117234604,
971
+ "epochs_without_improvement": 7,
972
+ "best_epoch": 17,
973
+ "seconds": 11.896
974
+ },
975
+ {
976
+ "model": "addressingtwoproblemsdee",
977
+ "dataset": "bridge2algebra2006",
978
+ "fold": 1,
979
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
980
+ "leap_kt_version": "0.1.0",
981
+ "run_id": "1a01a8fdd17-1b0c5f",
982
+ "device": "cuda:NVIDIA GeForce RTX 3090",
983
+ "epoch": 25,
984
+ "train_loss": 0.37510979083868173,
985
+ "val_auc": 0.7945392656349013,
986
+ "val_acc": 0.8472870249017038,
987
+ "val_f1": 0.9134130077659783,
988
+ "epochs_without_improvement": 8,
989
+ "best_epoch": 17,
990
+ "seconds": 11.962
991
+ },
992
+ {
993
+ "model": "addressingtwoproblemsdee",
994
+ "dataset": "bridge2algebra2006",
995
+ "fold": 1,
996
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
997
+ "leap_kt_version": "0.1.0",
998
+ "run_id": "1a01a8fdd17-1b0c5f",
999
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1000
+ "epoch": 26,
1001
+ "train_loss": 0.3742487713312491,
1002
+ "val_auc": 0.7944672615661728,
1003
+ "val_acc": 0.847301004805592,
1004
+ "val_f1": 0.9134205911203147,
1005
+ "epochs_without_improvement": 9,
1006
+ "best_epoch": 17,
1007
+ "seconds": 11.741
1008
+ },
1009
+ {
1010
+ "model": "addressingtwoproblemsdee",
1011
+ "dataset": "bridge2algebra2006",
1012
+ "fold": 1,
1013
+ "git_commit": "642d7c2d65941a2de0438139f66a714a22f96348",
1014
+ "leap_kt_version": "0.1.0",
1015
+ "run_id": "1a01a8fdd17-1b0c5f",
1016
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1017
+ "epoch": 27,
1018
+ "train_loss": 0.3733724007239709,
1019
+ "val_auc": 0.7936224767461569,
1020
+ "val_acc": 0.8471681957186544,
1021
+ "val_f1": 0.9133555910005052,
1022
+ "epochs_without_improvement": 10,
1023
+ "best_epoch": 17,
1024
+ "seconds": 8.7
1025
+ }
1026
+ ]
1027
+ },
1028
+ "output_dir": "results/addressingtwoproblemsdee_bridge2algebra2006/fold1"
1029
+ },
1030
+ {
1031
+ "fold": 2,
1032
+ "n_fit_users": 733,
1033
+ "n_validation_users": 183,
1034
+ "n_test_users": 229,
1035
+ "test_metrics": {
1036
+ "auc": 0.7924630814043032,
1037
+ "acc": 0.8490052235049471,
1038
+ "f1": 0.9146378632563694,
1039
+ "n_scored": 363549
1040
+ },
1041
+ "training": {
1042
+ "best_epoch": 20,
1043
+ "best_score": 0.7979561251423527,
1044
+ "epochs_run": 31,
1045
+ "stopped_early": true,
1046
+ "history": [
1047
+ {
1048
+ "model": "addressingtwoproblemsdee",
1049
+ "dataset": "bridge2algebra2006",
1050
+ "fold": 2,
1051
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1052
+ "leap_kt_version": "0.1.0",
1053
+ "run_id": "1a01a93a8fc-1b0c5f",
1054
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1055
+ "epoch": 0,
1056
+ "train_loss": 0.4823704973403654,
1057
+ "val_auc": 0.7560770105979331,
1058
+ "val_acc": 0.8420002602246606,
1059
+ "val_f1": 0.912806935824476,
1060
+ "epochs_without_improvement": 0,
1061
+ "best_epoch": 0,
1062
+ "seconds": 7.438
1063
+ },
1064
+ {
1065
+ "model": "addressingtwoproblemsdee",
1066
+ "dataset": "bridge2algebra2006",
1067
+ "fold": 2,
1068
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1069
+ "leap_kt_version": "0.1.0",
1070
+ "run_id": "1a01a93a8fc-1b0c5f",
1071
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1072
+ "epoch": 1,
1073
+ "train_loss": 0.42792893027394546,
1074
+ "val_auc": 0.7694211732716533,
1075
+ "val_acc": 0.8453331376088022,
1076
+ "val_f1": 0.9141897819946618,
1077
+ "epochs_without_improvement": 0,
1078
+ "best_epoch": 1,
1079
+ "seconds": 7.924
1080
+ },
1081
+ {
1082
+ "model": "addressingtwoproblemsdee",
1083
+ "dataset": "bridge2algebra2006",
1084
+ "fold": 2,
1085
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1086
+ "leap_kt_version": "0.1.0",
1087
+ "run_id": "1a01a93a8fc-1b0c5f",
1088
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1089
+ "epoch": 2,
1090
+ "train_loss": 0.4165572050013073,
1091
+ "val_auc": 0.7787592649416919,
1092
+ "val_acc": 0.8477151941175882,
1093
+ "val_f1": 0.9150895311936128,
1094
+ "epochs_without_improvement": 0,
1095
+ "best_epoch": 2,
1096
+ "seconds": 8.075
1097
+ },
1098
+ {
1099
+ "model": "addressingtwoproblemsdee",
1100
+ "dataset": "bridge2algebra2006",
1101
+ "fold": 2,
1102
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1103
+ "leap_kt_version": "0.1.0",
1104
+ "run_id": "1a01a93a8fc-1b0c5f",
1105
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1106
+ "epoch": 3,
1107
+ "train_loss": 0.4097465693641821,
1108
+ "val_auc": 0.7829101121675266,
1109
+ "val_acc": 0.8483590833419519,
1110
+ "val_f1": 0.9152352091006574,
1111
+ "epochs_without_improvement": 0,
1112
+ "best_epoch": 3,
1113
+ "seconds": 8.199
1114
+ },
1115
+ {
1116
+ "model": "addressingtwoproblemsdee",
1117
+ "dataset": "bridge2algebra2006",
1118
+ "fold": 2,
1119
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1120
+ "leap_kt_version": "0.1.0",
1121
+ "run_id": "1a01a93a8fc-1b0c5f",
1122
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1123
+ "epoch": 4,
1124
+ "train_loss": 0.4053169726707775,
1125
+ "val_auc": 0.7862654313086961,
1126
+ "val_acc": 0.8489562655759473,
1127
+ "val_f1": 0.9153370883169146,
1128
+ "epochs_without_improvement": 0,
1129
+ "best_epoch": 4,
1130
+ "seconds": 8.328
1131
+ },
1132
+ {
1133
+ "model": "addressingtwoproblemsdee",
1134
+ "dataset": "bridge2algebra2006",
1135
+ "fold": 2,
1136
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1137
+ "leap_kt_version": "0.1.0",
1138
+ "run_id": "1a01a93a8fc-1b0c5f",
1139
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1140
+ "epoch": 5,
1141
+ "train_loss": 0.40204072384636635,
1142
+ "val_auc": 0.7884410654863653,
1143
+ "val_acc": 0.8493666198484692,
1144
+ "val_f1": 0.915454690147834,
1145
+ "epochs_without_improvement": 0,
1146
+ "best_epoch": 5,
1147
+ "seconds": 8.337
1148
+ },
1149
+ {
1150
+ "model": "addressingtwoproblemsdee",
1151
+ "dataset": "bridge2algebra2006",
1152
+ "fold": 2,
1153
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1154
+ "leap_kt_version": "0.1.0",
1155
+ "run_id": "1a01a93a8fc-1b0c5f",
1156
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1157
+ "epoch": 6,
1158
+ "train_loss": 0.39965887004847356,
1159
+ "val_auc": 0.7900274972404622,
1160
+ "val_acc": 0.8498203448977617,
1161
+ "val_f1": 0.9156252987274912,
1162
+ "epochs_without_improvement": 0,
1163
+ "best_epoch": 6,
1164
+ "seconds": 8.412
1165
+ },
1166
+ {
1167
+ "model": "addressingtwoproblemsdee",
1168
+ "dataset": "bridge2algebra2006",
1169
+ "fold": 2,
1170
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1171
+ "leap_kt_version": "0.1.0",
1172
+ "run_id": "1a01a93a8fc-1b0c5f",
1173
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1174
+ "epoch": 7,
1175
+ "train_loss": 0.3976763914594996,
1176
+ "val_auc": 0.7907337614283024,
1177
+ "val_acc": 0.849663542858668,
1178
+ "val_f1": 0.9153065443746946,
1179
+ "epochs_without_improvement": 0,
1180
+ "best_epoch": 7,
1181
+ "seconds": 8.478
1182
+ },
1183
+ {
1184
+ "model": "addressingtwoproblemsdee",
1185
+ "dataset": "bridge2algebra2006",
1186
+ "fold": 2,
1187
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1188
+ "leap_kt_version": "0.1.0",
1189
+ "run_id": "1a01a93a8fc-1b0c5f",
1190
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1191
+ "epoch": 8,
1192
+ "train_loss": 0.39578343703956803,
1193
+ "val_auc": 0.79217283979262,
1194
+ "val_acc": 0.8501005868399718,
1195
+ "val_f1": 0.9155402166618732,
1196
+ "epochs_without_improvement": 0,
1197
+ "best_epoch": 8,
1198
+ "seconds": 8.379
1199
+ },
1200
+ {
1201
+ "model": "addressingtwoproblemsdee",
1202
+ "dataset": "bridge2algebra2006",
1203
+ "fold": 2,
1204
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1205
+ "leap_kt_version": "0.1.0",
1206
+ "run_id": "1a01a93a8fc-1b0c5f",
1207
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1208
+ "epoch": 9,
1209
+ "train_loss": 0.3942612491432249,
1210
+ "val_auc": 0.7929529203781981,
1211
+ "val_acc": 0.8503508028598022,
1212
+ "val_f1": 0.9156582104257703,
1213
+ "epochs_without_improvement": 0,
1214
+ "best_epoch": 9,
1215
+ "seconds": 8.601
1216
+ },
1217
+ {
1218
+ "model": "addressingtwoproblemsdee",
1219
+ "dataset": "bridge2algebra2006",
1220
+ "fold": 2,
1221
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1222
+ "leap_kt_version": "0.1.0",
1223
+ "run_id": "1a01a93a8fc-1b0c5f",
1224
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1225
+ "epoch": 10,
1226
+ "train_loss": 0.39273750473180585,
1227
+ "val_auc": 0.79364659972052,
1228
+ "val_acc": 0.85073780363714,
1229
+ "val_f1": 0.9158709444492499,
1230
+ "epochs_without_improvement": 0,
1231
+ "best_epoch": 10,
1232
+ "seconds": 8.578
1233
+ },
1234
+ {
1235
+ "model": "addressingtwoproblemsdee",
1236
+ "dataset": "bridge2algebra2006",
1237
+ "fold": 2,
1238
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1239
+ "leap_kt_version": "0.1.0",
1240
+ "run_id": "1a01a93a8fc-1b0c5f",
1241
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1242
+ "epoch": 11,
1243
+ "train_loss": 0.39129151658690653,
1244
+ "val_auc": 0.7944534969686394,
1245
+ "val_acc": 0.8508712521810496,
1246
+ "val_f1": 0.9159360436906898,
1247
+ "epochs_without_improvement": 0,
1248
+ "best_epoch": 11,
1249
+ "seconds": 8.624
1250
+ },
1251
+ {
1252
+ "model": "addressingtwoproblemsdee",
1253
+ "dataset": "bridge2algebra2006",
1254
+ "fold": 2,
1255
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1256
+ "leap_kt_version": "0.1.0",
1257
+ "run_id": "1a01a93a8fc-1b0c5f",
1258
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1259
+ "epoch": 12,
1260
+ "train_loss": 0.39019252985252617,
1261
+ "val_auc": 0.7953159789337484,
1262
+ "val_acc": 0.8508579073266587,
1263
+ "val_f1": 0.9159085949903313,
1264
+ "epochs_without_improvement": 0,
1265
+ "best_epoch": 12,
1266
+ "seconds": 8.599
1267
+ },
1268
+ {
1269
+ "model": "addressingtwoproblemsdee",
1270
+ "dataset": "bridge2algebra2006",
1271
+ "fold": 2,
1272
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1273
+ "leap_kt_version": "0.1.0",
1274
+ "run_id": "1a01a93a8fc-1b0c5f",
1275
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1276
+ "epoch": 13,
1277
+ "train_loss": 0.38909156674548134,
1278
+ "val_auc": 0.7956935379288435,
1279
+ "val_acc": 0.8514283998518721,
1280
+ "val_f1": 0.9163160495868701,
1281
+ "epochs_without_improvement": 0,
1282
+ "best_epoch": 13,
1283
+ "seconds": 8.604
1284
+ },
1285
+ {
1286
+ "model": "addressingtwoproblemsdee",
1287
+ "dataset": "bridge2algebra2006",
1288
+ "fold": 2,
1289
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1290
+ "leap_kt_version": "0.1.0",
1291
+ "run_id": "1a01a93a8fc-1b0c5f",
1292
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1293
+ "epoch": 14,
1294
+ "train_loss": 0.3878600710105402,
1295
+ "val_auc": 0.7959564214320367,
1296
+ "val_acc": 0.8515051327646201,
1297
+ "val_f1": 0.9163402476524145,
1298
+ "epochs_without_improvement": 0,
1299
+ "best_epoch": 14,
1300
+ "seconds": 8.45
1301
+ },
1302
+ {
1303
+ "model": "addressingtwoproblemsdee",
1304
+ "dataset": "bridge2algebra2006",
1305
+ "fold": 2,
1306
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1307
+ "leap_kt_version": "0.1.0",
1308
+ "run_id": "1a01a93a8fc-1b0c5f",
1309
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1310
+ "epoch": 15,
1311
+ "train_loss": 0.38700328111030896,
1312
+ "val_auc": 0.7960286210146604,
1313
+ "val_acc": 0.8514217274246766,
1314
+ "val_f1": 0.9162739019350908,
1315
+ "epochs_without_improvement": 0,
1316
+ "best_epoch": 15,
1317
+ "seconds": 8.572
1318
+ },
1319
+ {
1320
+ "model": "addressingtwoproblemsdee",
1321
+ "dataset": "bridge2algebra2006",
1322
+ "fold": 2,
1323
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1324
+ "leap_kt_version": "0.1.0",
1325
+ "run_id": "1a01a93a8fc-1b0c5f",
1326
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1327
+ "epoch": 16,
1328
+ "train_loss": 0.3859236774666939,
1329
+ "val_auc": 0.7969066175656048,
1330
+ "val_acc": 0.8514417447062631,
1331
+ "val_f1": 0.9162886442892458,
1332
+ "epochs_without_improvement": 0,
1333
+ "best_epoch": 16,
1334
+ "seconds": 8.688
1335
+ },
1336
+ {
1337
+ "model": "addressingtwoproblemsdee",
1338
+ "dataset": "bridge2algebra2006",
1339
+ "fold": 2,
1340
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1341
+ "leap_kt_version": "0.1.0",
1342
+ "run_id": "1a01a93a8fc-1b0c5f",
1343
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1344
+ "epoch": 17,
1345
+ "train_loss": 0.38467591290646885,
1346
+ "val_auc": 0.7972722378536059,
1347
+ "val_acc": 0.8515952105317591,
1348
+ "val_f1": 0.9163228950927665,
1349
+ "epochs_without_improvement": 0,
1350
+ "best_epoch": 17,
1351
+ "seconds": 8.643
1352
+ },
1353
+ {
1354
+ "model": "addressingtwoproblemsdee",
1355
+ "dataset": "bridge2algebra2006",
1356
+ "fold": 2,
1357
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1358
+ "leap_kt_version": "0.1.0",
1359
+ "run_id": "1a01a93a8fc-1b0c5f",
1360
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1361
+ "epoch": 18,
1362
+ "train_loss": 0.3838353061305427,
1363
+ "val_auc": 0.7973916065205773,
1364
+ "val_acc": 0.8515051327646201,
1365
+ "val_f1": 0.9162656472810321,
1366
+ "epochs_without_improvement": 0,
1367
+ "best_epoch": 18,
1368
+ "seconds": 7.5
1369
+ },
1370
+ {
1371
+ "model": "addressingtwoproblemsdee",
1372
+ "dataset": "bridge2algebra2006",
1373
+ "fold": 2,
1374
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1375
+ "leap_kt_version": "0.1.0",
1376
+ "run_id": "1a01a93a8fc-1b0c5f",
1377
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1378
+ "epoch": 19,
1379
+ "train_loss": 0.3830463575884468,
1380
+ "val_auc": 0.7975238844897178,
1381
+ "val_acc": 0.8515918743181613,
1382
+ "val_f1": 0.9163551577601444,
1383
+ "epochs_without_improvement": 0,
1384
+ "best_epoch": 19,
1385
+ "seconds": 4.111
1386
+ },
1387
+ {
1388
+ "model": "addressingtwoproblemsdee",
1389
+ "dataset": "bridge2algebra2006",
1390
+ "fold": 2,
1391
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1392
+ "leap_kt_version": "0.1.0",
1393
+ "run_id": "1a01a93a8fc-1b0c5f",
1394
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1395
+ "epoch": 20,
1396
+ "train_loss": 0.38203827318749894,
1397
+ "val_auc": 0.7979561251423527,
1398
+ "val_acc": 0.8517319952892664,
1399
+ "val_f1": 0.9164410450791932,
1400
+ "epochs_without_improvement": 0,
1401
+ "best_epoch": 20,
1402
+ "seconds": 11.926
1403
+ },
1404
+ {
1405
+ "model": "addressingtwoproblemsdee",
1406
+ "dataset": "bridge2algebra2006",
1407
+ "fold": 2,
1408
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1409
+ "leap_kt_version": "0.1.0",
1410
+ "run_id": "1a01a93a8fc-1b0c5f",
1411
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1412
+ "epoch": 21,
1413
+ "train_loss": 0.3815823198908969,
1414
+ "val_auc": 0.7978004317761545,
1415
+ "val_acc": 0.8518721162603714,
1416
+ "val_f1": 0.9165275459098498,
1417
+ "epochs_without_improvement": 1,
1418
+ "best_epoch": 20,
1419
+ "seconds": 13.459
1420
+ },
1421
+ {
1422
+ "model": "addressingtwoproblemsdee",
1423
+ "dataset": "bridge2algebra2006",
1424
+ "fold": 2,
1425
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1426
+ "leap_kt_version": "0.1.0",
1427
+ "run_id": "1a01a93a8fc-1b0c5f",
1428
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1429
+ "epoch": 22,
1430
+ "train_loss": 0.3804291136215388,
1431
+ "val_auc": 0.7975112826684774,
1432
+ "val_acc": 0.8517253228620709,
1433
+ "val_f1": 0.9164388558192353,
1434
+ "epochs_without_improvement": 2,
1435
+ "best_epoch": 20,
1436
+ "seconds": 12.138
1437
+ },
1438
+ {
1439
+ "model": "addressingtwoproblemsdee",
1440
+ "dataset": "bridge2algebra2006",
1441
+ "fold": 2,
1442
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1443
+ "leap_kt_version": "0.1.0",
1444
+ "run_id": "1a01a93a8fc-1b0c5f",
1445
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1446
+ "epoch": 23,
1447
+ "train_loss": 0.37946218684547306,
1448
+ "val_auc": 0.7971812253349786,
1449
+ "val_acc": 0.851775366066037,
1450
+ "val_f1": 0.9164471073649687,
1451
+ "epochs_without_improvement": 3,
1452
+ "best_epoch": 20,
1453
+ "seconds": 13.054
1454
+ },
1455
+ {
1456
+ "model": "addressingtwoproblemsdee",
1457
+ "dataset": "bridge2algebra2006",
1458
+ "fold": 2,
1459
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1460
+ "leap_kt_version": "0.1.0",
1461
+ "run_id": "1a01a93a8fc-1b0c5f",
1462
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1463
+ "epoch": 24,
1464
+ "train_loss": 0.37858196042979936,
1465
+ "val_auc": 0.7968247712432196,
1466
+ "val_acc": 0.8517319952892664,
1467
+ "val_f1": 0.9164001775757895,
1468
+ "epochs_without_improvement": 4,
1469
+ "best_epoch": 20,
1470
+ "seconds": 11.66
1471
+ },
1472
+ {
1473
+ "model": "addressingtwoproblemsdee",
1474
+ "dataset": "bridge2algebra2006",
1475
+ "fold": 2,
1476
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1477
+ "leap_kt_version": "0.1.0",
1478
+ "run_id": "1a01a93a8fc-1b0c5f",
1479
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1480
+ "epoch": 25,
1481
+ "train_loss": 0.37769508701532,
1482
+ "val_auc": 0.7963143846899792,
1483
+ "val_acc": 0.8515852018909659,
1484
+ "val_f1": 0.9163268530500467,
1485
+ "epochs_without_improvement": 5,
1486
+ "best_epoch": 20,
1487
+ "seconds": 10.355
1488
+ },
1489
+ {
1490
+ "model": "addressingtwoproblemsdee",
1491
+ "dataset": "bridge2algebra2006",
1492
+ "fold": 2,
1493
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1494
+ "leap_kt_version": "0.1.0",
1495
+ "run_id": "1a01a93a8fc-1b0c5f",
1496
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1497
+ "epoch": 26,
1498
+ "train_loss": 0.3768346176863952,
1499
+ "val_auc": 0.7958078605624054,
1500
+ "val_acc": 0.85160855538615,
1501
+ "val_f1": 0.9163005045040298,
1502
+ "epochs_without_improvement": 6,
1503
+ "best_epoch": 20,
1504
+ "seconds": 8.492
1505
+ },
1506
+ {
1507
+ "model": "addressingtwoproblemsdee",
1508
+ "dataset": "bridge2algebra2006",
1509
+ "fold": 2,
1510
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1511
+ "leap_kt_version": "0.1.0",
1512
+ "run_id": "1a01a93a8fc-1b0c5f",
1513
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1514
+ "epoch": 27,
1515
+ "train_loss": 0.3758127102580095,
1516
+ "val_auc": 0.7951695572907574,
1517
+ "val_acc": 0.851314968589549,
1518
+ "val_f1": 0.9160903807158686,
1519
+ "epochs_without_improvement": 7,
1520
+ "best_epoch": 20,
1521
+ "seconds": 7.154
1522
+ },
1523
+ {
1524
+ "model": "addressingtwoproblemsdee",
1525
+ "dataset": "bridge2algebra2006",
1526
+ "fold": 2,
1527
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1528
+ "leap_kt_version": "0.1.0",
1529
+ "run_id": "1a01a93a8fc-1b0c5f",
1530
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1531
+ "epoch": 28,
1532
+ "train_loss": 0.37522764403585324,
1533
+ "val_auc": 0.7944955359163001,
1534
+ "val_acc": 0.8512415718903987,
1535
+ "val_f1": 0.9161771092015498,
1536
+ "epochs_without_improvement": 8,
1537
+ "best_epoch": 20,
1538
+ "seconds": 7.66
1539
+ },
1540
+ {
1541
+ "model": "addressingtwoproblemsdee",
1542
+ "dataset": "bridge2algebra2006",
1543
+ "fold": 2,
1544
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1545
+ "leap_kt_version": "0.1.0",
1546
+ "run_id": "1a01a93a8fc-1b0c5f",
1547
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1548
+ "epoch": 29,
1549
+ "train_loss": 0.37398096919059753,
1550
+ "val_auc": 0.7941349188959468,
1551
+ "val_acc": 0.8516419175221275,
1552
+ "val_f1": 0.9163725126986128,
1553
+ "epochs_without_improvement": 9,
1554
+ "best_epoch": 20,
1555
+ "seconds": 7.862
1556
+ },
1557
+ {
1558
+ "model": "addressingtwoproblemsdee",
1559
+ "dataset": "bridge2algebra2006",
1560
+ "fold": 2,
1561
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1562
+ "leap_kt_version": "0.1.0",
1563
+ "run_id": "1a01a93a8fc-1b0c5f",
1564
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1565
+ "epoch": 30,
1566
+ "train_loss": 0.37298359030886635,
1567
+ "val_auc": 0.7931984405741224,
1568
+ "val_acc": 0.851301623735158,
1569
+ "val_f1": 0.9163257758512258,
1570
+ "epochs_without_improvement": 10,
1571
+ "best_epoch": 20,
1572
+ "seconds": 7.924
1573
+ }
1574
+ ]
1575
+ },
1576
+ "output_dir": "results/addressingtwoproblemsdee_bridge2algebra2006/fold2"
1577
+ },
1578
+ {
1579
+ "fold": 3,
1580
+ "n_fit_users": 733,
1581
+ "n_validation_users": 183,
1582
+ "n_test_users": 229,
1583
+ "test_metrics": {
1584
+ "auc": 0.7922280056717369,
1585
+ "acc": 0.8488319318716322,
1586
+ "f1": 0.9146281788991467,
1587
+ "n_scored": 363549
1588
+ },
1589
+ "training": {
1590
+ "best_epoch": 18,
1591
+ "best_score": 0.7995558538357967,
1592
+ "epochs_run": 29,
1593
+ "stopped_early": true,
1594
+ "history": [
1595
+ {
1596
+ "model": "addressingtwoproblemsdee",
1597
+ "dataset": "bridge2algebra2006",
1598
+ "fold": 3,
1599
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1600
+ "leap_kt_version": "0.1.0",
1601
+ "run_id": "1a01a97e391-1b0c5f",
1602
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1603
+ "epoch": 0,
1604
+ "train_loss": 0.477868422325411,
1605
+ "val_auc": 0.7559913165860181,
1606
+ "val_acc": 0.8404350552033286,
1607
+ "val_f1": 0.9118523018565988,
1608
+ "epochs_without_improvement": 0,
1609
+ "best_epoch": 0,
1610
+ "seconds": 8.249
1611
+ },
1612
+ {
1613
+ "model": "addressingtwoproblemsdee",
1614
+ "dataset": "bridge2algebra2006",
1615
+ "fold": 3,
1616
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1617
+ "leap_kt_version": "0.1.0",
1618
+ "run_id": "1a01a97e391-1b0c5f",
1619
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1620
+ "epoch": 1,
1621
+ "train_loss": 0.4273326188480298,
1622
+ "val_auc": 0.7719098310376262,
1623
+ "val_acc": 0.8448305343306701,
1624
+ "val_f1": 0.9136926907046351,
1625
+ "epochs_without_improvement": 0,
1626
+ "best_epoch": 1,
1627
+ "seconds": 8.279
1628
+ },
1629
+ {
1630
+ "model": "addressingtwoproblemsdee",
1631
+ "dataset": "bridge2algebra2006",
1632
+ "fold": 3,
1633
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1634
+ "leap_kt_version": "0.1.0",
1635
+ "run_id": "1a01a97e391-1b0c5f",
1636
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1637
+ "epoch": 2,
1638
+ "train_loss": 0.41669237582794744,
1639
+ "val_auc": 0.779964618913051,
1640
+ "val_acc": 0.8465404461193384,
1641
+ "val_f1": 0.914257133062454,
1642
+ "epochs_without_improvement": 0,
1643
+ "best_epoch": 2,
1644
+ "seconds": 8.345
1645
+ },
1646
+ {
1647
+ "model": "addressingtwoproblemsdee",
1648
+ "dataset": "bridge2algebra2006",
1649
+ "fold": 3,
1650
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1651
+ "leap_kt_version": "0.1.0",
1652
+ "run_id": "1a01a97e391-1b0c5f",
1653
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1654
+ "epoch": 3,
1655
+ "train_loss": 0.41045386278567536,
1656
+ "val_auc": 0.7846795039446465,
1657
+ "val_acc": 0.8475563348879002,
1658
+ "val_f1": 0.9147210635296942,
1659
+ "epochs_without_improvement": 0,
1660
+ "best_epoch": 3,
1661
+ "seconds": 8.194
1662
+ },
1663
+ {
1664
+ "model": "addressingtwoproblemsdee",
1665
+ "dataset": "bridge2algebra2006",
1666
+ "fold": 3,
1667
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1668
+ "leap_kt_version": "0.1.0",
1669
+ "run_id": "1a01a97e391-1b0c5f",
1670
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1671
+ "epoch": 4,
1672
+ "train_loss": 0.4059142266530447,
1673
+ "val_auc": 0.7865902609848935,
1674
+ "val_acc": 0.8479821364509608,
1675
+ "val_f1": 0.9150279517015587,
1676
+ "epochs_without_improvement": 0,
1677
+ "best_epoch": 4,
1678
+ "seconds": 8.38
1679
+ },
1680
+ {
1681
+ "model": "addressingtwoproblemsdee",
1682
+ "dataset": "bridge2algebra2006",
1683
+ "fold": 3,
1684
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1685
+ "leap_kt_version": "0.1.0",
1686
+ "run_id": "1a01a97e391-1b0c5f",
1687
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1688
+ "epoch": 5,
1689
+ "train_loss": 0.4026637937429655,
1690
+ "val_auc": 0.7902724067719185,
1691
+ "val_acc": 0.8489142060141956,
1692
+ "val_f1": 0.9153728997218722,
1693
+ "epochs_without_improvement": 0,
1694
+ "best_epoch": 5,
1695
+ "seconds": 8.441
1696
+ },
1697
+ {
1698
+ "model": "addressingtwoproblemsdee",
1699
+ "dataset": "bridge2algebra2006",
1700
+ "fold": 3,
1701
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1702
+ "leap_kt_version": "0.1.0",
1703
+ "run_id": "1a01a97e391-1b0c5f",
1704
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1705
+ "epoch": 6,
1706
+ "train_loss": 0.3996772333747982,
1707
+ "val_auc": 0.7919466602603641,
1708
+ "val_acc": 0.8495042932196969,
1709
+ "val_f1": 0.9156089664650597,
1710
+ "epochs_without_improvement": 0,
1711
+ "best_epoch": 6,
1712
+ "seconds": 8.463
1713
+ },
1714
+ {
1715
+ "model": "addressingtwoproblemsdee",
1716
+ "dataset": "bridge2algebra2006",
1717
+ "fold": 3,
1718
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1719
+ "leap_kt_version": "0.1.0",
1720
+ "run_id": "1a01a97e391-1b0c5f",
1721
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1722
+ "epoch": 7,
1723
+ "train_loss": 0.39742269942179864,
1724
+ "val_auc": 0.7936046545084685,
1725
+ "val_acc": 0.8498831560277743,
1726
+ "val_f1": 0.91570778800247,
1727
+ "epochs_without_improvement": 0,
1728
+ "best_epoch": 7,
1729
+ "seconds": 8.4
1730
+ },
1731
+ {
1732
+ "model": "addressingtwoproblemsdee",
1733
+ "dataset": "bridge2algebra2006",
1734
+ "fold": 3,
1735
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1736
+ "leap_kt_version": "0.1.0",
1737
+ "run_id": "1a01a97e391-1b0c5f",
1738
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1739
+ "epoch": 8,
1740
+ "train_loss": 0.39595470002278144,
1741
+ "val_auc": 0.7939538518309601,
1742
+ "val_acc": 0.8490885499612755,
1743
+ "val_f1": 0.9154283073072753,
1744
+ "epochs_without_improvement": 0,
1745
+ "best_epoch": 8,
1746
+ "seconds": 8.451
1747
+ },
1748
+ {
1749
+ "model": "addressingtwoproblemsdee",
1750
+ "dataset": "bridge2algebra2006",
1751
+ "fold": 3,
1752
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1753
+ "leap_kt_version": "0.1.0",
1754
+ "run_id": "1a01a97e391-1b0c5f",
1755
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1756
+ "epoch": 9,
1757
+ "train_loss": 0.3944668499608114,
1758
+ "val_auc": 0.7959028828973272,
1759
+ "val_acc": 0.8501714940940988,
1760
+ "val_f1": 0.9157456532313714,
1761
+ "epochs_without_improvement": 0,
1762
+ "best_epoch": 9,
1763
+ "seconds": 8.179
1764
+ },
1765
+ {
1766
+ "model": "addressingtwoproblemsdee",
1767
+ "dataset": "bridge2algebra2006",
1768
+ "fold": 3,
1769
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1770
+ "leap_kt_version": "0.1.0",
1771
+ "run_id": "1a01a97e391-1b0c5f",
1772
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1773
+ "epoch": 10,
1774
+ "train_loss": 0.3926773230337726,
1775
+ "val_auc": 0.7966131354255741,
1776
+ "val_acc": 0.8503458380411787,
1777
+ "val_f1": 0.9157041524713134,
1778
+ "epochs_without_improvement": 0,
1779
+ "best_epoch": 10,
1780
+ "seconds": 8.454
1781
+ },
1782
+ {
1783
+ "model": "addressingtwoproblemsdee",
1784
+ "dataset": "bridge2algebra2006",
1785
+ "fold": 3,
1786
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1787
+ "leap_kt_version": "0.1.0",
1788
+ "run_id": "1a01a97e391-1b0c5f",
1789
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1790
+ "epoch": 11,
1791
+ "train_loss": 0.3912678337776599,
1792
+ "val_auc": 0.7971542227815209,
1793
+ "val_acc": 0.8504765960014886,
1794
+ "val_f1": 0.9156540372471106,
1795
+ "epochs_without_improvement": 0,
1796
+ "best_epoch": 11,
1797
+ "seconds": 8.416
1798
+ },
1799
+ {
1800
+ "model": "addressingtwoproblemsdee",
1801
+ "dataset": "bridge2algebra2006",
1802
+ "fold": 3,
1803
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1804
+ "leap_kt_version": "0.1.0",
1805
+ "run_id": "1a01a97e391-1b0c5f",
1806
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1807
+ "epoch": 12,
1808
+ "train_loss": 0.3903249883589967,
1809
+ "val_auc": 0.7980185241953148,
1810
+ "val_acc": 0.8507548757631739,
1811
+ "val_f1": 0.9158414156882764,
1812
+ "epochs_without_improvement": 0,
1813
+ "best_epoch": 12,
1814
+ "seconds": 8.381
1815
+ },
1816
+ {
1817
+ "model": "addressingtwoproblemsdee",
1818
+ "dataset": "bridge2algebra2006",
1819
+ "fold": 3,
1820
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1821
+ "leap_kt_version": "0.1.0",
1822
+ "run_id": "1a01a97e391-1b0c5f",
1823
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1824
+ "epoch": 13,
1825
+ "train_loss": 0.3890747242640955,
1826
+ "val_auc": 0.7982730385829145,
1827
+ "val_acc": 0.8509694529288107,
1828
+ "val_f1": 0.9158838534846225,
1829
+ "epochs_without_improvement": 0,
1830
+ "best_epoch": 13,
1831
+ "seconds": 8.277
1832
+ },
1833
+ {
1834
+ "model": "addressingtwoproblemsdee",
1835
+ "dataset": "bridge2algebra2006",
1836
+ "fold": 3,
1837
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1838
+ "leap_kt_version": "0.1.0",
1839
+ "run_id": "1a01a97e391-1b0c5f",
1840
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1841
+ "epoch": 14,
1842
+ "train_loss": 0.3878904618129829,
1843
+ "val_auc": 0.7989395565335538,
1844
+ "val_acc": 0.8509661001605976,
1845
+ "val_f1": 0.9159136266043678,
1846
+ "epochs_without_improvement": 0,
1847
+ "best_epoch": 14,
1848
+ "seconds": 8.281
1849
+ },
1850
+ {
1851
+ "model": "addressingtwoproblemsdee",
1852
+ "dataset": "bridge2algebra2006",
1853
+ "fold": 3,
1854
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1855
+ "leap_kt_version": "0.1.0",
1856
+ "run_id": "1a01a97e391-1b0c5f",
1857
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1858
+ "epoch": 15,
1859
+ "train_loss": 0.38695147957826526,
1860
+ "val_auc": 0.7989272838137731,
1861
+ "val_acc": 0.8506408816439293,
1862
+ "val_f1": 0.9155718628469195,
1863
+ "epochs_without_improvement": 1,
1864
+ "best_epoch": 14,
1865
+ "seconds": 5.675
1866
+ },
1867
+ {
1868
+ "model": "addressingtwoproblemsdee",
1869
+ "dataset": "bridge2algebra2006",
1870
+ "fold": 3,
1871
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1872
+ "leap_kt_version": "0.1.0",
1873
+ "run_id": "1a01a97e391-1b0c5f",
1874
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1875
+ "epoch": 16,
1876
+ "train_loss": 0.38600776448768653,
1877
+ "val_auc": 0.7990200692685567,
1878
+ "val_acc": 0.8509459835513191,
1879
+ "val_f1": 0.9157738585791989,
1880
+ "epochs_without_improvement": 0,
1881
+ "best_epoch": 16,
1882
+ "seconds": 4.258
1883
+ },
1884
+ {
1885
+ "model": "addressingtwoproblemsdee",
1886
+ "dataset": "bridge2algebra2006",
1887
+ "fold": 3,
1888
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1889
+ "leap_kt_version": "0.1.0",
1890
+ "run_id": "1a01a97e391-1b0c5f",
1891
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1892
+ "epoch": 17,
1893
+ "train_loss": 0.3851337883756568,
1894
+ "val_auc": 0.7992773437904962,
1895
+ "val_acc": 0.8507850506770915,
1896
+ "val_f1": 0.9157046395120889,
1897
+ "epochs_without_improvement": 0,
1898
+ "best_epoch": 17,
1899
+ "seconds": 11.705
1900
+ },
1901
+ {
1902
+ "model": "addressingtwoproblemsdee",
1903
+ "dataset": "bridge2algebra2006",
1904
+ "fold": 3,
1905
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1906
+ "leap_kt_version": "0.1.0",
1907
+ "run_id": "1a01a97e391-1b0c5f",
1908
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1909
+ "epoch": 18,
1910
+ "train_loss": 0.38411272869208934,
1911
+ "val_auc": 0.7995558538357967,
1912
+ "val_acc": 0.8510029806109414,
1913
+ "val_f1": 0.915761219832129,
1914
+ "epochs_without_improvement": 0,
1915
+ "best_epoch": 18,
1916
+ "seconds": 11.172
1917
+ },
1918
+ {
1919
+ "model": "addressingtwoproblemsdee",
1920
+ "dataset": "bridge2algebra2006",
1921
+ "fold": 3,
1922
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1923
+ "leap_kt_version": "0.1.0",
1924
+ "run_id": "1a01a97e391-1b0c5f",
1925
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1926
+ "epoch": 19,
1927
+ "train_loss": 0.3831799468845901,
1928
+ "val_auc": 0.7993052153919471,
1929
+ "val_acc": 0.8508822809552707,
1930
+ "val_f1": 0.9158241383878721,
1931
+ "epochs_without_improvement": 1,
1932
+ "best_epoch": 18,
1933
+ "seconds": 12.148
1934
+ },
1935
+ {
1936
+ "model": "addressingtwoproblemsdee",
1937
+ "dataset": "bridge2algebra2006",
1938
+ "fold": 3,
1939
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1940
+ "leap_kt_version": "0.1.0",
1941
+ "run_id": "1a01a97e391-1b0c5f",
1942
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1943
+ "epoch": 20,
1944
+ "train_loss": 0.38244000401521594,
1945
+ "val_auc": 0.7991980070310971,
1946
+ "val_acc": 0.8510063333791545,
1947
+ "val_f1": 0.9160100472690366,
1948
+ "epochs_without_improvement": 2,
1949
+ "best_epoch": 18,
1950
+ "seconds": 10.86
1951
+ },
1952
+ {
1953
+ "model": "addressingtwoproblemsdee",
1954
+ "dataset": "bridge2algebra2006",
1955
+ "fold": 3,
1956
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1957
+ "leap_kt_version": "0.1.0",
1958
+ "run_id": "1a01a97e391-1b0c5f",
1959
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1960
+ "epoch": 21,
1961
+ "train_loss": 0.3816239409187297,
1962
+ "val_auc": 0.7986698499779569,
1963
+ "val_acc": 0.8511404441076775,
1964
+ "val_f1": 0.9160399462189704,
1965
+ "epochs_without_improvement": 3,
1966
+ "best_epoch": 18,
1967
+ "seconds": 10.554
1968
+ },
1969
+ {
1970
+ "model": "addressingtwoproblemsdee",
1971
+ "dataset": "bridge2algebra2006",
1972
+ "fold": 3,
1973
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1974
+ "leap_kt_version": "0.1.0",
1975
+ "run_id": "1a01a97e391-1b0c5f",
1976
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1977
+ "epoch": 22,
1978
+ "train_loss": 0.38063057809296047,
1979
+ "val_auc": 0.7993717322620768,
1980
+ "val_acc": 0.8510834470480553,
1981
+ "val_f1": 0.9159256020322017,
1982
+ "epochs_without_improvement": 4,
1983
+ "best_epoch": 18,
1984
+ "seconds": 8.881
1985
+ },
1986
+ {
1987
+ "model": "addressingtwoproblemsdee",
1988
+ "dataset": "bridge2algebra2006",
1989
+ "fold": 3,
1990
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
1991
+ "leap_kt_version": "0.1.0",
1992
+ "run_id": "1a01a97e391-1b0c5f",
1993
+ "device": "cuda:NVIDIA GeForce RTX 3090",
1994
+ "epoch": 23,
1995
+ "train_loss": 0.3798745120127584,
1996
+ "val_auc": 0.7989592975351945,
1997
+ "val_acc": 0.8509292197102538,
1998
+ "val_f1": 0.9157613535173642,
1999
+ "epochs_without_improvement": 5,
2000
+ "best_epoch": 18,
2001
+ "seconds": 8.513
2002
+ },
2003
+ {
2004
+ "model": "addressingtwoproblemsdee",
2005
+ "dataset": "bridge2algebra2006",
2006
+ "fold": 3,
2007
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2008
+ "leap_kt_version": "0.1.0",
2009
+ "run_id": "1a01a97e391-1b0c5f",
2010
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2011
+ "epoch": 24,
2012
+ "train_loss": 0.3790701376032953,
2013
+ "val_auc": 0.7987417358032791,
2014
+ "val_acc": 0.850899044796336,
2015
+ "val_f1": 0.9158649707605658,
2016
+ "epochs_without_improvement": 6,
2017
+ "best_epoch": 18,
2018
+ "seconds": 7.054
2019
+ },
2020
+ {
2021
+ "model": "addressingtwoproblemsdee",
2022
+ "dataset": "bridge2algebra2006",
2023
+ "fold": 3,
2024
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2025
+ "leap_kt_version": "0.1.0",
2026
+ "run_id": "1a01a97e391-1b0c5f",
2027
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2028
+ "epoch": 25,
2029
+ "train_loss": 0.37815305961228407,
2030
+ "val_auc": 0.7981024546885019,
2031
+ "val_acc": 0.8508319894320746,
2032
+ "val_f1": 0.9157142342936276,
2033
+ "epochs_without_improvement": 7,
2034
+ "best_epoch": 18,
2035
+ "seconds": 7.776
2036
+ },
2037
+ {
2038
+ "model": "addressingtwoproblemsdee",
2039
+ "dataset": "bridge2algebra2006",
2040
+ "fold": 3,
2041
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2042
+ "leap_kt_version": "0.1.0",
2043
+ "run_id": "1a01a97e391-1b0c5f",
2044
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2045
+ "epoch": 26,
2046
+ "train_loss": 0.3774125081887517,
2047
+ "val_auc": 0.7977939230187384,
2048
+ "val_acc": 0.8507682868360261,
2049
+ "val_f1": 0.9157763674277258,
2050
+ "epochs_without_improvement": 8,
2051
+ "best_epoch": 18,
2052
+ "seconds": 7.868
2053
+ },
2054
+ {
2055
+ "model": "addressingtwoproblemsdee",
2056
+ "dataset": "bridge2algebra2006",
2057
+ "fold": 3,
2058
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2059
+ "leap_kt_version": "0.1.0",
2060
+ "run_id": "1a01a97e391-1b0c5f",
2061
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2062
+ "epoch": 27,
2063
+ "train_loss": 0.37666845090031004,
2064
+ "val_auc": 0.7976678456986914,
2065
+ "val_acc": 0.8509962750745153,
2066
+ "val_f1": 0.9158875320801568,
2067
+ "epochs_without_improvement": 9,
2068
+ "best_epoch": 18,
2069
+ "seconds": 8.002
2070
+ },
2071
+ {
2072
+ "model": "addressingtwoproblemsdee",
2073
+ "dataset": "bridge2algebra2006",
2074
+ "fold": 3,
2075
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2076
+ "leap_kt_version": "0.1.0",
2077
+ "run_id": "1a01a97e391-1b0c5f",
2078
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2079
+ "epoch": 28,
2080
+ "train_loss": 0.3757005466698365,
2081
+ "val_auc": 0.7974867281487328,
2082
+ "val_acc": 0.850671056557847,
2083
+ "val_f1": 0.9155378561608116,
2084
+ "epochs_without_improvement": 10,
2085
+ "best_epoch": 18,
2086
+ "seconds": 8.034
2087
+ }
2088
+ ]
2089
+ },
2090
+ "output_dir": "results/addressingtwoproblemsdee_bridge2algebra2006/fold3"
2091
+ },
2092
+ {
2093
+ "fold": 4,
2094
+ "n_fit_users": 733,
2095
+ "n_validation_users": 183,
2096
+ "n_test_users": 229,
2097
+ "test_metrics": {
2098
+ "auc": 0.7936868196169103,
2099
+ "acc": 0.8492170243901097,
2100
+ "f1": 0.9149183516041764,
2101
+ "n_scored": 363549
2102
+ },
2103
+ "training": {
2104
+ "best_epoch": 23,
2105
+ "best_score": 0.7995305679269517,
2106
+ "epochs_run": 34,
2107
+ "stopped_early": true,
2108
+ "history": [
2109
+ {
2110
+ "model": "addressingtwoproblemsdee",
2111
+ "dataset": "bridge2algebra2006",
2112
+ "fold": 4,
2113
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2114
+ "leap_kt_version": "0.1.0",
2115
+ "run_id": "1a01a9bb688-1b0c5f",
2116
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2117
+ "epoch": 0,
2118
+ "train_loss": 0.47480550910137137,
2119
+ "val_auc": 0.7573362229766294,
2120
+ "val_acc": 0.8269292426952042,
2121
+ "val_f1": 0.9037644802941223,
2122
+ "epochs_without_improvement": 0,
2123
+ "best_epoch": 0,
2124
+ "seconds": 8.195
2125
+ },
2126
+ {
2127
+ "model": "addressingtwoproblemsdee",
2128
+ "dataset": "bridge2algebra2006",
2129
+ "fold": 4,
2130
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2131
+ "leap_kt_version": "0.1.0",
2132
+ "run_id": "1a01a9bb688-1b0c5f",
2133
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2134
+ "epoch": 1,
2135
+ "train_loss": 0.4226613617977317,
2136
+ "val_auc": 0.7680066817063128,
2137
+ "val_acc": 0.8320484777667738,
2138
+ "val_f1": 0.9060716242466504,
2139
+ "epochs_without_improvement": 0,
2140
+ "best_epoch": 1,
2141
+ "seconds": 8.171
2142
+ },
2143
+ {
2144
+ "model": "addressingtwoproblemsdee",
2145
+ "dataset": "bridge2algebra2006",
2146
+ "fold": 4,
2147
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2148
+ "leap_kt_version": "0.1.0",
2149
+ "run_id": "1a01a9bb688-1b0c5f",
2150
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2151
+ "epoch": 2,
2152
+ "train_loss": 0.4123038346974217,
2153
+ "val_auc": 0.7779230804221562,
2154
+ "val_acc": 0.8346811254479776,
2155
+ "val_f1": 0.9070634650431578,
2156
+ "epochs_without_improvement": 0,
2157
+ "best_epoch": 2,
2158
+ "seconds": 8.198
2159
+ },
2160
+ {
2161
+ "model": "addressingtwoproblemsdee",
2162
+ "dataset": "bridge2algebra2006",
2163
+ "fold": 4,
2164
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2165
+ "leap_kt_version": "0.1.0",
2166
+ "run_id": "1a01a9bb688-1b0c5f",
2167
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2168
+ "epoch": 3,
2169
+ "train_loss": 0.40572187395728365,
2170
+ "val_auc": 0.7823490492895212,
2171
+ "val_acc": 0.8359564811582225,
2172
+ "val_f1": 0.9074665016196577,
2173
+ "epochs_without_improvement": 0,
2174
+ "best_epoch": 3,
2175
+ "seconds": 8.315
2176
+ },
2177
+ {
2178
+ "model": "addressingtwoproblemsdee",
2179
+ "dataset": "bridge2algebra2006",
2180
+ "fold": 4,
2181
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2182
+ "leap_kt_version": "0.1.0",
2183
+ "run_id": "1a01a9bb688-1b0c5f",
2184
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2185
+ "epoch": 4,
2186
+ "train_loss": 0.4016302288795004,
2187
+ "val_auc": 0.7847207542432637,
2188
+ "val_acc": 0.836765156427009,
2189
+ "val_f1": 0.9078016753088134,
2190
+ "epochs_without_improvement": 0,
2191
+ "best_epoch": 4,
2192
+ "seconds": 8.374
2193
+ },
2194
+ {
2195
+ "model": "addressingtwoproblemsdee",
2196
+ "dataset": "bridge2algebra2006",
2197
+ "fold": 4,
2198
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2199
+ "leap_kt_version": "0.1.0",
2200
+ "run_id": "1a01a9bb688-1b0c5f",
2201
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2202
+ "epoch": 5,
2203
+ "train_loss": 0.39805481658906355,
2204
+ "val_auc": 0.7873986823748839,
2205
+ "val_acc": 0.8371997748534054,
2206
+ "val_f1": 0.9080312418871517,
2207
+ "epochs_without_improvement": 0,
2208
+ "best_epoch": 5,
2209
+ "seconds": 8.386
2210
+ },
2211
+ {
2212
+ "model": "addressingtwoproblemsdee",
2213
+ "dataset": "bridge2algebra2006",
2214
+ "fold": 4,
2215
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2216
+ "leap_kt_version": "0.1.0",
2217
+ "run_id": "1a01a9bb688-1b0c5f",
2218
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2219
+ "epoch": 6,
2220
+ "train_loss": 0.3954335133336028,
2221
+ "val_auc": 0.7901426353984556,
2222
+ "val_acc": 0.8378659522774718,
2223
+ "val_f1": 0.9082696765091203,
2224
+ "epochs_without_improvement": 0,
2225
+ "best_epoch": 6,
2226
+ "seconds": 8.483
2227
+ },
2228
+ {
2229
+ "model": "addressingtwoproblemsdee",
2230
+ "dataset": "bridge2algebra2006",
2231
+ "fold": 4,
2232
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2233
+ "leap_kt_version": "0.1.0",
2234
+ "run_id": "1a01a9bb688-1b0c5f",
2235
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2236
+ "epoch": 7,
2237
+ "train_loss": 0.39340911045366406,
2238
+ "val_auc": 0.7920624626531234,
2239
+ "val_acc": 0.838140260628558,
2240
+ "val_f1": 0.9083419238613599,
2241
+ "epochs_without_improvement": 0,
2242
+ "best_epoch": 7,
2243
+ "seconds": 8.386
2244
+ },
2245
+ {
2246
+ "model": "addressingtwoproblemsdee",
2247
+ "dataset": "bridge2algebra2006",
2248
+ "fold": 4,
2249
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2250
+ "leap_kt_version": "0.1.0",
2251
+ "run_id": "1a01a9bb688-1b0c5f",
2252
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2253
+ "epoch": 8,
2254
+ "train_loss": 0.3913810558769168,
2255
+ "val_auc": 0.7936747023619506,
2256
+ "val_acc": 0.8385641917166002,
2257
+ "val_f1": 0.9085161019412772,
2258
+ "epochs_without_improvement": 0,
2259
+ "best_epoch": 8,
2260
+ "seconds": 8.327
2261
+ },
2262
+ {
2263
+ "model": "addressingtwoproblemsdee",
2264
+ "dataset": "bridge2algebra2006",
2265
+ "fold": 4,
2266
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2267
+ "leap_kt_version": "0.1.0",
2268
+ "run_id": "1a01a9bb688-1b0c5f",
2269
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2270
+ "epoch": 9,
2271
+ "train_loss": 0.38972369003660823,
2272
+ "val_auc": 0.7943677150422821,
2273
+ "val_acc": 0.8386176284083703,
2274
+ "val_f1": 0.9085724088519329,
2275
+ "epochs_without_improvement": 0,
2276
+ "best_epoch": 9,
2277
+ "seconds": 8.509
2278
+ },
2279
+ {
2280
+ "model": "addressingtwoproblemsdee",
2281
+ "dataset": "bridge2algebra2006",
2282
+ "fold": 4,
2283
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2284
+ "leap_kt_version": "0.1.0",
2285
+ "run_id": "1a01a9bb688-1b0c5f",
2286
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2287
+ "epoch": 10,
2288
+ "train_loss": 0.38826051171945064,
2289
+ "val_auc": 0.7955606564540212,
2290
+ "val_acc": 0.8392588687096108,
2291
+ "val_f1": 0.9088488585148269,
2292
+ "epochs_without_improvement": 0,
2293
+ "best_epoch": 10,
2294
+ "seconds": 8.487
2295
+ },
2296
+ {
2297
+ "model": "addressingtwoproblemsdee",
2298
+ "dataset": "bridge2algebra2006",
2299
+ "fold": 4,
2300
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2301
+ "leap_kt_version": "0.1.0",
2302
+ "run_id": "1a01a9bb688-1b0c5f",
2303
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2304
+ "epoch": 11,
2305
+ "train_loss": 0.3868620587246759,
2306
+ "val_auc": 0.7964681412199013,
2307
+ "val_acc": 0.8397896731811931,
2308
+ "val_f1": 0.9090202869466001,
2309
+ "epochs_without_improvement": 0,
2310
+ "best_epoch": 11,
2311
+ "seconds": 8.515
2312
+ },
2313
+ {
2314
+ "model": "addressingtwoproblemsdee",
2315
+ "dataset": "bridge2algebra2006",
2316
+ "fold": 4,
2317
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2318
+ "leap_kt_version": "0.1.0",
2319
+ "run_id": "1a01a9bb688-1b0c5f",
2320
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2321
+ "epoch": 12,
2322
+ "train_loss": 0.3857120949090744,
2323
+ "val_auc": 0.7967976715815983,
2324
+ "val_acc": 0.8400141072866273,
2325
+ "val_f1": 0.909152332536974,
2326
+ "epochs_without_improvement": 0,
2327
+ "best_epoch": 12,
2328
+ "seconds": 8.525
2329
+ },
2330
+ {
2331
+ "model": "addressingtwoproblemsdee",
2332
+ "dataset": "bridge2algebra2006",
2333
+ "fold": 4,
2334
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2335
+ "leap_kt_version": "0.1.0",
2336
+ "run_id": "1a01a9bb688-1b0c5f",
2337
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2338
+ "epoch": 13,
2339
+ "train_loss": 0.3847457515646,
2340
+ "val_auc": 0.7973047065748313,
2341
+ "val_acc": 0.8400711064245153,
2342
+ "val_f1": 0.9092151854705469,
2343
+ "epochs_without_improvement": 0,
2344
+ "best_epoch": 13,
2345
+ "seconds": 8.582
2346
+ },
2347
+ {
2348
+ "model": "addressingtwoproblemsdee",
2349
+ "dataset": "bridge2algebra2006",
2350
+ "fold": 4,
2351
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2352
+ "leap_kt_version": "0.1.0",
2353
+ "run_id": "1a01a9bb688-1b0c5f",
2354
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2355
+ "epoch": 14,
2356
+ "train_loss": 0.38326355997396977,
2357
+ "val_auc": 0.7986180268516062,
2358
+ "val_acc": 0.8405413493120917,
2359
+ "val_f1": 0.9093571100225387,
2360
+ "epochs_without_improvement": 0,
2361
+ "best_epoch": 14,
2362
+ "seconds": 6.32
2363
+ },
2364
+ {
2365
+ "model": "addressingtwoproblemsdee",
2366
+ "dataset": "bridge2algebra2006",
2367
+ "fold": 4,
2368
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2369
+ "leap_kt_version": "0.1.0",
2370
+ "run_id": "1a01a9bb688-1b0c5f",
2371
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2372
+ "epoch": 15,
2373
+ "train_loss": 0.3824402619989551,
2374
+ "val_auc": 0.7987988667059036,
2375
+ "val_acc": 0.8406731598184577,
2376
+ "val_f1": 0.9095014933346284,
2377
+ "epochs_without_improvement": 0,
2378
+ "best_epoch": 15,
2379
+ "seconds": 4.137
2380
+ },
2381
+ {
2382
+ "model": "addressingtwoproblemsdee",
2383
+ "dataset": "bridge2algebra2006",
2384
+ "fold": 4,
2385
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2386
+ "leap_kt_version": "0.1.0",
2387
+ "run_id": "1a01a9bb688-1b0c5f",
2388
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2389
+ "epoch": 16,
2390
+ "train_loss": 0.38134717971694715,
2391
+ "val_auc": 0.7989647938541912,
2392
+ "val_acc": 0.840965280400134,
2393
+ "val_f1": 0.9095664081807943,
2394
+ "epochs_without_improvement": 0,
2395
+ "best_epoch": 16,
2396
+ "seconds": 11.863
2397
+ },
2398
+ {
2399
+ "model": "addressingtwoproblemsdee",
2400
+ "dataset": "bridge2algebra2006",
2401
+ "fold": 4,
2402
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2403
+ "leap_kt_version": "0.1.0",
2404
+ "run_id": "1a01a9bb688-1b0c5f",
2405
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2406
+ "epoch": 17,
2407
+ "train_loss": 0.38042074122599195,
2408
+ "val_auc": 0.79935094711076,
2409
+ "val_acc": 0.84102584198414,
2410
+ "val_f1": 0.9095753842412944,
2411
+ "epochs_without_improvement": 0,
2412
+ "best_epoch": 17,
2413
+ "seconds": 11.703
2414
+ },
2415
+ {
2416
+ "model": "addressingtwoproblemsdee",
2417
+ "dataset": "bridge2algebra2006",
2418
+ "fold": 4,
2419
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2420
+ "leap_kt_version": "0.1.0",
2421
+ "run_id": "1a01a9bb688-1b0c5f",
2422
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2423
+ "epoch": 18,
2424
+ "train_loss": 0.37925376986362497,
2425
+ "val_auc": 0.79940732201355,
2426
+ "val_acc": 0.8413571494731142,
2427
+ "val_f1": 0.9097010718587402,
2428
+ "epochs_without_improvement": 0,
2429
+ "best_epoch": 18,
2430
+ "seconds": 12.195
2431
+ },
2432
+ {
2433
+ "model": "addressingtwoproblemsdee",
2434
+ "dataset": "bridge2algebra2006",
2435
+ "fold": 4,
2436
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2437
+ "leap_kt_version": "0.1.0",
2438
+ "run_id": "1a01a9bb688-1b0c5f",
2439
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2440
+ "epoch": 19,
2441
+ "train_loss": 0.37854244316719016,
2442
+ "val_auc": 0.799275659963642,
2443
+ "val_acc": 0.8413464621347602,
2444
+ "val_f1": 0.9096468039091172,
2445
+ "epochs_without_improvement": 1,
2446
+ "best_epoch": 18,
2447
+ "seconds": 10.184
2448
+ },
2449
+ {
2450
+ "model": "addressingtwoproblemsdee",
2451
+ "dataset": "bridge2algebra2006",
2452
+ "fold": 4,
2453
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2454
+ "leap_kt_version": "0.1.0",
2455
+ "run_id": "1a01a9bb688-1b0c5f",
2456
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2457
+ "epoch": 20,
2458
+ "train_loss": 0.3774713025409348,
2459
+ "val_auc": 0.7995098900223214,
2460
+ "val_acc": 0.8413357747964062,
2461
+ "val_f1": 0.9096559306424981,
2462
+ "epochs_without_improvement": 0,
2463
+ "best_epoch": 20,
2464
+ "seconds": 10.824
2465
+ },
2466
+ {
2467
+ "model": "addressingtwoproblemsdee",
2468
+ "dataset": "bridge2algebra2006",
2469
+ "fold": 4,
2470
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2471
+ "leap_kt_version": "0.1.0",
2472
+ "run_id": "1a01a9bb688-1b0c5f",
2473
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2474
+ "epoch": 21,
2475
+ "train_loss": 0.3766012506521478,
2476
+ "val_auc": 0.7993211685248435,
2477
+ "val_acc": 0.8411540900443881,
2478
+ "val_f1": 0.9094108014652252,
2479
+ "epochs_without_improvement": 1,
2480
+ "best_epoch": 20,
2481
+ "seconds": 10.16
2482
+ },
2483
+ {
2484
+ "model": "addressingtwoproblemsdee",
2485
+ "dataset": "bridge2algebra2006",
2486
+ "fold": 4,
2487
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2488
+ "leap_kt_version": "0.1.0",
2489
+ "run_id": "1a01a9bb688-1b0c5f",
2490
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2491
+ "epoch": 22,
2492
+ "train_loss": 0.37542226728127925,
2493
+ "val_auc": 0.7995276671776533,
2494
+ "val_acc": 0.8414711477488903,
2495
+ "val_f1": 0.9096039229866051,
2496
+ "epochs_without_improvement": 0,
2497
+ "best_epoch": 22,
2498
+ "seconds": 8.787
2499
+ },
2500
+ {
2501
+ "model": "addressingtwoproblemsdee",
2502
+ "dataset": "bridge2algebra2006",
2503
+ "fold": 4,
2504
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2505
+ "leap_kt_version": "0.1.0",
2506
+ "run_id": "1a01a9bb688-1b0c5f",
2507
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2508
+ "epoch": 23,
2509
+ "train_loss": 0.37466467871349685,
2510
+ "val_auc": 0.7995305679269517,
2511
+ "val_acc": 0.841065028891438,
2512
+ "val_f1": 0.909409519168291,
2513
+ "epochs_without_improvement": 0,
2514
+ "best_epoch": 23,
2515
+ "seconds": 7.056
2516
+ },
2517
+ {
2518
+ "model": "addressingtwoproblemsdee",
2519
+ "dataset": "bridge2algebra2006",
2520
+ "fold": 4,
2521
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2522
+ "leap_kt_version": "0.1.0",
2523
+ "run_id": "1a01a9bb688-1b0c5f",
2524
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2525
+ "epoch": 24,
2526
+ "train_loss": 0.37368347100457366,
2527
+ "val_auc": 0.7990586290329871,
2528
+ "val_acc": 0.8411897145055681,
2529
+ "val_f1": 0.9095909191390461,
2530
+ "epochs_without_improvement": 1,
2531
+ "best_epoch": 23,
2532
+ "seconds": 7.56
2533
+ },
2534
+ {
2535
+ "model": "addressingtwoproblemsdee",
2536
+ "dataset": "bridge2algebra2006",
2537
+ "fold": 4,
2538
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2539
+ "leap_kt_version": "0.1.0",
2540
+ "run_id": "1a01a9bb688-1b0c5f",
2541
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2542
+ "epoch": 25,
2543
+ "train_loss": 0.3728278572766148,
2544
+ "val_auc": 0.7990254813501068,
2545
+ "val_acc": 0.841029404430258,
2546
+ "val_f1": 0.9094149648816532,
2547
+ "epochs_without_improvement": 2,
2548
+ "best_epoch": 23,
2549
+ "seconds": 7.995
2550
+ },
2551
+ {
2552
+ "model": "addressingtwoproblemsdee",
2553
+ "dataset": "bridge2algebra2006",
2554
+ "fold": 4,
2555
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2556
+ "leap_kt_version": "0.1.0",
2557
+ "run_id": "1a01a9bb688-1b0c5f",
2558
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2559
+ "epoch": 26,
2560
+ "train_loss": 0.37209134214386647,
2561
+ "val_auc": 0.7980819978804167,
2562
+ "val_acc": 0.8407942829864699,
2563
+ "val_f1": 0.909403837109356,
2564
+ "epochs_without_improvement": 3,
2565
+ "best_epoch": 23,
2566
+ "seconds": 7.956
2567
+ },
2568
+ {
2569
+ "model": "addressingtwoproblemsdee",
2570
+ "dataset": "bridge2algebra2006",
2571
+ "fold": 4,
2572
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2573
+ "leap_kt_version": "0.1.0",
2574
+ "run_id": "1a01a9bb688-1b0c5f",
2575
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2576
+ "epoch": 27,
2577
+ "train_loss": 0.37110237169022464,
2578
+ "val_auc": 0.7976969926214273,
2579
+ "val_acc": 0.8412360263051021,
2580
+ "val_f1": 0.9096537463509569,
2581
+ "epochs_without_improvement": 4,
2582
+ "best_epoch": 23,
2583
+ "seconds": 8.13
2584
+ },
2585
+ {
2586
+ "model": "addressingtwoproblemsdee",
2587
+ "dataset": "bridge2algebra2006",
2588
+ "fold": 4,
2589
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2590
+ "leap_kt_version": "0.1.0",
2591
+ "run_id": "1a01a9bb688-1b0c5f",
2592
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2593
+ "epoch": 28,
2594
+ "train_loss": 0.37021700232004634,
2595
+ "val_auc": 0.7977070979630357,
2596
+ "val_acc": 0.8408797816933019,
2597
+ "val_f1": 0.9093705487762812,
2598
+ "epochs_without_improvement": 5,
2599
+ "best_epoch": 23,
2600
+ "seconds": 8.095
2601
+ },
2602
+ {
2603
+ "model": "addressingtwoproblemsdee",
2604
+ "dataset": "bridge2algebra2006",
2605
+ "fold": 4,
2606
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2607
+ "leap_kt_version": "0.1.0",
2608
+ "run_id": "1a01a9bb688-1b0c5f",
2609
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2610
+ "epoch": 29,
2611
+ "train_loss": 0.3691745786642542,
2612
+ "val_auc": 0.7970878026507761,
2613
+ "val_acc": 0.841000904861314,
2614
+ "val_f1": 0.9094075523476256,
2615
+ "epochs_without_improvement": 6,
2616
+ "best_epoch": 23,
2617
+ "seconds": 8.262
2618
+ },
2619
+ {
2620
+ "model": "addressingtwoproblemsdee",
2621
+ "dataset": "bridge2algebra2006",
2622
+ "fold": 4,
2623
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2624
+ "leap_kt_version": "0.1.0",
2625
+ "run_id": "1a01a9bb688-1b0c5f",
2626
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2627
+ "epoch": 30,
2628
+ "train_loss": 0.36856188716328875,
2629
+ "val_auc": 0.796420164996708,
2630
+ "val_acc": 0.8409830926307239,
2631
+ "val_f1": 0.9094211206642897,
2632
+ "epochs_without_improvement": 7,
2633
+ "best_epoch": 23,
2634
+ "seconds": 8.339
2635
+ },
2636
+ {
2637
+ "model": "addressingtwoproblemsdee",
2638
+ "dataset": "bridge2algebra2006",
2639
+ "fold": 4,
2640
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2641
+ "leap_kt_version": "0.1.0",
2642
+ "run_id": "1a01a9bb688-1b0c5f",
2643
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2644
+ "epoch": 31,
2645
+ "train_loss": 0.3680312066357963,
2646
+ "val_auc": 0.7958344485486699,
2647
+ "val_acc": 0.8407622209714078,
2648
+ "val_f1": 0.9092949400866486,
2649
+ "epochs_without_improvement": 8,
2650
+ "best_epoch": 23,
2651
+ "seconds": 8.384
2652
+ },
2653
+ {
2654
+ "model": "addressingtwoproblemsdee",
2655
+ "dataset": "bridge2algebra2006",
2656
+ "fold": 4,
2657
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2658
+ "leap_kt_version": "0.1.0",
2659
+ "run_id": "1a01a9bb688-1b0c5f",
2660
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2661
+ "epoch": 32,
2662
+ "train_loss": 0.3666575059902911,
2663
+ "val_auc": 0.7953989916073645,
2664
+ "val_acc": 0.8408014078787058,
2665
+ "val_f1": 0.9092570481736885,
2666
+ "epochs_without_improvement": 9,
2667
+ "best_epoch": 23,
2668
+ "seconds": 8.432
2669
+ },
2670
+ {
2671
+ "model": "addressingtwoproblemsdee",
2672
+ "dataset": "bridge2algebra2006",
2673
+ "fold": 4,
2674
+ "git_commit": "e4528c6427ae96ee5df59c473924c1c558dda3d8",
2675
+ "leap_kt_version": "0.1.0",
2676
+ "run_id": "1a01a9bb688-1b0c5f",
2677
+ "device": "cuda:NVIDIA GeForce RTX 3090",
2678
+ "epoch": 33,
2679
+ "train_loss": 0.36558105051517487,
2680
+ "val_auc": 0.7943806963556397,
2681
+ "val_acc": 0.8405947860038617,
2682
+ "val_f1": 0.9092122776262823,
2683
+ "epochs_without_improvement": 10,
2684
+ "best_epoch": 23,
2685
+ "seconds": 8.44
2686
+ }
2687
+ ]
2688
+ },
2689
+ "output_dir": "results/addressingtwoproblemsdee_bridge2algebra2006/fold4"
2690
+ }
2691
+ ]
bridge2algebra2006/split.json ADDED
@@ -0,0 +1,2098 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "test_ratio": 0.2,
3
+ "n_folds": 5,
4
+ "seed": 0,
5
+ "checksum": "e976a38408ab757d84e64bf0b1f6cd88d3d12f2cfae9f578d3dba886fe660932",
6
+ "train_users": [
7
+ 0,
8
+ 1,
9
+ 2,
10
+ 3,
11
+ 4,
12
+ 5,
13
+ 8,
14
+ 9,
15
+ 10,
16
+ 11,
17
+ 12,
18
+ 13,
19
+ 14,
20
+ 15,
21
+ 17,
22
+ 18,
23
+ 19,
24
+ 20,
25
+ 22,
26
+ 23,
27
+ 26,
28
+ 27,
29
+ 28,
30
+ 29,
31
+ 30,
32
+ 31,
33
+ 32,
34
+ 33,
35
+ 34,
36
+ 36,
37
+ 37,
38
+ 38,
39
+ 39,
40
+ 40,
41
+ 41,
42
+ 42,
43
+ 43,
44
+ 44,
45
+ 45,
46
+ 46,
47
+ 47,
48
+ 48,
49
+ 49,
50
+ 51,
51
+ 52,
52
+ 53,
53
+ 54,
54
+ 55,
55
+ 56,
56
+ 57,
57
+ 58,
58
+ 59,
59
+ 60,
60
+ 61,
61
+ 62,
62
+ 63,
63
+ 64,
64
+ 65,
65
+ 66,
66
+ 67,
67
+ 68,
68
+ 69,
69
+ 70,
70
+ 71,
71
+ 72,
72
+ 73,
73
+ 74,
74
+ 75,
75
+ 77,
76
+ 78,
77
+ 79,
78
+ 80,
79
+ 82,
80
+ 83,
81
+ 85,
82
+ 86,
83
+ 89,
84
+ 91,
85
+ 92,
86
+ 94,
87
+ 95,
88
+ 100,
89
+ 101,
90
+ 102,
91
+ 103,
92
+ 104,
93
+ 106,
94
+ 107,
95
+ 110,
96
+ 111,
97
+ 113,
98
+ 114,
99
+ 116,
100
+ 117,
101
+ 118,
102
+ 119,
103
+ 120,
104
+ 121,
105
+ 124,
106
+ 126,
107
+ 127,
108
+ 128,
109
+ 129,
110
+ 130,
111
+ 131,
112
+ 132,
113
+ 133,
114
+ 134,
115
+ 135,
116
+ 136,
117
+ 138,
118
+ 141,
119
+ 142,
120
+ 143,
121
+ 144,
122
+ 145,
123
+ 148,
124
+ 149,
125
+ 150,
126
+ 151,
127
+ 152,
128
+ 153,
129
+ 154,
130
+ 155,
131
+ 156,
132
+ 157,
133
+ 158,
134
+ 159,
135
+ 161,
136
+ 162,
137
+ 163,
138
+ 164,
139
+ 165,
140
+ 166,
141
+ 167,
142
+ 168,
143
+ 169,
144
+ 170,
145
+ 171,
146
+ 173,
147
+ 174,
148
+ 175,
149
+ 176,
150
+ 178,
151
+ 179,
152
+ 180,
153
+ 181,
154
+ 182,
155
+ 183,
156
+ 184,
157
+ 185,
158
+ 186,
159
+ 187,
160
+ 188,
161
+ 189,
162
+ 190,
163
+ 191,
164
+ 192,
165
+ 193,
166
+ 194,
167
+ 195,
168
+ 196,
169
+ 199,
170
+ 200,
171
+ 201,
172
+ 202,
173
+ 203,
174
+ 204,
175
+ 205,
176
+ 206,
177
+ 207,
178
+ 208,
179
+ 209,
180
+ 210,
181
+ 211,
182
+ 212,
183
+ 213,
184
+ 214,
185
+ 215,
186
+ 216,
187
+ 217,
188
+ 218,
189
+ 220,
190
+ 221,
191
+ 222,
192
+ 223,
193
+ 224,
194
+ 225,
195
+ 226,
196
+ 227,
197
+ 228,
198
+ 229,
199
+ 230,
200
+ 232,
201
+ 235,
202
+ 236,
203
+ 237,
204
+ 239,
205
+ 241,
206
+ 242,
207
+ 243,
208
+ 244,
209
+ 245,
210
+ 247,
211
+ 248,
212
+ 250,
213
+ 252,
214
+ 253,
215
+ 254,
216
+ 255,
217
+ 256,
218
+ 260,
219
+ 261,
220
+ 262,
221
+ 263,
222
+ 264,
223
+ 265,
224
+ 266,
225
+ 267,
226
+ 268,
227
+ 269,
228
+ 270,
229
+ 271,
230
+ 272,
231
+ 273,
232
+ 274,
233
+ 275,
234
+ 276,
235
+ 277,
236
+ 278,
237
+ 279,
238
+ 281,
239
+ 283,
240
+ 285,
241
+ 286,
242
+ 287,
243
+ 291,
244
+ 293,
245
+ 294,
246
+ 296,
247
+ 297,
248
+ 298,
249
+ 299,
250
+ 300,
251
+ 301,
252
+ 302,
253
+ 303,
254
+ 304,
255
+ 305,
256
+ 306,
257
+ 307,
258
+ 308,
259
+ 309,
260
+ 310,
261
+ 311,
262
+ 312,
263
+ 315,
264
+ 316,
265
+ 317,
266
+ 318,
267
+ 319,
268
+ 322,
269
+ 323,
270
+ 325,
271
+ 326,
272
+ 328,
273
+ 329,
274
+ 330,
275
+ 331,
276
+ 333,
277
+ 336,
278
+ 338,
279
+ 339,
280
+ 340,
281
+ 341,
282
+ 342,
283
+ 343,
284
+ 344,
285
+ 345,
286
+ 346,
287
+ 347,
288
+ 349,
289
+ 350,
290
+ 351,
291
+ 352,
292
+ 353,
293
+ 354,
294
+ 355,
295
+ 356,
296
+ 357,
297
+ 358,
298
+ 359,
299
+ 360,
300
+ 361,
301
+ 362,
302
+ 363,
303
+ 366,
304
+ 367,
305
+ 368,
306
+ 370,
307
+ 371,
308
+ 372,
309
+ 373,
310
+ 375,
311
+ 376,
312
+ 377,
313
+ 378,
314
+ 379,
315
+ 380,
316
+ 381,
317
+ 382,
318
+ 383,
319
+ 384,
320
+ 385,
321
+ 387,
322
+ 388,
323
+ 389,
324
+ 390,
325
+ 392,
326
+ 393,
327
+ 394,
328
+ 395,
329
+ 396,
330
+ 397,
331
+ 398,
332
+ 399,
333
+ 400,
334
+ 401,
335
+ 402,
336
+ 403,
337
+ 404,
338
+ 405,
339
+ 406,
340
+ 407,
341
+ 408,
342
+ 410,
343
+ 411,
344
+ 412,
345
+ 413,
346
+ 414,
347
+ 416,
348
+ 417,
349
+ 418,
350
+ 419,
351
+ 420,
352
+ 422,
353
+ 423,
354
+ 424,
355
+ 425,
356
+ 426,
357
+ 428,
358
+ 429,
359
+ 431,
360
+ 433,
361
+ 434,
362
+ 435,
363
+ 436,
364
+ 437,
365
+ 438,
366
+ 439,
367
+ 440,
368
+ 441,
369
+ 442,
370
+ 443,
371
+ 445,
372
+ 446,
373
+ 447,
374
+ 448,
375
+ 449,
376
+ 450,
377
+ 452,
378
+ 453,
379
+ 455,
380
+ 456,
381
+ 457,
382
+ 458,
383
+ 459,
384
+ 460,
385
+ 462,
386
+ 463,
387
+ 464,
388
+ 465,
389
+ 467,
390
+ 469,
391
+ 470,
392
+ 471,
393
+ 472,
394
+ 473,
395
+ 476,
396
+ 477,
397
+ 478,
398
+ 479,
399
+ 480,
400
+ 481,
401
+ 482,
402
+ 483,
403
+ 486,
404
+ 488,
405
+ 489,
406
+ 490,
407
+ 491,
408
+ 493,
409
+ 494,
410
+ 496,
411
+ 498,
412
+ 499,
413
+ 500,
414
+ 501,
415
+ 503,
416
+ 504,
417
+ 505,
418
+ 506,
419
+ 507,
420
+ 508,
421
+ 510,
422
+ 511,
423
+ 514,
424
+ 515,
425
+ 516,
426
+ 517,
427
+ 518,
428
+ 520,
429
+ 521,
430
+ 522,
431
+ 527,
432
+ 528,
433
+ 529,
434
+ 530,
435
+ 531,
436
+ 532,
437
+ 533,
438
+ 534,
439
+ 536,
440
+ 538,
441
+ 539,
442
+ 541,
443
+ 542,
444
+ 543,
445
+ 546,
446
+ 547,
447
+ 548,
448
+ 549,
449
+ 550,
450
+ 551,
451
+ 553,
452
+ 554,
453
+ 556,
454
+ 557,
455
+ 558,
456
+ 559,
457
+ 560,
458
+ 562,
459
+ 564,
460
+ 565,
461
+ 566,
462
+ 569,
463
+ 570,
464
+ 571,
465
+ 572,
466
+ 574,
467
+ 575,
468
+ 576,
469
+ 577,
470
+ 578,
471
+ 579,
472
+ 580,
473
+ 581,
474
+ 582,
475
+ 583,
476
+ 584,
477
+ 585,
478
+ 586,
479
+ 587,
480
+ 588,
481
+ 589,
482
+ 590,
483
+ 592,
484
+ 594,
485
+ 595,
486
+ 597,
487
+ 598,
488
+ 599,
489
+ 600,
490
+ 601,
491
+ 602,
492
+ 603,
493
+ 604,
494
+ 605,
495
+ 606,
496
+ 608,
497
+ 609,
498
+ 611,
499
+ 612,
500
+ 613,
501
+ 615,
502
+ 616,
503
+ 617,
504
+ 618,
505
+ 619,
506
+ 621,
507
+ 622,
508
+ 623,
509
+ 624,
510
+ 625,
511
+ 627,
512
+ 628,
513
+ 629,
514
+ 630,
515
+ 633,
516
+ 634,
517
+ 636,
518
+ 637,
519
+ 639,
520
+ 640,
521
+ 642,
522
+ 643,
523
+ 645,
524
+ 647,
525
+ 648,
526
+ 649,
527
+ 650,
528
+ 651,
529
+ 653,
530
+ 654,
531
+ 655,
532
+ 656,
533
+ 657,
534
+ 658,
535
+ 660,
536
+ 661,
537
+ 663,
538
+ 665,
539
+ 666,
540
+ 667,
541
+ 669,
542
+ 670,
543
+ 671,
544
+ 672,
545
+ 674,
546
+ 675,
547
+ 676,
548
+ 677,
549
+ 679,
550
+ 680,
551
+ 681,
552
+ 682,
553
+ 683,
554
+ 684,
555
+ 685,
556
+ 686,
557
+ 687,
558
+ 688,
559
+ 689,
560
+ 690,
561
+ 692,
562
+ 693,
563
+ 695,
564
+ 696,
565
+ 697,
566
+ 698,
567
+ 699,
568
+ 702,
569
+ 704,
570
+ 705,
571
+ 706,
572
+ 707,
573
+ 708,
574
+ 709,
575
+ 710,
576
+ 711,
577
+ 712,
578
+ 714,
579
+ 715,
580
+ 716,
581
+ 717,
582
+ 718,
583
+ 719,
584
+ 720,
585
+ 721,
586
+ 722,
587
+ 724,
588
+ 725,
589
+ 726,
590
+ 727,
591
+ 728,
592
+ 729,
593
+ 730,
594
+ 731,
595
+ 732,
596
+ 733,
597
+ 734,
598
+ 735,
599
+ 736,
600
+ 737,
601
+ 738,
602
+ 739,
603
+ 740,
604
+ 741,
605
+ 742,
606
+ 743,
607
+ 744,
608
+ 745,
609
+ 747,
610
+ 748,
611
+ 749,
612
+ 750,
613
+ 752,
614
+ 756,
615
+ 757,
616
+ 758,
617
+ 759,
618
+ 760,
619
+ 762,
620
+ 763,
621
+ 764,
622
+ 765,
623
+ 766,
624
+ 767,
625
+ 768,
626
+ 770,
627
+ 771,
628
+ 772,
629
+ 773,
630
+ 774,
631
+ 776,
632
+ 779,
633
+ 780,
634
+ 781,
635
+ 783,
636
+ 784,
637
+ 785,
638
+ 786,
639
+ 787,
640
+ 788,
641
+ 789,
642
+ 791,
643
+ 792,
644
+ 794,
645
+ 796,
646
+ 797,
647
+ 799,
648
+ 802,
649
+ 803,
650
+ 805,
651
+ 806,
652
+ 807,
653
+ 808,
654
+ 810,
655
+ 811,
656
+ 812,
657
+ 814,
658
+ 816,
659
+ 817,
660
+ 819,
661
+ 820,
662
+ 821,
663
+ 822,
664
+ 824,
665
+ 826,
666
+ 827,
667
+ 828,
668
+ 829,
669
+ 830,
670
+ 831,
671
+ 832,
672
+ 834,
673
+ 835,
674
+ 836,
675
+ 837,
676
+ 838,
677
+ 839,
678
+ 840,
679
+ 841,
680
+ 842,
681
+ 843,
682
+ 845,
683
+ 846,
684
+ 847,
685
+ 848,
686
+ 849,
687
+ 850,
688
+ 851,
689
+ 852,
690
+ 854,
691
+ 855,
692
+ 856,
693
+ 857,
694
+ 858,
695
+ 859,
696
+ 860,
697
+ 861,
698
+ 862,
699
+ 863,
700
+ 865,
701
+ 866,
702
+ 868,
703
+ 869,
704
+ 870,
705
+ 871,
706
+ 872,
707
+ 873,
708
+ 874,
709
+ 875,
710
+ 876,
711
+ 877,
712
+ 878,
713
+ 879,
714
+ 880,
715
+ 881,
716
+ 882,
717
+ 883,
718
+ 884,
719
+ 887,
720
+ 889,
721
+ 890,
722
+ 892,
723
+ 893,
724
+ 894,
725
+ 895,
726
+ 896,
727
+ 897,
728
+ 899,
729
+ 901,
730
+ 902,
731
+ 903,
732
+ 904,
733
+ 905,
734
+ 906,
735
+ 907,
736
+ 908,
737
+ 909,
738
+ 910,
739
+ 911,
740
+ 912,
741
+ 913,
742
+ 914,
743
+ 915,
744
+ 917,
745
+ 918,
746
+ 919,
747
+ 921,
748
+ 922,
749
+ 923,
750
+ 924,
751
+ 925,
752
+ 927,
753
+ 928,
754
+ 929,
755
+ 931,
756
+ 933,
757
+ 934,
758
+ 935,
759
+ 936,
760
+ 939,
761
+ 940,
762
+ 941,
763
+ 942,
764
+ 943,
765
+ 944,
766
+ 945,
767
+ 946,
768
+ 947,
769
+ 948,
770
+ 949,
771
+ 950,
772
+ 951,
773
+ 952,
774
+ 953,
775
+ 954,
776
+ 958,
777
+ 960,
778
+ 961,
779
+ 962,
780
+ 963,
781
+ 964,
782
+ 965,
783
+ 966,
784
+ 967,
785
+ 968,
786
+ 969,
787
+ 971,
788
+ 972,
789
+ 976,
790
+ 977,
791
+ 978,
792
+ 982,
793
+ 983,
794
+ 985,
795
+ 986,
796
+ 987,
797
+ 988,
798
+ 989,
799
+ 992,
800
+ 993,
801
+ 994,
802
+ 995,
803
+ 996,
804
+ 997,
805
+ 998,
806
+ 999,
807
+ 1000,
808
+ 1001,
809
+ 1002,
810
+ 1003,
811
+ 1005,
812
+ 1007,
813
+ 1008,
814
+ 1009,
815
+ 1010,
816
+ 1011,
817
+ 1012,
818
+ 1013,
819
+ 1014,
820
+ 1015,
821
+ 1016,
822
+ 1017,
823
+ 1018,
824
+ 1019,
825
+ 1020,
826
+ 1021,
827
+ 1023,
828
+ 1024,
829
+ 1025,
830
+ 1027,
831
+ 1028,
832
+ 1029,
833
+ 1031,
834
+ 1032,
835
+ 1033,
836
+ 1034,
837
+ 1035,
838
+ 1036,
839
+ 1038,
840
+ 1039,
841
+ 1040,
842
+ 1041,
843
+ 1042,
844
+ 1043,
845
+ 1044,
846
+ 1045,
847
+ 1046,
848
+ 1048,
849
+ 1049,
850
+ 1050,
851
+ 1051,
852
+ 1052,
853
+ 1054,
854
+ 1055,
855
+ 1056,
856
+ 1057,
857
+ 1059,
858
+ 1060,
859
+ 1061,
860
+ 1062,
861
+ 1063,
862
+ 1065,
863
+ 1067,
864
+ 1068,
865
+ 1069,
866
+ 1070,
867
+ 1071,
868
+ 1072,
869
+ 1073,
870
+ 1074,
871
+ 1076,
872
+ 1077,
873
+ 1078,
874
+ 1079,
875
+ 1080,
876
+ 1081,
877
+ 1082,
878
+ 1084,
879
+ 1087,
880
+ 1088,
881
+ 1090,
882
+ 1091,
883
+ 1092,
884
+ 1095,
885
+ 1096,
886
+ 1097,
887
+ 1098,
888
+ 1102,
889
+ 1104,
890
+ 1105,
891
+ 1107,
892
+ 1108,
893
+ 1109,
894
+ 1111,
895
+ 1112,
896
+ 1113,
897
+ 1114,
898
+ 1115,
899
+ 1117,
900
+ 1119,
901
+ 1120,
902
+ 1121,
903
+ 1123,
904
+ 1124,
905
+ 1125,
906
+ 1126,
907
+ 1127,
908
+ 1128,
909
+ 1129,
910
+ 1131,
911
+ 1132,
912
+ 1133,
913
+ 1134,
914
+ 1135,
915
+ 1136,
916
+ 1137,
917
+ 1138,
918
+ 1140,
919
+ 1142,
920
+ 1143,
921
+ 1144,
922
+ 1145
923
+ ],
924
+ "test_users": [
925
+ 6,
926
+ 7,
927
+ 16,
928
+ 21,
929
+ 24,
930
+ 25,
931
+ 35,
932
+ 50,
933
+ 76,
934
+ 81,
935
+ 84,
936
+ 87,
937
+ 88,
938
+ 90,
939
+ 93,
940
+ 96,
941
+ 97,
942
+ 98,
943
+ 99,
944
+ 105,
945
+ 108,
946
+ 109,
947
+ 112,
948
+ 115,
949
+ 122,
950
+ 123,
951
+ 125,
952
+ 137,
953
+ 139,
954
+ 140,
955
+ 146,
956
+ 147,
957
+ 160,
958
+ 172,
959
+ 177,
960
+ 197,
961
+ 198,
962
+ 219,
963
+ 231,
964
+ 233,
965
+ 234,
966
+ 238,
967
+ 240,
968
+ 246,
969
+ 249,
970
+ 251,
971
+ 257,
972
+ 258,
973
+ 259,
974
+ 280,
975
+ 282,
976
+ 284,
977
+ 288,
978
+ 289,
979
+ 290,
980
+ 292,
981
+ 295,
982
+ 313,
983
+ 314,
984
+ 320,
985
+ 321,
986
+ 324,
987
+ 327,
988
+ 332,
989
+ 334,
990
+ 335,
991
+ 348,
992
+ 364,
993
+ 365,
994
+ 369,
995
+ 374,
996
+ 386,
997
+ 391,
998
+ 409,
999
+ 415,
1000
+ 421,
1001
+ 427,
1002
+ 430,
1003
+ 432,
1004
+ 444,
1005
+ 451,
1006
+ 454,
1007
+ 461,
1008
+ 466,
1009
+ 468,
1010
+ 474,
1011
+ 475,
1012
+ 484,
1013
+ 485,
1014
+ 487,
1015
+ 492,
1016
+ 495,
1017
+ 497,
1018
+ 502,
1019
+ 509,
1020
+ 512,
1021
+ 513,
1022
+ 519,
1023
+ 523,
1024
+ 524,
1025
+ 525,
1026
+ 526,
1027
+ 535,
1028
+ 537,
1029
+ 540,
1030
+ 544,
1031
+ 545,
1032
+ 552,
1033
+ 555,
1034
+ 561,
1035
+ 563,
1036
+ 567,
1037
+ 568,
1038
+ 573,
1039
+ 591,
1040
+ 593,
1041
+ 596,
1042
+ 607,
1043
+ 610,
1044
+ 614,
1045
+ 620,
1046
+ 626,
1047
+ 631,
1048
+ 632,
1049
+ 635,
1050
+ 638,
1051
+ 641,
1052
+ 644,
1053
+ 646,
1054
+ 652,
1055
+ 659,
1056
+ 662,
1057
+ 664,
1058
+ 668,
1059
+ 673,
1060
+ 678,
1061
+ 691,
1062
+ 694,
1063
+ 700,
1064
+ 701,
1065
+ 703,
1066
+ 713,
1067
+ 723,
1068
+ 746,
1069
+ 751,
1070
+ 753,
1071
+ 754,
1072
+ 755,
1073
+ 761,
1074
+ 769,
1075
+ 775,
1076
+ 777,
1077
+ 778,
1078
+ 782,
1079
+ 790,
1080
+ 793,
1081
+ 795,
1082
+ 798,
1083
+ 800,
1084
+ 801,
1085
+ 804,
1086
+ 809,
1087
+ 813,
1088
+ 815,
1089
+ 818,
1090
+ 823,
1091
+ 825,
1092
+ 833,
1093
+ 844,
1094
+ 853,
1095
+ 864,
1096
+ 867,
1097
+ 885,
1098
+ 886,
1099
+ 888,
1100
+ 891,
1101
+ 898,
1102
+ 900,
1103
+ 916,
1104
+ 920,
1105
+ 926,
1106
+ 930,
1107
+ 932,
1108
+ 937,
1109
+ 938,
1110
+ 955,
1111
+ 956,
1112
+ 957,
1113
+ 959,
1114
+ 970,
1115
+ 973,
1116
+ 974,
1117
+ 975,
1118
+ 979,
1119
+ 980,
1120
+ 981,
1121
+ 984,
1122
+ 990,
1123
+ 991,
1124
+ 1004,
1125
+ 1006,
1126
+ 1022,
1127
+ 1026,
1128
+ 1030,
1129
+ 1037,
1130
+ 1047,
1131
+ 1053,
1132
+ 1058,
1133
+ 1064,
1134
+ 1066,
1135
+ 1075,
1136
+ 1083,
1137
+ 1085,
1138
+ 1086,
1139
+ 1089,
1140
+ 1093,
1141
+ 1094,
1142
+ 1099,
1143
+ 1100,
1144
+ 1101,
1145
+ 1103,
1146
+ 1106,
1147
+ 1110,
1148
+ 1116,
1149
+ 1118,
1150
+ 1122,
1151
+ 1130,
1152
+ 1139,
1153
+ 1141
1154
+ ],
1155
+ "folds": [
1156
+ {
1157
+ "index": 0,
1158
+ "validation_users": [
1159
+ 3,
1160
+ 4,
1161
+ 11,
1162
+ 12,
1163
+ 15,
1164
+ 17,
1165
+ 22,
1166
+ 36,
1167
+ 38,
1168
+ 45,
1169
+ 52,
1170
+ 58,
1171
+ 62,
1172
+ 71,
1173
+ 89,
1174
+ 100,
1175
+ 102,
1176
+ 110,
1177
+ 113,
1178
+ 118,
1179
+ 120,
1180
+ 126,
1181
+ 131,
1182
+ 132,
1183
+ 134,
1184
+ 148,
1185
+ 155,
1186
+ 170,
1187
+ 171,
1188
+ 178,
1189
+ 179,
1190
+ 191,
1191
+ 194,
1192
+ 202,
1193
+ 203,
1194
+ 212,
1195
+ 232,
1196
+ 237,
1197
+ 243,
1198
+ 244,
1199
+ 247,
1200
+ 250,
1201
+ 253,
1202
+ 264,
1203
+ 271,
1204
+ 294,
1205
+ 302,
1206
+ 303,
1207
+ 306,
1208
+ 316,
1209
+ 317,
1210
+ 318,
1211
+ 319,
1212
+ 345,
1213
+ 349,
1214
+ 359,
1215
+ 378,
1216
+ 384,
1217
+ 387,
1218
+ 394,
1219
+ 396,
1220
+ 401,
1221
+ 412,
1222
+ 433,
1223
+ 436,
1224
+ 442,
1225
+ 445,
1226
+ 448,
1227
+ 449,
1228
+ 457,
1229
+ 458,
1230
+ 477,
1231
+ 479,
1232
+ 483,
1233
+ 489,
1234
+ 491,
1235
+ 493,
1236
+ 500,
1237
+ 508,
1238
+ 529,
1239
+ 533,
1240
+ 556,
1241
+ 570,
1242
+ 571,
1243
+ 574,
1244
+ 584,
1245
+ 592,
1246
+ 595,
1247
+ 597,
1248
+ 598,
1249
+ 599,
1250
+ 601,
1251
+ 606,
1252
+ 633,
1253
+ 649,
1254
+ 653,
1255
+ 656,
1256
+ 666,
1257
+ 669,
1258
+ 672,
1259
+ 674,
1260
+ 680,
1261
+ 697,
1262
+ 705,
1263
+ 709,
1264
+ 712,
1265
+ 716,
1266
+ 725,
1267
+ 729,
1268
+ 739,
1269
+ 740,
1270
+ 741,
1271
+ 742,
1272
+ 744,
1273
+ 747,
1274
+ 750,
1275
+ 757,
1276
+ 763,
1277
+ 766,
1278
+ 774,
1279
+ 779,
1280
+ 786,
1281
+ 789,
1282
+ 791,
1283
+ 799,
1284
+ 807,
1285
+ 842,
1286
+ 843,
1287
+ 850,
1288
+ 860,
1289
+ 866,
1290
+ 870,
1291
+ 871,
1292
+ 876,
1293
+ 881,
1294
+ 889,
1295
+ 892,
1296
+ 906,
1297
+ 907,
1298
+ 912,
1299
+ 915,
1300
+ 921,
1301
+ 922,
1302
+ 925,
1303
+ 929,
1304
+ 943,
1305
+ 946,
1306
+ 961,
1307
+ 962,
1308
+ 983,
1309
+ 994,
1310
+ 995,
1311
+ 996,
1312
+ 997,
1313
+ 1002,
1314
+ 1007,
1315
+ 1008,
1316
+ 1009,
1317
+ 1017,
1318
+ 1024,
1319
+ 1029,
1320
+ 1036,
1321
+ 1039,
1322
+ 1046,
1323
+ 1054,
1324
+ 1059,
1325
+ 1069,
1326
+ 1070,
1327
+ 1073,
1328
+ 1079,
1329
+ 1088,
1330
+ 1090,
1331
+ 1095,
1332
+ 1102,
1333
+ 1104,
1334
+ 1108,
1335
+ 1111,
1336
+ 1114,
1337
+ 1115,
1338
+ 1132,
1339
+ 1133,
1340
+ 1134,
1341
+ 1138,
1342
+ 1144
1343
+ ]
1344
+ },
1345
+ {
1346
+ "index": 1,
1347
+ "validation_users": [
1348
+ 9,
1349
+ 26,
1350
+ 27,
1351
+ 28,
1352
+ 30,
1353
+ 32,
1354
+ 33,
1355
+ 60,
1356
+ 64,
1357
+ 67,
1358
+ 77,
1359
+ 83,
1360
+ 107,
1361
+ 114,
1362
+ 124,
1363
+ 130,
1364
+ 133,
1365
+ 138,
1366
+ 145,
1367
+ 153,
1368
+ 158,
1369
+ 159,
1370
+ 161,
1371
+ 162,
1372
+ 164,
1373
+ 166,
1374
+ 169,
1375
+ 176,
1376
+ 181,
1377
+ 182,
1378
+ 185,
1379
+ 189,
1380
+ 196,
1381
+ 200,
1382
+ 201,
1383
+ 206,
1384
+ 208,
1385
+ 209,
1386
+ 210,
1387
+ 211,
1388
+ 228,
1389
+ 229,
1390
+ 236,
1391
+ 248,
1392
+ 254,
1393
+ 256,
1394
+ 266,
1395
+ 283,
1396
+ 286,
1397
+ 299,
1398
+ 308,
1399
+ 311,
1400
+ 323,
1401
+ 328,
1402
+ 331,
1403
+ 333,
1404
+ 336,
1405
+ 338,
1406
+ 339,
1407
+ 340,
1408
+ 341,
1409
+ 344,
1410
+ 346,
1411
+ 350,
1412
+ 358,
1413
+ 363,
1414
+ 376,
1415
+ 379,
1416
+ 389,
1417
+ 403,
1418
+ 404,
1419
+ 406,
1420
+ 410,
1421
+ 418,
1422
+ 420,
1423
+ 429,
1424
+ 431,
1425
+ 437,
1426
+ 455,
1427
+ 456,
1428
+ 470,
1429
+ 473,
1430
+ 478,
1431
+ 481,
1432
+ 496,
1433
+ 501,
1434
+ 503,
1435
+ 505,
1436
+ 516,
1437
+ 518,
1438
+ 527,
1439
+ 528,
1440
+ 536,
1441
+ 538,
1442
+ 558,
1443
+ 560,
1444
+ 562,
1445
+ 565,
1446
+ 566,
1447
+ 588,
1448
+ 590,
1449
+ 618,
1450
+ 619,
1451
+ 625,
1452
+ 627,
1453
+ 628,
1454
+ 630,
1455
+ 636,
1456
+ 647,
1457
+ 651,
1458
+ 655,
1459
+ 657,
1460
+ 675,
1461
+ 681,
1462
+ 683,
1463
+ 685,
1464
+ 699,
1465
+ 708,
1466
+ 717,
1467
+ 718,
1468
+ 720,
1469
+ 733,
1470
+ 734,
1471
+ 749,
1472
+ 759,
1473
+ 765,
1474
+ 773,
1475
+ 792,
1476
+ 803,
1477
+ 806,
1478
+ 810,
1479
+ 811,
1480
+ 812,
1481
+ 816,
1482
+ 820,
1483
+ 826,
1484
+ 829,
1485
+ 831,
1486
+ 837,
1487
+ 838,
1488
+ 849,
1489
+ 858,
1490
+ 861,
1491
+ 877,
1492
+ 880,
1493
+ 884,
1494
+ 897,
1495
+ 902,
1496
+ 910,
1497
+ 914,
1498
+ 919,
1499
+ 923,
1500
+ 927,
1501
+ 934,
1502
+ 939,
1503
+ 940,
1504
+ 941,
1505
+ 942,
1506
+ 945,
1507
+ 954,
1508
+ 963,
1509
+ 965,
1510
+ 966,
1511
+ 969,
1512
+ 987,
1513
+ 988,
1514
+ 1012,
1515
+ 1023,
1516
+ 1028,
1517
+ 1035,
1518
+ 1038,
1519
+ 1043,
1520
+ 1045,
1521
+ 1048,
1522
+ 1060,
1523
+ 1061,
1524
+ 1071,
1525
+ 1077,
1526
+ 1097,
1527
+ 1113,
1528
+ 1120,
1529
+ 1136,
1530
+ 1137
1531
+ ]
1532
+ },
1533
+ {
1534
+ "index": 2,
1535
+ "validation_users": [
1536
+ 10,
1537
+ 18,
1538
+ 23,
1539
+ 31,
1540
+ 34,
1541
+ 41,
1542
+ 47,
1543
+ 51,
1544
+ 53,
1545
+ 54,
1546
+ 56,
1547
+ 68,
1548
+ 80,
1549
+ 101,
1550
+ 104,
1551
+ 117,
1552
+ 127,
1553
+ 135,
1554
+ 143,
1555
+ 149,
1556
+ 167,
1557
+ 180,
1558
+ 183,
1559
+ 186,
1560
+ 192,
1561
+ 213,
1562
+ 214,
1563
+ 223,
1564
+ 224,
1565
+ 230,
1566
+ 241,
1567
+ 252,
1568
+ 260,
1569
+ 261,
1570
+ 279,
1571
+ 287,
1572
+ 298,
1573
+ 300,
1574
+ 305,
1575
+ 310,
1576
+ 322,
1577
+ 326,
1578
+ 342,
1579
+ 347,
1580
+ 352,
1581
+ 354,
1582
+ 357,
1583
+ 361,
1584
+ 368,
1585
+ 371,
1586
+ 372,
1587
+ 380,
1588
+ 381,
1589
+ 383,
1590
+ 392,
1591
+ 398,
1592
+ 399,
1593
+ 402,
1594
+ 405,
1595
+ 413,
1596
+ 414,
1597
+ 417,
1598
+ 419,
1599
+ 424,
1600
+ 425,
1601
+ 428,
1602
+ 434,
1603
+ 435,
1604
+ 438,
1605
+ 450,
1606
+ 453,
1607
+ 460,
1608
+ 465,
1609
+ 476,
1610
+ 490,
1611
+ 498,
1612
+ 504,
1613
+ 507,
1614
+ 510,
1615
+ 521,
1616
+ 530,
1617
+ 531,
1618
+ 542,
1619
+ 543,
1620
+ 550,
1621
+ 551,
1622
+ 553,
1623
+ 557,
1624
+ 564,
1625
+ 575,
1626
+ 578,
1627
+ 580,
1628
+ 581,
1629
+ 589,
1630
+ 594,
1631
+ 600,
1632
+ 605,
1633
+ 609,
1634
+ 616,
1635
+ 617,
1636
+ 623,
1637
+ 643,
1638
+ 645,
1639
+ 650,
1640
+ 658,
1641
+ 660,
1642
+ 663,
1643
+ 665,
1644
+ 670,
1645
+ 686,
1646
+ 689,
1647
+ 693,
1648
+ 698,
1649
+ 702,
1650
+ 704,
1651
+ 706,
1652
+ 707,
1653
+ 714,
1654
+ 726,
1655
+ 728,
1656
+ 731,
1657
+ 735,
1658
+ 738,
1659
+ 743,
1660
+ 745,
1661
+ 756,
1662
+ 758,
1663
+ 762,
1664
+ 770,
1665
+ 772,
1666
+ 783,
1667
+ 784,
1668
+ 785,
1669
+ 796,
1670
+ 797,
1671
+ 802,
1672
+ 805,
1673
+ 827,
1674
+ 840,
1675
+ 847,
1676
+ 851,
1677
+ 854,
1678
+ 856,
1679
+ 857,
1680
+ 863,
1681
+ 874,
1682
+ 879,
1683
+ 882,
1684
+ 887,
1685
+ 894,
1686
+ 899,
1687
+ 904,
1688
+ 905,
1689
+ 908,
1690
+ 917,
1691
+ 924,
1692
+ 933,
1693
+ 935,
1694
+ 947,
1695
+ 948,
1696
+ 953,
1697
+ 967,
1698
+ 977,
1699
+ 1010,
1700
+ 1011,
1701
+ 1013,
1702
+ 1019,
1703
+ 1020,
1704
+ 1021,
1705
+ 1025,
1706
+ 1031,
1707
+ 1042,
1708
+ 1055,
1709
+ 1062,
1710
+ 1072,
1711
+ 1084,
1712
+ 1098,
1713
+ 1105,
1714
+ 1117,
1715
+ 1121,
1716
+ 1123,
1717
+ 1125,
1718
+ 1129
1719
+ ]
1720
+ },
1721
+ {
1722
+ "index": 3,
1723
+ "validation_users": [
1724
+ 1,
1725
+ 2,
1726
+ 5,
1727
+ 8,
1728
+ 14,
1729
+ 20,
1730
+ 29,
1731
+ 37,
1732
+ 39,
1733
+ 43,
1734
+ 44,
1735
+ 48,
1736
+ 63,
1737
+ 73,
1738
+ 78,
1739
+ 82,
1740
+ 86,
1741
+ 94,
1742
+ 95,
1743
+ 103,
1744
+ 111,
1745
+ 116,
1746
+ 121,
1747
+ 128,
1748
+ 136,
1749
+ 141,
1750
+ 142,
1751
+ 144,
1752
+ 157,
1753
+ 163,
1754
+ 168,
1755
+ 174,
1756
+ 184,
1757
+ 188,
1758
+ 190,
1759
+ 199,
1760
+ 207,
1761
+ 215,
1762
+ 222,
1763
+ 227,
1764
+ 265,
1765
+ 267,
1766
+ 268,
1767
+ 269,
1768
+ 272,
1769
+ 274,
1770
+ 276,
1771
+ 277,
1772
+ 285,
1773
+ 297,
1774
+ 315,
1775
+ 329,
1776
+ 351,
1777
+ 356,
1778
+ 366,
1779
+ 367,
1780
+ 370,
1781
+ 373,
1782
+ 382,
1783
+ 388,
1784
+ 390,
1785
+ 397,
1786
+ 400,
1787
+ 407,
1788
+ 411,
1789
+ 422,
1790
+ 426,
1791
+ 439,
1792
+ 440,
1793
+ 443,
1794
+ 452,
1795
+ 462,
1796
+ 463,
1797
+ 464,
1798
+ 467,
1799
+ 472,
1800
+ 480,
1801
+ 494,
1802
+ 499,
1803
+ 511,
1804
+ 515,
1805
+ 522,
1806
+ 534,
1807
+ 546,
1808
+ 547,
1809
+ 548,
1810
+ 559,
1811
+ 569,
1812
+ 572,
1813
+ 576,
1814
+ 577,
1815
+ 579,
1816
+ 585,
1817
+ 602,
1818
+ 604,
1819
+ 611,
1820
+ 613,
1821
+ 622,
1822
+ 624,
1823
+ 629,
1824
+ 637,
1825
+ 639,
1826
+ 648,
1827
+ 654,
1828
+ 671,
1829
+ 677,
1830
+ 682,
1831
+ 692,
1832
+ 695,
1833
+ 696,
1834
+ 711,
1835
+ 715,
1836
+ 719,
1837
+ 724,
1838
+ 727,
1839
+ 730,
1840
+ 737,
1841
+ 760,
1842
+ 764,
1843
+ 767,
1844
+ 768,
1845
+ 776,
1846
+ 780,
1847
+ 788,
1848
+ 794,
1849
+ 808,
1850
+ 814,
1851
+ 819,
1852
+ 821,
1853
+ 834,
1854
+ 846,
1855
+ 848,
1856
+ 852,
1857
+ 855,
1858
+ 859,
1859
+ 868,
1860
+ 869,
1861
+ 878,
1862
+ 896,
1863
+ 903,
1864
+ 909,
1865
+ 913,
1866
+ 918,
1867
+ 928,
1868
+ 931,
1869
+ 936,
1870
+ 944,
1871
+ 958,
1872
+ 968,
1873
+ 985,
1874
+ 986,
1875
+ 989,
1876
+ 992,
1877
+ 993,
1878
+ 998,
1879
+ 1000,
1880
+ 1001,
1881
+ 1003,
1882
+ 1014,
1883
+ 1015,
1884
+ 1016,
1885
+ 1044,
1886
+ 1051,
1887
+ 1052,
1888
+ 1063,
1889
+ 1065,
1890
+ 1067,
1891
+ 1074,
1892
+ 1078,
1893
+ 1081,
1894
+ 1082,
1895
+ 1087,
1896
+ 1091,
1897
+ 1092,
1898
+ 1096,
1899
+ 1107,
1900
+ 1109,
1901
+ 1112,
1902
+ 1124,
1903
+ 1128,
1904
+ 1131,
1905
+ 1140,
1906
+ 1145
1907
+ ]
1908
+ },
1909
+ {
1910
+ "index": 4,
1911
+ "validation_users": [
1912
+ 0,
1913
+ 13,
1914
+ 19,
1915
+ 40,
1916
+ 42,
1917
+ 46,
1918
+ 49,
1919
+ 55,
1920
+ 57,
1921
+ 59,
1922
+ 61,
1923
+ 65,
1924
+ 66,
1925
+ 69,
1926
+ 70,
1927
+ 72,
1928
+ 74,
1929
+ 75,
1930
+ 79,
1931
+ 85,
1932
+ 91,
1933
+ 92,
1934
+ 106,
1935
+ 119,
1936
+ 129,
1937
+ 150,
1938
+ 151,
1939
+ 152,
1940
+ 154,
1941
+ 156,
1942
+ 165,
1943
+ 173,
1944
+ 175,
1945
+ 187,
1946
+ 193,
1947
+ 195,
1948
+ 204,
1949
+ 205,
1950
+ 216,
1951
+ 217,
1952
+ 218,
1953
+ 220,
1954
+ 221,
1955
+ 225,
1956
+ 226,
1957
+ 235,
1958
+ 239,
1959
+ 242,
1960
+ 245,
1961
+ 255,
1962
+ 262,
1963
+ 263,
1964
+ 270,
1965
+ 273,
1966
+ 275,
1967
+ 278,
1968
+ 281,
1969
+ 291,
1970
+ 293,
1971
+ 296,
1972
+ 301,
1973
+ 304,
1974
+ 307,
1975
+ 309,
1976
+ 312,
1977
+ 325,
1978
+ 330,
1979
+ 343,
1980
+ 353,
1981
+ 355,
1982
+ 360,
1983
+ 362,
1984
+ 375,
1985
+ 377,
1986
+ 385,
1987
+ 393,
1988
+ 395,
1989
+ 408,
1990
+ 416,
1991
+ 423,
1992
+ 441,
1993
+ 446,
1994
+ 447,
1995
+ 459,
1996
+ 469,
1997
+ 471,
1998
+ 482,
1999
+ 486,
2000
+ 488,
2001
+ 506,
2002
+ 514,
2003
+ 517,
2004
+ 520,
2005
+ 532,
2006
+ 539,
2007
+ 541,
2008
+ 549,
2009
+ 554,
2010
+ 582,
2011
+ 583,
2012
+ 586,
2013
+ 587,
2014
+ 603,
2015
+ 608,
2016
+ 612,
2017
+ 615,
2018
+ 621,
2019
+ 634,
2020
+ 640,
2021
+ 642,
2022
+ 661,
2023
+ 667,
2024
+ 676,
2025
+ 679,
2026
+ 684,
2027
+ 687,
2028
+ 688,
2029
+ 690,
2030
+ 710,
2031
+ 721,
2032
+ 722,
2033
+ 732,
2034
+ 736,
2035
+ 748,
2036
+ 752,
2037
+ 771,
2038
+ 781,
2039
+ 787,
2040
+ 817,
2041
+ 822,
2042
+ 824,
2043
+ 828,
2044
+ 830,
2045
+ 832,
2046
+ 835,
2047
+ 836,
2048
+ 839,
2049
+ 841,
2050
+ 845,
2051
+ 862,
2052
+ 865,
2053
+ 872,
2054
+ 873,
2055
+ 875,
2056
+ 883,
2057
+ 890,
2058
+ 893,
2059
+ 895,
2060
+ 901,
2061
+ 911,
2062
+ 949,
2063
+ 950,
2064
+ 951,
2065
+ 952,
2066
+ 960,
2067
+ 964,
2068
+ 971,
2069
+ 972,
2070
+ 976,
2071
+ 978,
2072
+ 982,
2073
+ 999,
2074
+ 1005,
2075
+ 1018,
2076
+ 1027,
2077
+ 1032,
2078
+ 1033,
2079
+ 1034,
2080
+ 1040,
2081
+ 1041,
2082
+ 1049,
2083
+ 1050,
2084
+ 1056,
2085
+ 1057,
2086
+ 1068,
2087
+ 1076,
2088
+ 1080,
2089
+ 1119,
2090
+ 1126,
2091
+ 1127,
2092
+ 1135,
2093
+ 1142,
2094
+ 1143
2095
+ ]
2096
+ }
2097
+ ]
2098
+ }
bridge2algebra2006/summary.json ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "addressingtwoproblemsdee",
3
+ "dataset": "bridge2algebra2006",
4
+ "n_folds_completed": 5,
5
+ "n_folds_failed": 0,
6
+ "fold_failures": [],
7
+ "leap_kt_version": "0.1.0",
8
+ "hardware": {
9
+ "device": "cuda",
10
+ "accelerator": "NVIDIA GeForce RTX 3090",
11
+ "torch_version": "2.9.1+cu128",
12
+ "cuda_version": "12.8",
13
+ "cpu": "x86_64",
14
+ "platform": "Linux 5.15.0-140-generic"
15
+ },
16
+ "protocol": {
17
+ "test_ratio": 0.2,
18
+ "n_folds": 5,
19
+ "early_stopping_patience": 10,
20
+ "early_stopping_metric": "auc",
21
+ "max_epochs": 200,
22
+ "primary_metric": "auc",
23
+ "secondary_metrics": [
24
+ "acc",
25
+ "f1"
26
+ ],
27
+ "validation_source": "held_out_fold",
28
+ "seed": 0,
29
+ "is_deviation": false,
30
+ "deviation_reason": ""
31
+ },
32
+ "auc_mean": 0.7929535290383054,
33
+ "auc_std": 0.0006172836598783616,
34
+ "auc_per_fold": [
35
+ 0.7934218363860402,
36
+ 0.7929679021125364,
37
+ 0.7924630814043032,
38
+ 0.7922280056717369,
39
+ 0.7936868196169103
40
+ ],
41
+ "acc_mean": 0.8492071220110631,
42
+ "acc_std": 0.00033850231854680554,
43
+ "acc_per_fold": [
44
+ 0.849731397968362,
45
+ 0.849250032320265,
46
+ 0.8490052235049471,
47
+ 0.8488319318716322,
48
+ 0.8492170243901097
49
+ ],
50
+ "f1_mean": 0.9148472581653267,
51
+ "f1_std": 0.00023593551789277554,
52
+ "f1_per_fold": [
53
+ 0.9152018825399387,
54
+ 0.9148500145270023,
55
+ 0.9146378632563694,
56
+ 0.9146281788991467,
57
+ 0.9149183516041764
58
+ ],
59
+ "batch_size": 32,
60
+ "wall_seconds": 1343.6,
61
+ "git_commit": "e3a8dc3a9f58aceaeaa8fdde217610bc8d284c1c",
62
+ "reference_auc": null
63
+ }
results.json CHANGED
@@ -188,6 +188,69 @@
188
  "git_commit": "2c1ccef92689539bee5834e079cc284f6ca7da5e",
189
  "reference_auc": null
190
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
191
  "dbe_kt22": {
192
  "model_type": "addressingtwoproblemsdee",
193
  "dataset": "dbe_kt22",
 
188
  "git_commit": "2c1ccef92689539bee5834e079cc284f6ca7da5e",
189
  "reference_auc": null
190
  },
191
+ "bridge2algebra2006": {
192
+ "model_type": "addressingtwoproblemsdee",
193
+ "dataset": "bridge2algebra2006",
194
+ "n_folds_completed": 5,
195
+ "n_folds_failed": 0,
196
+ "fold_failures": [],
197
+ "leap_kt_version": "0.1.0",
198
+ "hardware": {
199
+ "device": "cuda",
200
+ "accelerator": "NVIDIA GeForce RTX 3090",
201
+ "torch_version": "2.9.1+cu128",
202
+ "cuda_version": "12.8",
203
+ "cpu": "x86_64",
204
+ "platform": "Linux 5.15.0-140-generic"
205
+ },
206
+ "protocol": {
207
+ "test_ratio": 0.2,
208
+ "n_folds": 5,
209
+ "early_stopping_patience": 10,
210
+ "early_stopping_metric": "auc",
211
+ "max_epochs": 200,
212
+ "primary_metric": "auc",
213
+ "secondary_metrics": [
214
+ "acc",
215
+ "f1"
216
+ ],
217
+ "validation_source": "held_out_fold",
218
+ "seed": 0,
219
+ "is_deviation": false,
220
+ "deviation_reason": ""
221
+ },
222
+ "auc_mean": 0.7929535290383054,
223
+ "auc_std": 0.0006172836598783616,
224
+ "auc_per_fold": [
225
+ 0.7934218363860402,
226
+ 0.7929679021125364,
227
+ 0.7924630814043032,
228
+ 0.7922280056717369,
229
+ 0.7936868196169103
230
+ ],
231
+ "acc_mean": 0.8492071220110631,
232
+ "acc_std": 0.00033850231854680554,
233
+ "acc_per_fold": [
234
+ 0.849731397968362,
235
+ 0.849250032320265,
236
+ 0.8490052235049471,
237
+ 0.8488319318716322,
238
+ 0.8492170243901097
239
+ ],
240
+ "f1_mean": 0.9148472581653267,
241
+ "f1_std": 0.00023593551789277554,
242
+ "f1_per_fold": [
243
+ 0.9152018825399387,
244
+ 0.9148500145270023,
245
+ 0.9146378632563694,
246
+ 0.9146281788991467,
247
+ 0.9149183516041764
248
+ ],
249
+ "batch_size": 32,
250
+ "wall_seconds": 1343.6,
251
+ "git_commit": "e3a8dc3a9f58aceaeaa8fdde217610bc8d284c1c",
252
+ "reference_auc": null
253
+ },
254
  "dbe_kt22": {
255
  "model_type": "addressingtwoproblemsdee",
256
  "dataset": "dbe_kt22",