luca0621 commited on
Commit
3a5b7cc
·
verified ·
1 Parent(s): 7511713

Add retrained PolyEdit checkpoint and audit artifacts

Browse files
Files changed (1) hide show
  1. training_report.json +119 -0
training_report.json ADDED
@@ -0,0 +1,119 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_parameters": {
3
+ "vocab_size": 787,
4
+ "N": 6,
5
+ "d_model": 256,
6
+ "d_ff": 2048,
7
+ "H": 8,
8
+ "dropout": 0.1
9
+ },
10
+ "control_ranges": {
11
+ "Egc": [
12
+ -86,
13
+ 86
14
+ ],
15
+ "Egb": [
16
+ -87,
17
+ 87
18
+ ],
19
+ "Eea": [
20
+ -33,
21
+ 33
22
+ ],
23
+ "Eat": [
24
+ -15,
25
+ 15
26
+ ],
27
+ "Nc": [
28
+ -20,
29
+ 20
30
+ ],
31
+ "EPS": [
32
+ -51,
33
+ 51
34
+ ],
35
+ "Ei": [
36
+ -45,
37
+ 45
38
+ ],
39
+ "Xc": [
40
+ -41,
41
+ 41
42
+ ]
43
+ },
44
+ "initialization": {
45
+ "source_model_parameters": {
46
+ "vocab_size": 102,
47
+ "N": 6,
48
+ "d_model": 256,
49
+ "d_ff": 2048,
50
+ "H": 8,
51
+ "dropout": 0.1
52
+ },
53
+ "loaded_tensors": 258,
54
+ "randomly_initialized_tensors": [
55
+ "generator.proj.bias",
56
+ "generator.proj.weight",
57
+ "src_embed.0.lut.weight",
58
+ "tgt_embed.0.lut.weight"
59
+ ]
60
+ },
61
+ "best_epoch": 7,
62
+ "best_valid_nll": 1.0740462712092977,
63
+ "history": [
64
+ {
65
+ "epoch": 1,
66
+ "train_nll": 0.4001046397001366,
67
+ "valid_nll": 1.1691341886524127
68
+ },
69
+ {
70
+ "epoch": 2,
71
+ "train_nll": 0.20935184885564267,
72
+ "valid_nll": 1.2250727920262847
73
+ },
74
+ {
75
+ "epoch": 3,
76
+ "train_nll": 0.1799837162392324,
77
+ "valid_nll": 1.203550871665359
78
+ },
79
+ {
80
+ "epoch": 4,
81
+ "train_nll": 0.1625040992593177,
82
+ "valid_nll": 1.1592993346042566
83
+ },
84
+ {
85
+ "epoch": 5,
86
+ "train_nll": 0.14981824498221571,
87
+ "valid_nll": 1.1696538470969007
88
+ },
89
+ {
90
+ "epoch": 6,
91
+ "train_nll": 0.14050288035990963,
92
+ "valid_nll": 1.1980752255786582
93
+ },
94
+ {
95
+ "epoch": 7,
96
+ "train_nll": 0.13263638268426964,
97
+ "valid_nll": 1.0740462712092977
98
+ },
99
+ {
100
+ "epoch": 8,
101
+ "train_nll": 0.125997236210437,
102
+ "valid_nll": 1.0892458209714595
103
+ },
104
+ {
105
+ "epoch": 9,
106
+ "train_nll": 0.12003581032395527,
107
+ "valid_nll": 1.1086516005051001
108
+ },
109
+ {
110
+ "epoch": 10,
111
+ "train_nll": 0.11488247974711449,
112
+ "valid_nll": 1.1837406366467242
113
+ }
114
+ ],
115
+ "sampling_alpha": 0.0,
116
+ "train_examples": 152036,
117
+ "validation_examples": 362,
118
+ "model_label": "Molecular Optimization Transformer polymer-adapted"
119
+ }