sahoosk commited on
Commit
9109dad
·
verified ·
1 Parent(s): 9518789

Add models/ folder: weights for every experiment (Part A: 4 models, Part B: 8 configs x 5 seeds)

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. models/part1/deltanet/best.pt +3 -0
  2. models/part1/deltanet/history.json +112 -0
  3. models/part1/deltanet/protocol.json +202 -0
  4. models/part1/deltanet/summary.json +10 -0
  5. models/part1/hybrid/best.pt +3 -0
  6. models/part1/hybrid/history.json +112 -0
  7. models/part1/hybrid/protocol.json +202 -0
  8. models/part1/hybrid/summary.json +10 -0
  9. models/part1/mamba/best.pt +3 -0
  10. models/part1/mamba/history.json +112 -0
  11. models/part1/mamba/protocol.json +202 -0
  12. models/part1/mamba/summary.json +10 -0
  13. models/part1/transformer/best.pt +3 -0
  14. models/part1/transformer/history.json +112 -0
  15. models/part1/transformer/protocol.json +202 -0
  16. models/part1/transformer/summary.json +10 -0
  17. models/part2/bigcn_bert/seed0/best.pt +3 -0
  18. models/part2/bigcn_bert/seed0/history.json +802 -0
  19. models/part2/bigcn_bert/seed0/result.json +17 -0
  20. models/part2/bigcn_bert/seed1/best.pt +3 -0
  21. models/part2/bigcn_bert/seed1/history.json +434 -0
  22. models/part2/bigcn_bert/seed1/result.json +17 -0
  23. models/part2/bigcn_bert/seed2/best.pt +3 -0
  24. models/part2/bigcn_bert/seed2/history.json +546 -0
  25. models/part2/bigcn_bert/seed2/result.json +17 -0
  26. models/part2/bigcn_bert/seed3/best.pt +3 -0
  27. models/part2/bigcn_bert/seed3/history.json +762 -0
  28. models/part2/bigcn_bert/seed3/result.json +17 -0
  29. models/part2/bigcn_bert/seed4/best.pt +3 -0
  30. models/part2/bigcn_bert/seed4/history.json +578 -0
  31. models/part2/bigcn_bert/seed4/result.json +17 -0
  32. models/part2/gat_bert/seed0/best.pt +3 -0
  33. models/part2/gat_bert/seed0/history.json +530 -0
  34. models/part2/gat_bert/seed0/result.json +17 -0
  35. models/part2/gat_bert/seed1/best.pt +3 -0
  36. models/part2/gat_bert/seed1/history.json +466 -0
  37. models/part2/gat_bert/seed1/result.json +17 -0
  38. models/part2/gat_bert/seed2/best.pt +3 -0
  39. models/part2/gat_bert/seed2/history.json +610 -0
  40. models/part2/gat_bert/seed2/result.json +17 -0
  41. models/part2/gat_bert/seed3/best.pt +3 -0
  42. models/part2/gat_bert/seed3/history.json +570 -0
  43. models/part2/gat_bert/seed3/result.json +17 -0
  44. models/part2/gat_bert/seed4/best.pt +3 -0
  45. models/part2/gat_bert/seed4/history.json +746 -0
  46. models/part2/gat_bert/seed4/result.json +17 -0
  47. models/part2/gcn_bert/seed0/best.pt +3 -0
  48. models/part2/gcn_bert/seed0/history.json +362 -0
  49. models/part2/gcn_bert/seed0/result.json +17 -0
  50. models/part2/gcn_bert/seed1/best.pt +3 -0
models/part1/deltanet/best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cee2f6a60b1c49b792d49cb9feb56776c432707183eecdbeeed15be4e181c72
3
+ size 32809359
models/part1/deltanet/history.json ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "step": 2500,
4
+ "tokens_seen": 40920568,
5
+ "elapsed_seconds": 1358.7031242819503,
6
+ "val_loss": 1.2170988062628731,
7
+ "val_tf_accuracy": 0.6208655154049938,
8
+ "val_decode_char_accuracy": 0.09228782951184036,
9
+ "val_decode_word_accuracy": 0.04274661508704062,
10
+ "val_decode_cer": 0.7229403977839154,
11
+ "val_decode_f1": 0.3910179934301917
12
+ },
13
+ {
14
+ "step": 5000,
15
+ "tokens_seen": 82561190,
16
+ "elapsed_seconds": 2780.450625210069,
17
+ "val_loss": 1.1321303448587796,
18
+ "val_tf_accuracy": 0.646416977887228,
19
+ "val_decode_char_accuracy": 0.09021229305920998,
20
+ "val_decode_word_accuracy": 0.035203094777562866,
21
+ "val_decode_cer": 0.7237248525061694,
22
+ "val_decode_f1": 0.3916717056987367
23
+ },
24
+ {
25
+ "step": 7500,
26
+ "tokens_seen": 123738879,
27
+ "elapsed_seconds": 4093.6486431800295,
28
+ "val_loss": 1.082303804353077,
29
+ "val_tf_accuracy": 0.6618677643339541,
30
+ "val_decode_char_accuracy": 0.08843092712742487,
31
+ "val_decode_word_accuracy": 0.0367504835589942,
32
+ "val_decode_cer": 0.7322884832241089,
33
+ "val_decode_f1": 0.3764627051055763
34
+ },
35
+ {
36
+ "step": 10000,
37
+ "tokens_seen": 165834540,
38
+ "elapsed_seconds": 5431.767961126054,
39
+ "val_loss": 1.0383908167596312,
40
+ "val_tf_accuracy": 0.6765502515204863,
41
+ "val_decode_char_accuracy": 0.08632270506136724,
42
+ "val_decode_word_accuracy": 0.03452611218568665,
43
+ "val_decode_cer": 0.743221820915524,
44
+ "val_decode_f1": 0.3651413629678052
45
+ },
46
+ {
47
+ "step": 12500,
48
+ "tokens_seen": 206624287,
49
+ "elapsed_seconds": 6601.8048769340385,
50
+ "val_loss": 0.9939986196603469,
51
+ "val_tf_accuracy": 0.6894603927315158,
52
+ "val_decode_char_accuracy": 0.08408374054160062,
53
+ "val_decode_word_accuracy": 0.024951644100580272,
54
+ "val_decode_cer": 0.7648923826177908,
55
+ "val_decode_f1": 0.3361225056791253
56
+ },
57
+ {
58
+ "step": 15000,
59
+ "tokens_seen": 249124211,
60
+ "elapsed_seconds": 7732.367406794103,
61
+ "val_loss": 0.9772903239443925,
62
+ "val_tf_accuracy": 0.6946629489801802,
63
+ "val_decode_char_accuracy": 0.08624099102779911,
64
+ "val_decode_word_accuracy": 0.023500967117988394,
65
+ "val_decode_cer": 0.761133537073657,
66
+ "val_decode_f1": 0.3371357596953701
67
+ },
68
+ {
69
+ "step": 17500,
70
+ "tokens_seen": 290966764,
71
+ "elapsed_seconds": 8812.403177191038,
72
+ "val_loss": 0.9547850254315056,
73
+ "val_tf_accuracy": 0.7015505059242149,
74
+ "val_decode_char_accuracy": 0.07996535324976711,
75
+ "val_decode_word_accuracy": 0.02727272727272727,
76
+ "val_decode_cer": 0.7629802742322966,
77
+ "val_decode_f1": 0.3369723316282338
78
+ },
79
+ {
80
+ "step": 20000,
81
+ "tokens_seen": 333234260,
82
+ "elapsed_seconds": 9780.077257432044,
83
+ "val_loss": 0.9390891773354166,
84
+ "val_tf_accuracy": 0.7064969624194812,
85
+ "val_decode_char_accuracy": 0.08883949729526548,
86
+ "val_decode_word_accuracy": 0.031334622823984526,
87
+ "val_decode_cer": 0.748582261517593,
88
+ "val_decode_f1": 0.3513376587295102
89
+ },
90
+ {
91
+ "step": 22500,
92
+ "tokens_seen": 374018167,
93
+ "elapsed_seconds": 10586.568505878095,
94
+ "val_loss": 0.9277606200908554,
95
+ "val_tf_accuracy": 0.7099839895253505,
96
+ "val_decode_char_accuracy": 0.09354622562878949,
97
+ "val_decode_word_accuracy": 0.03065764023210832,
98
+ "val_decode_cer": 0.749235973786138,
99
+ "val_decode_f1": 0.34914772262988447
100
+ },
101
+ {
102
+ "step": 25000,
103
+ "tokens_seen": 415164791,
104
+ "elapsed_seconds": 11272.458041290985,
105
+ "val_loss": 0.9218304143937335,
106
+ "val_tf_accuracy": 0.7118352006567008,
107
+ "val_decode_char_accuracy": 0.08854532677442024,
108
+ "val_decode_word_accuracy": 0.031334622823984526,
109
+ "val_decode_cer": 0.7559201817320107,
110
+ "val_decode_f1": 0.34301917011227506
111
+ }
112
+ ]
models/part1/deltanet/protocol.json ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": {
3
+ "architecture": "deltanet",
4
+ "dim": 256,
5
+ "layers": 6,
6
+ "heads": 4,
7
+ "state_size": 16,
8
+ "expand": 2,
9
+ "conv_kernel": 4,
10
+ "chunk": 64,
11
+ "max_positions": 16384,
12
+ "train_window": 1024,
13
+ "ffn_hidden": 512,
14
+ "dropout": 0.0,
15
+ "use_triton": true,
16
+ "gradient_checkpointing": true,
17
+ "data_root": "data/data_new",
18
+ "train_split": "train",
19
+ "val_split": "validation",
20
+ "max_tokens": 24576,
21
+ "eval_max_tokens": 8192,
22
+ "max_batch": 64,
23
+ "decode_batch": 32,
24
+ "decode_tokens": 65536,
25
+ "eval_decode_examples": 64,
26
+ "lr": 0.001,
27
+ "min_lr": 0.0001,
28
+ "warmup_steps": 500,
29
+ "weight_decay": 0.1,
30
+ "betas": [
31
+ 0.9,
32
+ 0.95
33
+ ],
34
+ "grad_clip": 1.0,
35
+ "max_steps": 25000,
36
+ "eval_every": 2500,
37
+ "log_every": 50,
38
+ "seed": 42,
39
+ "amp": "bf16",
40
+ "wandb_project": "anlp-a3-part1",
41
+ "wandb_mode": "online",
42
+ "output_dir": "models/part1/deltanet"
43
+ },
44
+ "model_config": {
45
+ "architecture": "deltanet",
46
+ "dim": 256,
47
+ "layers": 6,
48
+ "heads": 4,
49
+ "state_size": 16,
50
+ "expand": 2,
51
+ "conv_kernel": 4,
52
+ "chunk": 64,
53
+ "ffn_hidden": 512,
54
+ "dropout": 0.0,
55
+ "max_positions": 16384,
56
+ "input_size": 83,
57
+ "feedback_size": 30,
58
+ "output_size": 28,
59
+ "use_triton": true
60
+ },
61
+ "parameters": 8195480,
62
+ "train_examples": 569670,
63
+ "skipped_train": 0,
64
+ "val_examples": 1153,
65
+ "skipped_val": 0,
66
+ "codec": {
67
+ "cipher_chars": [
68
+ " ",
69
+ "!",
70
+ "'",
71
+ "+",
72
+ ",",
73
+ "-",
74
+ ".",
75
+ "/",
76
+ "0",
77
+ "1",
78
+ "2",
79
+ "3",
80
+ "4",
81
+ "5",
82
+ "6",
83
+ "7",
84
+ "8",
85
+ "9",
86
+ ":",
87
+ ";",
88
+ "<",
89
+ "=",
90
+ ">",
91
+ "?",
92
+ "A",
93
+ "B",
94
+ "C",
95
+ "D",
96
+ "E",
97
+ "F",
98
+ "G",
99
+ "H",
100
+ "I",
101
+ "J",
102
+ "K",
103
+ "L",
104
+ "M",
105
+ "N",
106
+ "O",
107
+ "P",
108
+ "Q",
109
+ "R",
110
+ "S",
111
+ "T",
112
+ "U",
113
+ "V",
114
+ "W",
115
+ "X",
116
+ "Y",
117
+ "Z",
118
+ "[",
119
+ "]",
120
+ "_",
121
+ "a",
122
+ "b",
123
+ "c",
124
+ "d",
125
+ "e",
126
+ "f",
127
+ "g",
128
+ "h",
129
+ "i",
130
+ "j",
131
+ "k",
132
+ "l",
133
+ "m",
134
+ "n",
135
+ "o",
136
+ "p",
137
+ "q",
138
+ "r",
139
+ "s",
140
+ "t",
141
+ "u",
142
+ "v",
143
+ "w",
144
+ "x",
145
+ "y",
146
+ "z",
147
+ "{",
148
+ "}"
149
+ ],
150
+ "plain_chars": [
151
+ " ",
152
+ "a",
153
+ "b",
154
+ "c",
155
+ "d",
156
+ "e",
157
+ "f",
158
+ "g",
159
+ "h",
160
+ "i",
161
+ "j",
162
+ "k",
163
+ "l",
164
+ "m",
165
+ "n",
166
+ "o",
167
+ "p",
168
+ "q",
169
+ "r",
170
+ "s",
171
+ "t",
172
+ "u",
173
+ "v",
174
+ "w",
175
+ "x",
176
+ "y",
177
+ "z"
178
+ ],
179
+ "noise_chars": [
180
+ "!",
181
+ "'",
182
+ "+",
183
+ ",",
184
+ "-",
185
+ ".",
186
+ "/",
187
+ ":",
188
+ ";",
189
+ "<",
190
+ "=",
191
+ ">",
192
+ "?",
193
+ "[",
194
+ "]",
195
+ "_",
196
+ "{",
197
+ "}"
198
+ ]
199
+ },
200
+ "device": "cuda",
201
+ "gpu": "NVIDIA RTX 6000 Ada Generation"
202
+ }
models/part1/deltanet/summary.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architecture": "deltanet",
3
+ "parameters": 8195480,
4
+ "steps": 25000,
5
+ "tokens_seen": 415164791,
6
+ "wall_seconds": 11272.839761610143,
7
+ "best_val_decode_char_accuracy": 0.09354622562878949,
8
+ "peak_memory_gb": 1.0116777420043945,
9
+ "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/vzdxm4rf"
10
+ }
models/part1/hybrid/best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb37ae39b5df1261a2328ea5ec710f9ff43bf16b5a31b63da8e61b730b1b4474
3
+ size 30130758
models/part1/hybrid/history.json ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "step": 2500,
4
+ "tokens_seen": 40920568,
5
+ "elapsed_seconds": 961.6817152169533,
6
+ "val_loss": 1.1873178450062398,
7
+ "val_tf_accuracy": 0.6292099577011401,
8
+ "val_decode_char_accuracy": 0.08967298043766037,
9
+ "val_decode_word_accuracy": 0.04216634429400387,
10
+ "val_decode_cer": 0.7205870336171534,
11
+ "val_decode_f1": 0.3867462003595359
12
+ },
13
+ {
14
+ "step": 5000,
15
+ "tokens_seen": 82561190,
16
+ "elapsed_seconds": 2060.648484197911,
17
+ "val_loss": 1.1108560680369775,
18
+ "val_tf_accuracy": 0.6534690492423857,
19
+ "val_decode_char_accuracy": 0.09433068035104349,
20
+ "val_decode_word_accuracy": 0.035686653771760155,
21
+ "val_decode_cer": 0.7282681527725572,
22
+ "val_decode_f1": 0.38091813888117143
23
+ },
24
+ {
25
+ "step": 7500,
26
+ "tokens_seen": 123738879,
27
+ "elapsed_seconds": 3004.2665498999413,
28
+ "val_loss": 1.0695888774120434,
29
+ "val_tf_accuracy": 0.6657016285230676,
30
+ "val_decode_char_accuracy": 0.08769550082531175,
31
+ "val_decode_word_accuracy": 0.02872340425531915,
32
+ "val_decode_cer": 0.7355897301802612,
33
+ "val_decode_f1": 0.3741685597084443
34
+ },
35
+ {
36
+ "step": 10000,
37
+ "tokens_seen": 165834540,
38
+ "elapsed_seconds": 3976.7010192028247,
39
+ "val_loss": 1.0329677119505432,
40
+ "val_tf_accuracy": 0.6778205741383345,
41
+ "val_decode_char_accuracy": 0.08802235695958424,
42
+ "val_decode_word_accuracy": 0.04342359767891683,
43
+ "val_decode_cer": 0.7351321315922796,
44
+ "val_decode_f1": 0.3707202274918694
45
+ },
46
+ {
47
+ "step": 12500,
48
+ "tokens_seen": 206624287,
49
+ "elapsed_seconds": 4920.460127200931,
50
+ "val_loss": 0.9889531255590444,
51
+ "val_tf_accuracy": 0.6913802928695723,
52
+ "val_decode_char_accuracy": 0.08141986304727974,
53
+ "val_decode_word_accuracy": 0.029400386847195356,
54
+ "val_decode_cer": 0.7576688620503685,
55
+ "val_decode_f1": 0.34548693392603247
56
+ },
57
+ {
58
+ "step": 15000,
59
+ "tokens_seen": 249124211,
60
+ "elapsed_seconds": 5888.643138072919,
61
+ "val_loss": 0.9690772102589724,
62
+ "val_tf_accuracy": 0.697710705648102,
63
+ "val_decode_char_accuracy": 0.08521139420484074,
64
+ "val_decode_word_accuracy": 0.03297872340425532,
65
+ "val_decode_cer": 0.7470460376865122,
66
+ "val_decode_f1": 0.36011374593472684
67
+ },
68
+ {
69
+ "step": 17500,
70
+ "tokens_seen": 290966764,
71
+ "elapsed_seconds": 6710.527949917829,
72
+ "val_loss": 0.9489817666569601,
73
+ "val_tf_accuracy": 0.7036188082372535,
74
+ "val_decode_char_accuracy": 0.08565264998610861,
75
+ "val_decode_word_accuracy": 0.031334622823984526,
76
+ "val_decode_cer": 0.748190034156466,
77
+ "val_decode_f1": 0.3563875860040203
78
+ },
79
+ {
80
+ "step": 20000,
81
+ "tokens_seen": 333234260,
82
+ "elapsed_seconds": 7511.7343914269,
83
+ "val_loss": 0.9343374481946236,
84
+ "val_tf_accuracy": 0.7086305616895121,
85
+ "val_decode_char_accuracy": 0.09261468564611286,
86
+ "val_decode_word_accuracy": 0.03172147001934236,
87
+ "val_decode_cer": 0.7380084655738777,
88
+ "val_decode_f1": 0.3659644707382046
89
+ },
90
+ {
91
+ "step": 22500,
92
+ "tokens_seen": 374018167,
93
+ "elapsed_seconds": 8270.309508575825,
94
+ "val_loss": 0.9246629739492913,
95
+ "val_tf_accuracy": 0.7110448530733666,
96
+ "val_decode_char_accuracy": 0.08713984539704848,
97
+ "val_decode_word_accuracy": 0.03781431334622824,
98
+ "val_decode_cer": 0.742829593554397,
99
+ "val_decode_f1": 0.3619768259000801
100
+ },
101
+ {
102
+ "step": 25000,
103
+ "tokens_seen": 415164791,
104
+ "elapsed_seconds": 9033.436291554943,
105
+ "val_loss": 0.9187158099170498,
106
+ "val_tf_accuracy": 0.7129333767515696,
107
+ "val_decode_char_accuracy": 0.08901926816911536,
108
+ "val_decode_word_accuracy": 0.03442940038684719,
109
+ "val_decode_cer": 0.7533870466913988,
110
+ "val_decode_f1": 0.349866806125284
111
+ }
112
+ ]
models/part1/hybrid/protocol.json ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": {
3
+ "architecture": "hybrid",
4
+ "dim": 256,
5
+ "layers": 6,
6
+ "heads": 4,
7
+ "state_size": 16,
8
+ "expand": 2,
9
+ "conv_kernel": 4,
10
+ "chunk": 64,
11
+ "max_positions": 16384,
12
+ "train_window": 1024,
13
+ "ffn_hidden": 512,
14
+ "dropout": 0.0,
15
+ "use_triton": true,
16
+ "gradient_checkpointing": true,
17
+ "data_root": "data/data_new",
18
+ "train_split": "train",
19
+ "val_split": "validation",
20
+ "max_tokens": 24576,
21
+ "eval_max_tokens": 8192,
22
+ "max_batch": 64,
23
+ "decode_batch": 32,
24
+ "decode_tokens": 65536,
25
+ "eval_decode_examples": 64,
26
+ "lr": 0.001,
27
+ "min_lr": 0.0001,
28
+ "warmup_steps": 500,
29
+ "weight_decay": 0.1,
30
+ "betas": [
31
+ 0.9,
32
+ 0.95
33
+ ],
34
+ "grad_clip": 1.0,
35
+ "max_steps": 25000,
36
+ "eval_every": 2500,
37
+ "log_every": 50,
38
+ "seed": 42,
39
+ "amp": "bf16",
40
+ "wandb_project": "anlp-a3-part1",
41
+ "wandb_mode": "online",
42
+ "output_dir": "models/part1/hybrid"
43
+ },
44
+ "model_config": {
45
+ "architecture": "hybrid",
46
+ "dim": 256,
47
+ "layers": 6,
48
+ "heads": 4,
49
+ "state_size": 16,
50
+ "expand": 2,
51
+ "conv_kernel": 4,
52
+ "chunk": 64,
53
+ "ffn_hidden": 512,
54
+ "dropout": 0.0,
55
+ "max_positions": 16384,
56
+ "input_size": 83,
57
+ "feedback_size": 30,
58
+ "output_size": 28,
59
+ "use_triton": true
60
+ },
61
+ "parameters": 7527116,
62
+ "train_examples": 569670,
63
+ "skipped_train": 0,
64
+ "val_examples": 1153,
65
+ "skipped_val": 0,
66
+ "codec": {
67
+ "cipher_chars": [
68
+ " ",
69
+ "!",
70
+ "'",
71
+ "+",
72
+ ",",
73
+ "-",
74
+ ".",
75
+ "/",
76
+ "0",
77
+ "1",
78
+ "2",
79
+ "3",
80
+ "4",
81
+ "5",
82
+ "6",
83
+ "7",
84
+ "8",
85
+ "9",
86
+ ":",
87
+ ";",
88
+ "<",
89
+ "=",
90
+ ">",
91
+ "?",
92
+ "A",
93
+ "B",
94
+ "C",
95
+ "D",
96
+ "E",
97
+ "F",
98
+ "G",
99
+ "H",
100
+ "I",
101
+ "J",
102
+ "K",
103
+ "L",
104
+ "M",
105
+ "N",
106
+ "O",
107
+ "P",
108
+ "Q",
109
+ "R",
110
+ "S",
111
+ "T",
112
+ "U",
113
+ "V",
114
+ "W",
115
+ "X",
116
+ "Y",
117
+ "Z",
118
+ "[",
119
+ "]",
120
+ "_",
121
+ "a",
122
+ "b",
123
+ "c",
124
+ "d",
125
+ "e",
126
+ "f",
127
+ "g",
128
+ "h",
129
+ "i",
130
+ "j",
131
+ "k",
132
+ "l",
133
+ "m",
134
+ "n",
135
+ "o",
136
+ "p",
137
+ "q",
138
+ "r",
139
+ "s",
140
+ "t",
141
+ "u",
142
+ "v",
143
+ "w",
144
+ "x",
145
+ "y",
146
+ "z",
147
+ "{",
148
+ "}"
149
+ ],
150
+ "plain_chars": [
151
+ " ",
152
+ "a",
153
+ "b",
154
+ "c",
155
+ "d",
156
+ "e",
157
+ "f",
158
+ "g",
159
+ "h",
160
+ "i",
161
+ "j",
162
+ "k",
163
+ "l",
164
+ "m",
165
+ "n",
166
+ "o",
167
+ "p",
168
+ "q",
169
+ "r",
170
+ "s",
171
+ "t",
172
+ "u",
173
+ "v",
174
+ "w",
175
+ "x",
176
+ "y",
177
+ "z"
178
+ ],
179
+ "noise_chars": [
180
+ "!",
181
+ "'",
182
+ "+",
183
+ ",",
184
+ "-",
185
+ ".",
186
+ "/",
187
+ ":",
188
+ ";",
189
+ "<",
190
+ "=",
191
+ ">",
192
+ "?",
193
+ "[",
194
+ "]",
195
+ "_",
196
+ "{",
197
+ "}"
198
+ ]
199
+ },
200
+ "device": "cuda",
201
+ "gpu": "NVIDIA RTX 6000 Ada Generation"
202
+ }
models/part1/hybrid/summary.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architecture": "hybrid",
3
+ "parameters": 7527116,
4
+ "steps": 25000,
5
+ "tokens_seen": 415164791,
6
+ "wall_seconds": 9033.77349336096,
7
+ "best_val_decode_char_accuracy": 0.09433068035104349,
8
+ "peak_memory_gb": 1.004201889038086,
9
+ "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/54zz64g4"
10
+ }
models/part1/mamba/best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdc5bf24bee85f9fddf3a2f1f09117409a626136018d6074120aecaa4501af13
3
+ size 27452164
models/part1/mamba/history.json ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "step": 2500,
4
+ "tokens_seen": 40920568,
5
+ "elapsed_seconds": 560.6470628881361,
6
+ "val_loss": 1.1700832307343365,
7
+ "val_tf_accuracy": 0.6348780727730345,
8
+ "val_decode_char_accuracy": 0.09120920426874111,
9
+ "val_decode_word_accuracy": 0.03268858800773694,
10
+ "val_decode_cer": 0.7262089591266404,
11
+ "val_decode_f1": 0.38719061276853056
12
+ },
13
+ {
14
+ "step": 5000,
15
+ "tokens_seen": 82561190,
16
+ "elapsed_seconds": 1151.7190701570362,
17
+ "val_loss": 1.1067914225694153,
18
+ "val_tf_accuracy": 0.6547410678850909,
19
+ "val_decode_char_accuracy": 0.08743401591789374,
20
+ "val_decode_word_accuracy": 0.035106382978723406,
21
+ "val_decode_cer": 0.7279249538315711,
22
+ "val_decode_f1": 0.38895879978427494
23
+ },
24
+ {
25
+ "step": 7500,
26
+ "tokens_seen": 123738879,
27
+ "elapsed_seconds": 1853.751880849013,
28
+ "val_loss": 1.077497436066461,
29
+ "val_tf_accuracy": 0.6626979685014264,
30
+ "val_decode_char_accuracy": 0.09212440144470412,
31
+ "val_decode_word_accuracy": 0.02852998065764023,
32
+ "val_decode_cer": 0.7248525061694095,
33
+ "val_decode_f1": 0.390808730398686
34
+ },
35
+ {
36
+ "step": 10000,
37
+ "tokens_seen": 165834540,
38
+ "elapsed_seconds": 2455.389097101055,
39
+ "val_loss": 1.057955321062497,
40
+ "val_tf_accuracy": 0.6694481474320487,
41
+ "val_decode_char_accuracy": 0.09034303551291899,
42
+ "val_decode_word_accuracy": 0.024854932301740813,
43
+ "val_decode_cer": 0.7441860465116279,
44
+ "val_decode_f1": 0.36303614182171773
45
+ },
46
+ {
47
+ "step": 12500,
48
+ "tokens_seen": 206624287,
49
+ "elapsed_seconds": 3029.905693782959,
50
+ "val_loss": 1.0297735885587354,
51
+ "val_tf_accuracy": 0.6785744571872445,
52
+ "val_decode_char_accuracy": 0.08944418114366962,
53
+ "val_decode_word_accuracy": 0.03684719535783366,
54
+ "val_decode_cer": 0.7376652666328916,
55
+ "val_decode_f1": 0.36695538486680823
56
+ },
57
+ {
58
+ "step": 15000,
59
+ "tokens_seen": 249124211,
60
+ "elapsed_seconds": 3627.2335538219195,
61
+ "val_loss": 1.0135179755196873,
62
+ "val_tf_accuracy": 0.6838753828776114,
63
+ "val_decode_char_accuracy": 0.09205903021784961,
64
+ "val_decode_word_accuracy": 0.03172147001934236,
65
+ "val_decode_cer": 0.7502982562225237,
66
+ "val_decode_f1": 0.35169720047721
67
+ },
68
+ {
69
+ "step": 17500,
70
+ "tokens_seen": 290966764,
71
+ "elapsed_seconds": 4213.517638569931,
72
+ "val_loss": 0.9963876963338648,
73
+ "val_tf_accuracy": 0.6890355385048523,
74
+ "val_decode_char_accuracy": 0.0879243001193025,
75
+ "val_decode_word_accuracy": 0.03210831721470019,
76
+ "val_decode_cer": 0.7388092631028453,
77
+ "val_decode_f1": 0.37117782607985095
78
+ },
79
+ {
80
+ "step": 20000,
81
+ "tokens_seen": 333234260,
82
+ "elapsed_seconds": 4811.621012283955,
83
+ "val_loss": 0.9854213475365025,
84
+ "val_tf_accuracy": 0.6930797097762265,
85
+ "val_decode_char_accuracy": 0.08676396084263512,
86
+ "val_decode_word_accuracy": 0.025822050290135398,
87
+ "val_decode_cer": 0.7534851035316805,
88
+ "val_decode_f1": 0.35465524849237606
89
+ },
90
+ {
91
+ "step": 22500,
92
+ "tokens_seen": 374018167,
93
+ "elapsed_seconds": 5385.657309063943,
94
+ "val_loss": 0.9761783853037036,
95
+ "val_tf_accuracy": 0.6955236815950775,
96
+ "val_decode_char_accuracy": 0.09008155060550099,
97
+ "val_decode_word_accuracy": 0.04332688588007737,
98
+ "val_decode_cer": 0.7351648172057069,
99
+ "val_decode_f1": 0.37060582784487406
100
+ },
101
+ {
102
+ "step": 25000,
103
+ "tokens_seen": 415164791,
104
+ "elapsed_seconds": 5963.722046347102,
105
+ "val_loss": 0.9712299335042001,
106
+ "val_tf_accuracy": 0.6972663471355837,
107
+ "val_decode_char_accuracy": 0.09120920426874111,
108
+ "val_decode_word_accuracy": 0.03868471953578337,
109
+ "val_decode_cer": 0.7264704440340584,
110
+ "val_decode_f1": 0.3843174426776054
111
+ }
112
+ ]
models/part1/mamba/protocol.json ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": {
3
+ "architecture": "mamba",
4
+ "dim": 256,
5
+ "layers": 6,
6
+ "heads": 4,
7
+ "state_size": 16,
8
+ "expand": 2,
9
+ "conv_kernel": 4,
10
+ "chunk": 64,
11
+ "max_positions": 16384,
12
+ "train_window": 1024,
13
+ "ffn_hidden": 512,
14
+ "dropout": 0.0,
15
+ "use_triton": true,
16
+ "gradient_checkpointing": true,
17
+ "data_root": "data/data_new",
18
+ "train_split": "train",
19
+ "val_split": "validation",
20
+ "max_tokens": 24576,
21
+ "eval_max_tokens": 8192,
22
+ "max_batch": 64,
23
+ "decode_batch": 32,
24
+ "decode_tokens": 65536,
25
+ "eval_decode_examples": 64,
26
+ "lr": 0.001,
27
+ "min_lr": 0.0001,
28
+ "warmup_steps": 500,
29
+ "weight_decay": 0.1,
30
+ "betas": [
31
+ 0.9,
32
+ 0.95
33
+ ],
34
+ "grad_clip": 1.0,
35
+ "max_steps": 25000,
36
+ "eval_every": 2500,
37
+ "log_every": 50,
38
+ "seed": 42,
39
+ "amp": "bf16",
40
+ "wandb_project": "anlp-a3-part1",
41
+ "wandb_mode": "online",
42
+ "output_dir": "models/part1/mamba"
43
+ },
44
+ "model_config": {
45
+ "architecture": "mamba",
46
+ "dim": 256,
47
+ "layers": 6,
48
+ "heads": 4,
49
+ "state_size": 16,
50
+ "expand": 2,
51
+ "conv_kernel": 4,
52
+ "chunk": 64,
53
+ "ffn_hidden": 512,
54
+ "dropout": 0.0,
55
+ "max_positions": 16384,
56
+ "input_size": 83,
57
+ "feedback_size": 30,
58
+ "output_size": 28,
59
+ "use_triton": true
60
+ },
61
+ "parameters": 6858752,
62
+ "train_examples": 569670,
63
+ "skipped_train": 0,
64
+ "val_examples": 1153,
65
+ "skipped_val": 0,
66
+ "codec": {
67
+ "cipher_chars": [
68
+ " ",
69
+ "!",
70
+ "'",
71
+ "+",
72
+ ",",
73
+ "-",
74
+ ".",
75
+ "/",
76
+ "0",
77
+ "1",
78
+ "2",
79
+ "3",
80
+ "4",
81
+ "5",
82
+ "6",
83
+ "7",
84
+ "8",
85
+ "9",
86
+ ":",
87
+ ";",
88
+ "<",
89
+ "=",
90
+ ">",
91
+ "?",
92
+ "A",
93
+ "B",
94
+ "C",
95
+ "D",
96
+ "E",
97
+ "F",
98
+ "G",
99
+ "H",
100
+ "I",
101
+ "J",
102
+ "K",
103
+ "L",
104
+ "M",
105
+ "N",
106
+ "O",
107
+ "P",
108
+ "Q",
109
+ "R",
110
+ "S",
111
+ "T",
112
+ "U",
113
+ "V",
114
+ "W",
115
+ "X",
116
+ "Y",
117
+ "Z",
118
+ "[",
119
+ "]",
120
+ "_",
121
+ "a",
122
+ "b",
123
+ "c",
124
+ "d",
125
+ "e",
126
+ "f",
127
+ "g",
128
+ "h",
129
+ "i",
130
+ "j",
131
+ "k",
132
+ "l",
133
+ "m",
134
+ "n",
135
+ "o",
136
+ "p",
137
+ "q",
138
+ "r",
139
+ "s",
140
+ "t",
141
+ "u",
142
+ "v",
143
+ "w",
144
+ "x",
145
+ "y",
146
+ "z",
147
+ "{",
148
+ "}"
149
+ ],
150
+ "plain_chars": [
151
+ " ",
152
+ "a",
153
+ "b",
154
+ "c",
155
+ "d",
156
+ "e",
157
+ "f",
158
+ "g",
159
+ "h",
160
+ "i",
161
+ "j",
162
+ "k",
163
+ "l",
164
+ "m",
165
+ "n",
166
+ "o",
167
+ "p",
168
+ "q",
169
+ "r",
170
+ "s",
171
+ "t",
172
+ "u",
173
+ "v",
174
+ "w",
175
+ "x",
176
+ "y",
177
+ "z"
178
+ ],
179
+ "noise_chars": [
180
+ "!",
181
+ "'",
182
+ "+",
183
+ ",",
184
+ "-",
185
+ ".",
186
+ "/",
187
+ ":",
188
+ ";",
189
+ "<",
190
+ "=",
191
+ ">",
192
+ "?",
193
+ "[",
194
+ "]",
195
+ "_",
196
+ "{",
197
+ "}"
198
+ ]
199
+ },
200
+ "device": "cuda",
201
+ "gpu": "NVIDIA RTX 6000 Ada Generation"
202
+ }
models/part1/mamba/summary.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architecture": "mamba",
3
+ "parameters": 6858752,
4
+ "steps": 25000,
5
+ "tokens_seen": 415164791,
6
+ "wall_seconds": 5964.160365483025,
7
+ "best_val_decode_char_accuracy": 0.09212440144470412,
8
+ "peak_memory_gb": 0.8797111511230469,
9
+ "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/nv3jjh9q"
10
+ }
models/part1/transformer/best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c536beb243c8dc9de9f120894a523ade67cf101f8e1da96cc5d405f021ed8366
3
+ size 32675092
models/part1/transformer/history.json ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "step": 2500,
4
+ "tokens_seen": 40920568,
5
+ "elapsed_seconds": 1106.3401002630126,
6
+ "val_loss": 1.864972510189331,
7
+ "val_tf_accuracy": 0.4646522979440787,
8
+ "val_decode_char_accuracy": 0.09483730735916586,
9
+ "val_decode_word_accuracy": 0.02727272727272727,
10
+ "val_decode_cer": 0.7330892807530766,
11
+ "val_decode_f1": 0.3752083673802909
12
+ },
13
+ {
14
+ "step": 5000,
15
+ "tokens_seen": 82561190,
16
+ "elapsed_seconds": 2447.100572712021,
17
+ "val_loss": 1.83202185365196,
18
+ "val_tf_accuracy": 0.47234207464544603,
19
+ "val_decode_char_accuracy": 0.09370965369592574,
20
+ "val_decode_word_accuracy": 0.025435203094777564,
21
+ "val_decode_cer": 0.7311771723675824,
22
+ "val_decode_f1": 0.37425648735211453
23
+ },
24
+ {
25
+ "step": 7500,
26
+ "tokens_seen": 123738879,
27
+ "elapsed_seconds": 3632.8309161609504,
28
+ "val_loss": 1.8178737771925269,
29
+ "val_tf_accuracy": 0.48311013646216,
30
+ "val_decode_char_accuracy": 0.09707627187893249,
31
+ "val_decode_word_accuracy": 0.027756286266924564,
32
+ "val_decode_cer": 0.7414077693703116,
33
+ "val_decode_f1": 0.3606104674912989
34
+ },
35
+ {
36
+ "step": 10000,
37
+ "tokens_seen": 165834540,
38
+ "elapsed_seconds": 4844.570230367128,
39
+ "val_loss": 1.7367923368322973,
40
+ "val_tf_accuracy": 0.4932583011936623,
41
+ "val_decode_char_accuracy": 0.09129091830230923,
42
+ "val_decode_word_accuracy": 0.022920696324951643,
43
+ "val_decode_cer": 0.7672130611711255,
44
+ "val_decode_f1": 0.32617948613210246
45
+ },
46
+ {
47
+ "step": 12500,
48
+ "tokens_seen": 206624287,
49
+ "elapsed_seconds": 6013.377053111093,
50
+ "val_loss": 1.731919952079853,
51
+ "val_tf_accuracy": 0.5014984379611067,
52
+ "val_decode_char_accuracy": 0.08709081697690761,
53
+ "val_decode_word_accuracy": 0.02243713733075435,
54
+ "val_decode_cer": 0.7741260684109889,
55
+ "val_decode_f1": 0.3122456650705192
56
+ },
57
+ {
58
+ "step": 15000,
59
+ "tokens_seen": 249124211,
60
+ "elapsed_seconds": 7056.831400343915,
61
+ "val_loss": 1.7185779696103145,
62
+ "val_tf_accuracy": 0.5046242117724478,
63
+ "val_decode_char_accuracy": 0.09746849924005949,
64
+ "val_decode_word_accuracy": 0.02311411992263056,
65
+ "val_decode_cer": 0.7671640327509847,
66
+ "val_decode_f1": 0.32188792103155794
67
+ },
68
+ {
69
+ "step": 17500,
70
+ "tokens_seen": 290966764,
71
+ "elapsed_seconds": 8030.080517088063,
72
+ "val_loss": 1.674645367367183,
73
+ "val_tf_accuracy": 0.5097657111262622,
74
+ "val_decode_char_accuracy": 0.09851443886973149,
75
+ "val_decode_word_accuracy": 0.026015473887814312,
76
+ "val_decode_cer": 0.7701874519930053,
77
+ "val_decode_f1": 0.31970649038657956
78
+ },
79
+ {
80
+ "step": 20000,
81
+ "tokens_seen": 333234260,
82
+ "elapsed_seconds": 9008.987553495914,
83
+ "val_loss": 1.6779567788286118,
84
+ "val_tf_accuracy": 0.5127744592224743,
85
+ "val_decode_char_accuracy": 0.09354622562878949,
86
+ "val_decode_word_accuracy": 0.02804642166344294,
87
+ "val_decode_cer": 0.7648760398110771,
88
+ "val_decode_f1": 0.32347053007460436
89
+ },
90
+ {
91
+ "step": 22500,
92
+ "tokens_seen": 374018167,
93
+ "elapsed_seconds": 9838.584241351113,
94
+ "val_loss": 1.6614332186706973,
95
+ "val_tf_accuracy": 0.5158866648349598,
96
+ "val_decode_char_accuracy": 0.09895569465099936,
97
+ "val_decode_word_accuracy": 0.025435203094777564,
98
+ "val_decode_cer": 0.7678504306329569,
99
+ "val_decode_f1": 0.3198123845789276
100
+ },
101
+ {
102
+ "step": 25000,
103
+ "tokens_seen": 415164791,
104
+ "elapsed_seconds": 10563.273635181133,
105
+ "val_loss": 1.664787554217093,
106
+ "val_tf_accuracy": 0.5138438028947753,
107
+ "val_decode_char_accuracy": 0.095049763846443,
108
+ "val_decode_word_accuracy": 0.028916827852998067,
109
+ "val_decode_cer": 0.7652519243654905,
110
+ "val_decode_f1": 0.3247315693997287
111
+ }
112
+ ]
models/part1/transformer/protocol.json ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": {
3
+ "architecture": "transformer",
4
+ "dim": 256,
5
+ "layers": 6,
6
+ "heads": 4,
7
+ "state_size": 16,
8
+ "expand": 2,
9
+ "conv_kernel": 4,
10
+ "chunk": 64,
11
+ "max_positions": 16384,
12
+ "train_window": 1024,
13
+ "ffn_hidden": 512,
14
+ "dropout": 0.0,
15
+ "use_triton": true,
16
+ "gradient_checkpointing": true,
17
+ "data_root": "data/data_new",
18
+ "train_split": "train",
19
+ "val_split": "validation",
20
+ "max_tokens": 24576,
21
+ "eval_max_tokens": 8192,
22
+ "max_batch": 64,
23
+ "decode_batch": 32,
24
+ "decode_tokens": 65536,
25
+ "eval_decode_examples": 64,
26
+ "lr": 0.001,
27
+ "min_lr": 0.0001,
28
+ "warmup_steps": 500,
29
+ "weight_decay": 0.1,
30
+ "betas": [
31
+ 0.9,
32
+ 0.95
33
+ ],
34
+ "grad_clip": 1.0,
35
+ "max_steps": 25000,
36
+ "eval_every": 2500,
37
+ "log_every": 50,
38
+ "seed": 42,
39
+ "amp": "bf16",
40
+ "wandb_project": "anlp-a3-part1",
41
+ "wandb_mode": "online",
42
+ "output_dir": "models/part1/transformer"
43
+ },
44
+ "model_config": {
45
+ "architecture": "transformer",
46
+ "dim": 256,
47
+ "layers": 6,
48
+ "heads": 4,
49
+ "state_size": 16,
50
+ "expand": 2,
51
+ "conv_kernel": 4,
52
+ "chunk": 64,
53
+ "ffn_hidden": 512,
54
+ "dropout": 0.0,
55
+ "max_positions": 16384,
56
+ "input_size": 83,
57
+ "feedback_size": 30,
58
+ "output_size": 28,
59
+ "use_triton": true
60
+ },
61
+ "parameters": 8165888,
62
+ "train_examples": 569670,
63
+ "skipped_train": 0,
64
+ "val_examples": 1153,
65
+ "skipped_val": 0,
66
+ "codec": {
67
+ "cipher_chars": [
68
+ " ",
69
+ "!",
70
+ "'",
71
+ "+",
72
+ ",",
73
+ "-",
74
+ ".",
75
+ "/",
76
+ "0",
77
+ "1",
78
+ "2",
79
+ "3",
80
+ "4",
81
+ "5",
82
+ "6",
83
+ "7",
84
+ "8",
85
+ "9",
86
+ ":",
87
+ ";",
88
+ "<",
89
+ "=",
90
+ ">",
91
+ "?",
92
+ "A",
93
+ "B",
94
+ "C",
95
+ "D",
96
+ "E",
97
+ "F",
98
+ "G",
99
+ "H",
100
+ "I",
101
+ "J",
102
+ "K",
103
+ "L",
104
+ "M",
105
+ "N",
106
+ "O",
107
+ "P",
108
+ "Q",
109
+ "R",
110
+ "S",
111
+ "T",
112
+ "U",
113
+ "V",
114
+ "W",
115
+ "X",
116
+ "Y",
117
+ "Z",
118
+ "[",
119
+ "]",
120
+ "_",
121
+ "a",
122
+ "b",
123
+ "c",
124
+ "d",
125
+ "e",
126
+ "f",
127
+ "g",
128
+ "h",
129
+ "i",
130
+ "j",
131
+ "k",
132
+ "l",
133
+ "m",
134
+ "n",
135
+ "o",
136
+ "p",
137
+ "q",
138
+ "r",
139
+ "s",
140
+ "t",
141
+ "u",
142
+ "v",
143
+ "w",
144
+ "x",
145
+ "y",
146
+ "z",
147
+ "{",
148
+ "}"
149
+ ],
150
+ "plain_chars": [
151
+ " ",
152
+ "a",
153
+ "b",
154
+ "c",
155
+ "d",
156
+ "e",
157
+ "f",
158
+ "g",
159
+ "h",
160
+ "i",
161
+ "j",
162
+ "k",
163
+ "l",
164
+ "m",
165
+ "n",
166
+ "o",
167
+ "p",
168
+ "q",
169
+ "r",
170
+ "s",
171
+ "t",
172
+ "u",
173
+ "v",
174
+ "w",
175
+ "x",
176
+ "y",
177
+ "z"
178
+ ],
179
+ "noise_chars": [
180
+ "!",
181
+ "'",
182
+ "+",
183
+ ",",
184
+ "-",
185
+ ".",
186
+ "/",
187
+ ":",
188
+ ";",
189
+ "<",
190
+ "=",
191
+ ">",
192
+ "?",
193
+ "[",
194
+ "]",
195
+ "_",
196
+ "{",
197
+ "}"
198
+ ]
199
+ },
200
+ "device": "cuda",
201
+ "gpu": "NVIDIA RTX 6000 Ada Generation"
202
+ }
models/part1/transformer/summary.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architecture": "transformer",
3
+ "parameters": 8165888,
4
+ "steps": 25000,
5
+ "tokens_seen": 415164791,
6
+ "wall_seconds": 10563.579830900067,
7
+ "best_val_decode_char_accuracy": 0.09895569465099936,
8
+ "peak_memory_gb": 4.195378303527832,
9
+ "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/ygrtcp0t"
10
+ }
models/part2/bigcn_bert/seed0/best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:146eae48991a9de613f6ea81eecdf9c74998cced841e7834f5748dedafc84e63
3
+ size 1726606
models/part2/bigcn_bert/seed0/history.json ADDED
@@ -0,0 +1,802 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 1,
4
+ "train_loss": 0.7942817652181828,
5
+ "val_accuracy": 0.7619047619047619,
6
+ "val_precision": 0.8086906662120907,
7
+ "val_recall": 0.767501510776875,
8
+ "val_f1": 0.7549473160896525
9
+ },
10
+ {
11
+ "epoch": 2,
12
+ "train_loss": 0.4932536007938804,
13
+ "val_accuracy": 0.8406593406593407,
14
+ "val_precision": 0.8490568616730454,
15
+ "val_recall": 0.8429396360706372,
16
+ "val_f1": 0.8402085610966277
17
+ },
18
+ {
19
+ "epoch": 3,
20
+ "train_loss": 0.4624193121880402,
21
+ "val_accuracy": 0.8644688644688645,
22
+ "val_precision": 0.8643228222786034,
23
+ "val_recall": 0.8644598133351239,
24
+ "val_f1": 0.8643796992481203
25
+ },
26
+ {
27
+ "epoch": 4,
28
+ "train_loss": 0.4345436096191406,
29
+ "val_accuracy": 0.8809523809523809,
30
+ "val_precision": 0.8817819005501024,
31
+ "val_recall": 0.8802591821661183,
32
+ "val_f1": 0.8806605534202907
33
+ },
34
+ {
35
+ "epoch": 5,
36
+ "train_loss": 0.3822031014568203,
37
+ "val_accuracy": 0.8809523809523809,
38
+ "val_precision": 0.8815193965517241,
39
+ "val_recall": 0.8803666151883436,
40
+ "val_f1": 0.8807022733460845
41
+ },
42
+ {
43
+ "epoch": 6,
44
+ "train_loss": 0.3634935425314711,
45
+ "val_accuracy": 0.8864468864468864,
46
+ "val_precision": 0.8869171839026295,
47
+ "val_recall": 0.8859195595246089,
48
+ "val_f1": 0.8862270619076427
49
+ },
50
+ {
51
+ "epoch": 7,
52
+ "train_loss": 0.33191647765400645,
53
+ "val_accuracy": 0.8974358974358975,
54
+ "val_precision": 0.897306510273375,
55
+ "val_recall": 0.8975626133082657,
56
+ "val_f1": 0.897386331601627
57
+ },
58
+ {
59
+ "epoch": 8,
60
+ "train_loss": 0.31344508284177536,
61
+ "val_accuracy": 0.8644688644688645,
62
+ "val_precision": 0.8746589148349765,
63
+ "val_recall": 0.8669307728463036,
64
+ "val_f1": 0.8640017233718849
65
+ },
66
+ {
67
+ "epoch": 9,
68
+ "train_loss": 0.3497061082076677,
69
+ "val_accuracy": 0.847985347985348,
70
+ "val_precision": 0.8622864906832298,
71
+ "val_recall": 0.8509165379708588,
72
+ "val_f1": 0.8471233153979794
73
+ },
74
+ {
75
+ "epoch": 10,
76
+ "train_loss": 0.3124153868401007,
77
+ "val_accuracy": 0.8809523809523809,
78
+ "val_precision": 0.8876141800782948,
79
+ "val_recall": 0.8829450077217484,
80
+ "val_f1": 0.8807407581648392
81
+ },
82
+ {
83
+ "epoch": 11,
84
+ "train_loss": 0.31396480494148127,
85
+ "val_accuracy": 0.9029304029304029,
86
+ "val_precision": 0.9038523533204383,
87
+ "val_recall": 0.9037601557778823,
88
+ "val_f1": 0.9029300773191553
89
+ },
90
+ {
91
+ "epoch": 12,
92
+ "train_loss": 0.2716515996517279,
93
+ "val_accuracy": 0.9010989010989011,
94
+ "val_precision": 0.9011003775410122,
95
+ "val_recall": 0.9009064661250252,
96
+ "val_f1": 0.9009912959381046
97
+ },
98
+ {
99
+ "epoch": 13,
100
+ "train_loss": 0.2771574226054516,
101
+ "val_accuracy": 0.9065934065934066,
102
+ "val_precision": 0.9082567567567568,
103
+ "val_recall": 0.9057073793057141,
104
+ "val_f1": 0.9062913294408641
105
+ },
106
+ {
107
+ "epoch": 14,
108
+ "train_loss": 0.26816642317143113,
109
+ "val_accuracy": 0.8992673992673993,
110
+ "val_precision": 0.899325341361144,
111
+ "val_recall": 0.8990196736721949,
112
+ "val_f1": 0.8991452704404628
113
+ },
114
+ {
115
+ "epoch": 15,
116
+ "train_loss": 0.26807745597956384,
117
+ "val_accuracy": 0.9010989010989011,
118
+ "val_precision": 0.9014031453055843,
119
+ "val_recall": 0.9006916000805748,
120
+ "val_f1": 0.9009380711751424
121
+ },
122
+ {
123
+ "epoch": 16,
124
+ "train_loss": 0.2333696826801195,
125
+ "val_accuracy": 0.9120879120879121,
126
+ "val_precision": 0.9135930852859747,
127
+ "val_recall": 0.9112603236419794,
128
+ "val_f1": 0.9118217054263567
129
+ },
130
+ {
131
+ "epoch": 17,
132
+ "train_loss": 0.23970558349684482,
133
+ "val_accuracy": 0.9120879120879121,
134
+ "val_precision": 0.9135930852859747,
135
+ "val_recall": 0.9112603236419794,
136
+ "val_f1": 0.9118217054263567
137
+ },
138
+ {
139
+ "epoch": 18,
140
+ "train_loss": 0.2153904983848879,
141
+ "val_accuracy": 0.9029304029304029,
142
+ "val_precision": 0.9077540106951871,
143
+ "val_recall": 0.9013966292889277,
144
+ "val_f1": 0.902324592344068
145
+ },
146
+ {
147
+ "epoch": 19,
148
+ "train_loss": 0.24637700557272077,
149
+ "val_accuracy": 0.8956043956043956,
150
+ "val_precision": 0.9041708043694141,
151
+ "val_recall": 0.8935271604109314,
152
+ "val_f1": 0.8946113705398111
153
+ },
154
+ {
155
+ "epoch": 20,
156
+ "train_loss": 0.23038858906690018,
157
+ "val_accuracy": 0.9084249084249084,
158
+ "val_precision": 0.9099061381592275,
159
+ "val_recall": 0.9075941717585443,
160
+ "val_f1": 0.9081476098191215
161
+ },
162
+ {
163
+ "epoch": 21,
164
+ "train_loss": 0.2281843303760766,
165
+ "val_accuracy": 0.9120879120879121,
166
+ "val_precision": 0.9135930852859747,
167
+ "val_recall": 0.9112603236419794,
168
+ "val_f1": 0.9118217054263567
169
+ },
170
+ {
171
+ "epoch": 22,
172
+ "train_loss": 0.21918850372999144,
173
+ "val_accuracy": 0.9102564102564102,
174
+ "val_precision": 0.911945945945946,
175
+ "val_recall": 0.9093735311891493,
176
+ "val_f1": 0.9099661792667127
177
+ },
178
+ {
179
+ "epoch": 23,
180
+ "train_loss": 0.2051285771114049,
181
+ "val_accuracy": 0.9175824175824175,
182
+ "val_precision": 0.9176416917131816,
183
+ "val_recall": 0.9179950312227221,
184
+ "val_f1": 0.9175688687442756
185
+ },
186
+ {
187
+ "epoch": 24,
188
+ "train_loss": 0.19304665753911265,
189
+ "val_accuracy": 0.9212454212454212,
190
+ "val_precision": 0.9213391033222234,
191
+ "val_recall": 0.921016584972806,
192
+ "val_f1": 0.9211499387079982
193
+ },
194
+ {
195
+ "epoch": 25,
196
+ "train_loss": 0.18066839748249822,
197
+ "val_accuracy": 0.9175824175824175,
198
+ "val_precision": 0.918292025862069,
199
+ "val_recall": 0.9170281340226952,
200
+ "val_f1": 0.9174092661626738
201
+ },
202
+ {
203
+ "epoch": 26,
204
+ "train_loss": 0.17535006415931295,
205
+ "val_accuracy": 0.9120879120879121,
206
+ "val_precision": 0.9167268613795265,
207
+ "val_recall": 0.9106157255086282,
208
+ "val_f1": 0.9115646258503401
209
+ },
210
+ {
211
+ "epoch": 27,
212
+ "train_loss": 0.17638614757375404,
213
+ "val_accuracy": 0.9175824175824175,
214
+ "val_precision": 0.9207740744761698,
215
+ "val_recall": 0.916383535889344,
216
+ "val_f1": 0.9172021958098986
217
+ },
218
+ {
219
+ "epoch": 28,
220
+ "train_loss": 0.17605960843982277,
221
+ "val_accuracy": 0.9230769230769231,
222
+ "val_precision": 0.9242806459010644,
223
+ "val_recall": 0.9223662123145102,
224
+ "val_f1": 0.9228740936058009
225
+ },
226
+ {
227
+ "epoch": 29,
228
+ "train_loss": 0.16945503373722454,
229
+ "val_accuracy": 0.924908424908425,
230
+ "val_precision": 0.9249677973379132,
231
+ "val_recall": 0.9253273349895924,
232
+ "val_f1": 0.9248960804114511
233
+ },
234
+ {
235
+ "epoch": 30,
236
+ "train_loss": 0.16528874908611452,
237
+ "val_accuracy": 0.9230769230769231,
238
+ "val_precision": 0.9233824970139439,
239
+ "val_recall": 0.9236554085812126,
240
+ "val_f1": 0.9230727943643072
241
+ },
242
+ {
243
+ "epoch": 31,
244
+ "train_loss": 0.15402786504654659,
245
+ "val_accuracy": 0.9010989010989011,
246
+ "val_precision": 0.9043424300880897,
247
+ "val_recall": 0.9025179614584034,
248
+ "val_f1": 0.9010511054729975
249
+ },
250
+ {
251
+ "epoch": 32,
252
+ "train_loss": 0.16459807142233238,
253
+ "val_accuracy": 0.9029304029304029,
254
+ "val_precision": 0.9059162981339661,
255
+ "val_recall": 0.9042973208890083,
256
+ "val_f1": 0.9028909881038272
257
+ },
258
+ {
259
+ "epoch": 33,
260
+ "train_loss": 0.14225078720749515,
261
+ "val_accuracy": 0.924908424908425,
262
+ "val_precision": 0.9248871695680205,
263
+ "val_recall": 0.9247901698784664,
264
+ "val_f1": 0.9248355588982866
265
+ },
266
+ {
267
+ "epoch": 34,
268
+ "train_loss": 0.16396119118064315,
269
+ "val_accuracy": 0.9212454212454212,
270
+ "val_precision": 0.9244788839431115,
271
+ "val_recall": 0.9200496877727792,
272
+ "val_f1": 0.9208820982183475
273
+ },
274
+ {
275
+ "epoch": 35,
276
+ "train_loss": 0.13405671017073886,
277
+ "val_accuracy": 0.9230769230769231,
278
+ "val_precision": 0.9250740335077685,
279
+ "val_recall": 0.9221513462700598,
280
+ "val_f1": 0.9228117889407995
281
+ },
282
+ {
283
+ "epoch": 36,
284
+ "train_loss": 0.13767645494405167,
285
+ "val_accuracy": 0.9175824175824175,
286
+ "val_precision": 0.9178321678321679,
287
+ "val_recall": 0.9172430000671457,
288
+ "val_f1": 0.9174603174603174
289
+ },
290
+ {
291
+ "epoch": 37,
292
+ "train_loss": 0.15029873164036336,
293
+ "val_accuracy": 0.9065934065934066,
294
+ "val_precision": 0.9090921336206896,
295
+ "val_recall": 0.9078560397502182,
296
+ "val_f1": 0.906568020534501
297
+ },
298
+ {
299
+ "epoch": 38,
300
+ "train_loss": 0.14130778381457695,
301
+ "val_accuracy": 0.9230769230769231,
302
+ "val_precision": 0.9232069775243207,
303
+ "val_recall": 0.9235479755589875,
304
+ "val_f1": 0.9230676328502416
305
+ },
306
+ {
307
+ "epoch": 39,
308
+ "train_loss": 0.12525503045364178,
309
+ "val_accuracy": 0.9267399267399268,
310
+ "val_precision": 0.9271117807703173,
311
+ "val_recall": 0.9263546632646209,
312
+ "val_f1": 0.9266207934630684
313
+ },
314
+ {
315
+ "epoch": 40,
316
+ "train_loss": 0.1325120461947752,
317
+ "val_accuracy": 0.924908424908425,
318
+ "val_precision": 0.9247825620100933,
319
+ "val_recall": 0.9250050359229168,
320
+ "val_f1": 0.924865831842576
321
+ },
322
+ {
323
+ "epoch": 41,
324
+ "train_loss": 0.10637360693880053,
325
+ "val_accuracy": 0.9285714285714286,
326
+ "val_precision": 0.9284774436090226,
327
+ "val_recall": 0.9285637547841268,
328
+ "val_f1": 0.928517477869422
329
+ },
330
+ {
331
+ "epoch": 42,
332
+ "train_loss": 0.13316041029198267,
333
+ "val_accuracy": 0.9120879120879121,
334
+ "val_precision": 0.9167268613795265,
335
+ "val_recall": 0.9106157255086282,
336
+ "val_f1": 0.9115646258503401
337
+ },
338
+ {
339
+ "epoch": 43,
340
+ "train_loss": 0.1293639599621951,
341
+ "val_accuracy": 0.9267399267399268,
342
+ "val_precision": 0.926870177792687,
343
+ "val_recall": 0.9272141274424226,
344
+ "val_f1": 0.9267310789049921
345
+ },
346
+ {
347
+ "epoch": 44,
348
+ "train_loss": 0.11632700608326839,
349
+ "val_accuracy": 0.9322344322344323,
350
+ "val_precision": 0.9336734693877551,
351
+ "val_recall": 0.9314778755119855,
352
+ "val_f1": 0.9320427213859221
353
+ },
354
+ {
355
+ "epoch": 45,
356
+ "train_loss": 0.12198966534146459,
357
+ "val_accuracy": 0.9267399267399268,
358
+ "val_precision": 0.9283408737929637,
359
+ "val_recall": 0.9259249311757202,
360
+ "val_f1": 0.9265180878552972
361
+ },
362
+ {
363
+ "epoch": 46,
364
+ "train_loss": 0.1034982456610753,
365
+ "val_accuracy": 0.9139194139194139,
366
+ "val_precision": 0.9182598039215686,
367
+ "val_recall": 0.9125025179614584,
368
+ "val_f1": 0.913431274984398
369
+ },
370
+ {
371
+ "epoch": 47,
372
+ "train_loss": 0.098412432854538,
373
+ "val_accuracy": 0.9194139194139194,
374
+ "val_precision": 0.9229108095994785,
375
+ "val_recall": 0.918162895319949,
376
+ "val_f1": 0.9190216805091145
377
+ },
378
+ {
379
+ "epoch": 48,
380
+ "train_loss": 0.10367172274179075,
381
+ "val_accuracy": 0.9322344322344323,
382
+ "val_precision": 0.9327357881136951,
383
+ "val_recall": 0.931800174578661,
384
+ "val_f1": 0.9321139700322931
385
+ },
386
+ {
387
+ "epoch": 49,
388
+ "train_loss": 0.08637984532303426,
389
+ "val_accuracy": 0.9267399267399268,
390
+ "val_precision": 0.9292378102446752,
391
+ "val_recall": 0.9257100651312697,
392
+ "val_f1": 0.9264547413793103
393
+ },
394
+ {
395
+ "epoch": 50,
396
+ "train_loss": 0.0766065195885115,
397
+ "val_accuracy": 0.9304029304029304,
398
+ "val_precision": 0.930590844928413,
399
+ "val_recall": 0.9301282481702813,
400
+ "val_f1": 0.9303094224025581
401
+ },
402
+ {
403
+ "epoch": 51,
404
+ "train_loss": 0.08696244558790228,
405
+ "val_accuracy": 0.924908424908425,
406
+ "val_precision": 0.9276422764227643,
407
+ "val_recall": 0.9238232726784396,
408
+ "val_f1": 0.924598590054936
409
+ },
410
+ {
411
+ "epoch": 52,
412
+ "train_loss": 0.1051840766336455,
413
+ "val_accuracy": 0.9120879120879121,
414
+ "val_precision": 0.9148574893875077,
415
+ "val_recall": 0.9134089840864836,
416
+ "val_f1": 0.9120584129711156
417
+ },
418
+ {
419
+ "epoch": 53,
420
+ "train_loss": 0.12327458482958895,
421
+ "val_accuracy": 0.9340659340659341,
422
+ "val_precision": 0.9341117037713794,
423
+ "val_recall": 0.9339018330759417,
424
+ "val_f1": 0.9339941972920696
425
+ },
426
+ {
427
+ "epoch": 54,
428
+ "train_loss": 0.09005693720155583,
429
+ "val_accuracy": 0.9194139194139194,
430
+ "val_precision": 0.9223540579022307,
431
+ "val_recall": 0.9182703283421743,
432
+ "val_f1": 0.9190620578128159
433
+ },
434
+ {
435
+ "epoch": 55,
436
+ "train_loss": 0.07815901980131537,
437
+ "val_accuracy": 0.9304029304029304,
438
+ "val_precision": 0.9313119062057813,
439
+ "val_recall": 0.9298059491036057,
440
+ "val_f1": 0.9302447552447553
441
+ },
442
+ {
443
+ "epoch": 56,
444
+ "train_loss": 0.0909150694889245,
445
+ "val_accuracy": 0.9212454212454212,
446
+ "val_precision": 0.9214573268921096,
447
+ "val_recall": 0.9217686161283825,
448
+ "val_f1": 0.9212388163346092
449
+ },
450
+ {
451
+ "epoch": 57,
452
+ "train_loss": 0.0910679259143033,
453
+ "val_accuracy": 0.9267399267399268,
454
+ "val_precision": 0.9283408737929637,
455
+ "val_recall": 0.9259249311757202,
456
+ "val_f1": 0.9265180878552972
457
+ },
458
+ {
459
+ "epoch": 58,
460
+ "train_loss": 0.08739879852904504,
461
+ "val_accuracy": 0.9010989010989011,
462
+ "val_precision": 0.9069439693507559,
463
+ "val_recall": 0.8994024038138724,
464
+ "val_f1": 0.9003918918918918
465
+ },
466
+ {
467
+ "epoch": 59,
468
+ "train_loss": 0.10416635688080456,
469
+ "val_accuracy": 0.9102564102564102,
470
+ "val_precision": 0.9138321995464853,
471
+ "val_recall": 0.9117370576781039,
472
+ "val_f1": 0.9102055063484445
473
+ },
474
+ {
475
+ "epoch": 60,
476
+ "train_loss": 0.11083777887480599,
477
+ "val_accuracy": 0.9139194139194139,
478
+ "val_precision": 0.9155594405594405,
479
+ "val_recall": 0.9149734774726381,
480
+ "val_f1": 0.9139121945982938
481
+ },
482
+ {
483
+ "epoch": 61,
484
+ "train_loss": 0.06056456420666132,
485
+ "val_accuracy": 0.9230769230769231,
486
+ "val_precision": 0.9238702746256631,
487
+ "val_recall": 0.9238702746256631,
488
+ "val_f1": 0.923076923076923
489
+ },
490
+ {
491
+ "epoch": 62,
492
+ "train_loss": 0.08051196084572719,
493
+ "val_accuracy": 0.9304029304029304,
494
+ "val_precision": 0.9307844429795649,
495
+ "val_recall": 0.9300208151480561,
496
+ "val_f1": 0.9302897537899151
497
+ },
498
+ {
499
+ "epoch": 63,
500
+ "train_loss": 0.08013960184195103,
501
+ "val_accuracy": 0.9084249084249084,
502
+ "val_precision": 0.9130061466752075,
503
+ "val_recall": 0.9069495736251931,
504
+ "val_f1": 0.9078798185941042
505
+ },
506
+ {
507
+ "epoch": 64,
508
+ "train_loss": 0.07932640819540827,
509
+ "val_accuracy": 0.9194139194139194,
510
+ "val_precision": 0.919938786194676,
511
+ "val_recall": 0.9200966897200027,
512
+ "val_f1": 0.919412838127952
513
+ },
514
+ {
515
+ "epoch": 65,
516
+ "train_loss": 0.07457424945883699,
517
+ "val_accuracy": 0.9212454212454212,
518
+ "val_precision": 0.9239430894308942,
519
+ "val_recall": 0.9201571207950043,
520
+ "val_f1": 0.9209204724966402
521
+ },
522
+ {
523
+ "epoch": 66,
524
+ "train_loss": 0.07718012713905656,
525
+ "val_accuracy": 0.9010989010989011,
526
+ "val_precision": 0.9077047539387624,
527
+ "val_recall": 0.8992949707916471,
528
+ "val_f1": 0.9003285870755751
529
+ },
530
+ {
531
+ "epoch": 67,
532
+ "train_loss": 0.0781664476890267,
533
+ "val_accuracy": 0.9285714285714286,
534
+ "val_precision": 0.9293238146551723,
535
+ "val_recall": 0.9280265896730007,
536
+ "val_f1": 0.9284213640076506
537
+ },
538
+ {
539
+ "epoch": 68,
540
+ "train_loss": 0.07001471931571926,
541
+ "val_accuracy": 0.9267399267399268,
542
+ "val_precision": 0.9266239780919012,
543
+ "val_recall": 0.9267843953535218,
544
+ "val_f1": 0.9266917293233083
545
+ },
546
+ {
547
+ "epoch": 69,
548
+ "train_loss": 0.08039253354481943,
549
+ "val_accuracy": 0.9139194139194139,
550
+ "val_precision": 0.9176408220965637,
551
+ "val_recall": 0.9126099509836836,
552
+ "val_f1": 0.9134779750164366
553
+ },
554
+ {
555
+ "epoch": 70,
556
+ "train_loss": 0.09800280794337556,
557
+ "val_accuracy": 0.891941391941392,
558
+ "val_precision": 0.9054458491832624,
559
+ "val_recall": 0.8893238434163702,
560
+ "val_f1": 0.8904833297636896
561
+ },
562
+ {
563
+ "epoch": 71,
564
+ "train_loss": 0.11154821247626574,
565
+ "val_accuracy": 0.9358974358974359,
566
+ "val_precision": 0.9361888111888113,
567
+ "val_recall": 0.9355737594843214,
568
+ "val_f1": 0.9358024691358025
569
+ },
570
+ {
571
+ "epoch": 72,
572
+ "train_loss": 0.08985523114001358,
573
+ "val_accuracy": 0.9157509157509157,
574
+ "val_precision": 0.9168469279447526,
575
+ "val_recall": 0.9166454038810179,
576
+ "val_f1": 0.915749785315586
577
+ },
578
+ {
579
+ "epoch": 73,
580
+ "train_loss": 0.09341804020024919,
581
+ "val_accuracy": 0.8992673992673993,
582
+ "val_precision": 0.906168442801218,
583
+ "val_recall": 0.9012757671389243,
584
+ "val_f1": 0.899088333831787
585
+ },
586
+ {
587
+ "epoch": 74,
588
+ "train_loss": 0.07807013696748695,
589
+ "val_accuracy": 0.9230769230769231,
590
+ "val_precision": 0.9236035600660465,
591
+ "val_recall": 0.9237628416034378,
592
+ "val_f1": 0.9230758909403178
593
+ },
594
+ {
595
+ "epoch": 75,
596
+ "train_loss": 0.0759019292208738,
597
+ "val_accuracy": 0.9358974358974359,
598
+ "val_precision": 0.9358082706766917,
599
+ "val_recall": 0.9358960585509971,
600
+ "val_f1": 0.9358490186007633
601
+ },
602
+ {
603
+ "epoch": 76,
604
+ "train_loss": 0.05461550940633257,
605
+ "val_accuracy": 0.9285714285714286,
606
+ "val_precision": 0.9284774436090226,
607
+ "val_recall": 0.9285637547841268,
608
+ "val_f1": 0.928517477869422
609
+ },
610
+ {
611
+ "epoch": 77,
612
+ "train_loss": 0.05200939852021116,
613
+ "val_accuracy": 0.9322344322344323,
614
+ "val_precision": 0.9330010775862069,
615
+ "val_recall": 0.931692741556436,
616
+ "val_f1": 0.9320920632893095
617
+ },
618
+ {
619
+ "epoch": 78,
620
+ "train_loss": 0.07141655798141773,
621
+ "val_accuracy": 0.9230769230769231,
622
+ "val_precision": 0.9233824970139439,
623
+ "val_recall": 0.9236554085812126,
624
+ "val_f1": 0.9230727943643072
625
+ },
626
+ {
627
+ "epoch": 79,
628
+ "train_loss": 0.0952465737258995,
629
+ "val_accuracy": 0.8809523809523809,
630
+ "val_precision": 0.891025641025641,
631
+ "val_recall": 0.8833747398106493,
632
+ "val_f1": 0.880567380659925
633
+ },
634
+ {
635
+ "epoch": 80,
636
+ "train_loss": 0.0822450927298366,
637
+ "val_accuracy": 0.9084249084249084,
638
+ "val_precision": 0.9122830711054088,
639
+ "val_recall": 0.9099576982474988,
640
+ "val_f1": 0.9083646616541353
641
+ },
642
+ {
643
+ "epoch": 81,
644
+ "train_loss": 0.10259047892940787,
645
+ "val_accuracy": 0.9340659340659341,
646
+ "val_precision": 0.9342609397055859,
647
+ "val_recall": 0.9337944000537165,
648
+ "val_f1": 0.9339773475392656
649
+ },
650
+ {
651
+ "epoch": 82,
652
+ "train_loss": 0.07481415839968147,
653
+ "val_accuracy": 0.9377289377289377,
654
+ "val_precision": 0.937675417981602,
655
+ "val_recall": 0.937675417981602,
656
+ "val_f1": 0.937675417981602
657
+ },
658
+ {
659
+ "epoch": 83,
660
+ "train_loss": 0.054768573765680464,
661
+ "val_accuracy": 0.9322344322344323,
662
+ "val_precision": 0.9336734693877551,
663
+ "val_recall": 0.9314778755119855,
664
+ "val_f1": 0.9320427213859221
665
+ },
666
+ {
667
+ "epoch": 84,
668
+ "train_loss": 0.054305129790262426,
669
+ "val_accuracy": 0.9322344322344323,
670
+ "val_precision": 0.9330010775862069,
671
+ "val_recall": 0.931692741556436,
672
+ "val_f1": 0.9320920632893095
673
+ },
674
+ {
675
+ "epoch": 85,
676
+ "train_loss": 0.049266154499171856,
677
+ "val_accuracy": 0.9230769230769231,
678
+ "val_precision": 0.9250740335077685,
679
+ "val_recall": 0.9221513462700598,
680
+ "val_f1": 0.9228117889407995
681
+ },
682
+ {
683
+ "epoch": 86,
684
+ "train_loss": 0.04201197790684717,
685
+ "val_accuracy": 0.9322344322344323,
686
+ "val_precision": 0.9333135584079387,
687
+ "val_recall": 0.9315853085342107,
688
+ "val_f1": 0.9320683150238578
689
+ },
690
+ {
691
+ "epoch": 87,
692
+ "train_loss": 0.03436190967922246,
693
+ "val_accuracy": 0.9340659340659341,
694
+ "val_precision": 0.9347003621773726,
695
+ "val_recall": 0.9335795340092661,
696
+ "val_f1": 0.9339382940108893
697
+ },
698
+ {
699
+ "epoch": 88,
700
+ "train_loss": 0.04348108650018007,
701
+ "val_accuracy": 0.9175824175824175,
702
+ "val_precision": 0.9185203094777563,
703
+ "val_recall": 0.9184247633116229,
704
+ "val_f1": 0.9175821411200376
705
+ },
706
+ {
707
+ "epoch": 89,
708
+ "train_loss": 0.05029337589830269,
709
+ "val_accuracy": 0.924908424908425,
710
+ "val_precision": 0.9267027027027026,
711
+ "val_recall": 0.92403813872289,
712
+ "val_f1": 0.9246655785701066
713
+ },
714
+ {
715
+ "epoch": 90,
716
+ "train_loss": 0.05312723847235734,
717
+ "val_accuracy": 0.9267399267399268,
718
+ "val_precision": 0.9283408737929637,
719
+ "val_recall": 0.9259249311757202,
720
+ "val_f1": 0.9265180878552972
721
+ },
722
+ {
723
+ "epoch": 91,
724
+ "train_loss": 0.039105564928971805,
725
+ "val_accuracy": 0.9194139194139194,
726
+ "val_precision": 0.9229108095994785,
727
+ "val_recall": 0.918162895319949,
728
+ "val_f1": 0.9190216805091145
729
+ },
730
+ {
731
+ "epoch": 92,
732
+ "train_loss": 0.03486118110872451,
733
+ "val_accuracy": 0.9212454212454212,
734
+ "val_precision": 0.9239430894308942,
735
+ "val_recall": 0.9201571207950043,
736
+ "val_f1": 0.9209204724966402
737
+ },
738
+ {
739
+ "epoch": 93,
740
+ "train_loss": 0.035999999910374704,
741
+ "val_accuracy": 0.9340659340659341,
742
+ "val_precision": 0.9353289535809197,
743
+ "val_recall": 0.9333646679648158,
744
+ "val_f1": 0.9338920802335436
745
+ },
746
+ {
747
+ "epoch": 94,
748
+ "train_loss": 0.04643849976661005,
749
+ "val_accuracy": 0.924908424908425,
750
+ "val_precision": 0.9263038548752834,
751
+ "val_recall": 0.9241455717451152,
752
+ "val_f1": 0.9246959885627786
753
+ },
754
+ {
755
+ "epoch": 95,
756
+ "train_loss": 0.0313448734554179,
757
+ "val_accuracy": 0.9267399267399268,
758
+ "val_precision": 0.9271117807703173,
759
+ "val_recall": 0.9263546632646209,
760
+ "val_f1": 0.9266207934630684
761
+ },
762
+ {
763
+ "epoch": 96,
764
+ "train_loss": 0.0329525782811991,
765
+ "val_accuracy": 0.9267399267399268,
766
+ "val_precision": 0.9287655673197841,
767
+ "val_recall": 0.925817498153495,
768
+ "val_f1": 0.9264874180388566
769
+ },
770
+ {
771
+ "epoch": 97,
772
+ "train_loss": 0.03327466775373225,
773
+ "val_accuracy": 0.9304029304029304,
774
+ "val_precision": 0.9310247330793155,
775
+ "val_recall": 0.929913382125831,
776
+ "val_f1": 0.9302681992337164
777
+ },
778
+ {
779
+ "epoch": 98,
780
+ "train_loss": 0.037613910367036915,
781
+ "val_accuracy": 0.9358974358974359,
782
+ "val_precision": 0.935888136686009,
783
+ "val_recall": 0.935788625528772,
784
+ "val_f1": 0.9358352332058544
785
+ },
786
+ {
787
+ "epoch": 99,
788
+ "train_loss": 0.043265626134671574,
789
+ "val_accuracy": 0.9322344322344323,
790
+ "val_precision": 0.9322211476466795,
791
+ "val_recall": 0.9321224736453367,
792
+ "val_f1": 0.9321686751033318
793
+ },
794
+ {
795
+ "epoch": 100,
796
+ "train_loss": 0.031223877343338924,
797
+ "val_accuracy": 0.9285714285714286,
798
+ "val_precision": 0.9296327257038075,
799
+ "val_recall": 0.9279191566507756,
800
+ "val_f1": 0.9283963320521744
801
+ }
802
+ ]
models/part2/bigcn_bert/seed0/result.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architecture": "bigcn",
3
+ "feature": "bert",
4
+ "seed": 0,
5
+ "best_epoch": 82,
6
+ "epochs_run": 100,
7
+ "best_val_f1": 0.937675417981602,
8
+ "test": {
9
+ "accuracy": 0.9354417145844224,
10
+ "precision": 0.9357598940572355,
11
+ "recall": 0.9354632797385478,
12
+ "f1": 0.9354319708976462
13
+ },
14
+ "parameters": 430594,
15
+ "seconds": 270.387424021028,
16
+ "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/bkhxe2qe"
17
+ }
models/part2/bigcn_bert/seed1/best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50ca11d1c57d28de0ab1bdc6f966cd4df07f1d090d7ae2865638bebd211a0577
3
+ size 1726606
models/part2/bigcn_bert/seed1/history.json ADDED
@@ -0,0 +1,434 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 1,
4
+ "train_loss": 0.6599867475993467,
5
+ "val_accuracy": 0.7783882783882784,
6
+ "val_precision": 0.8266592510196515,
7
+ "val_recall": 0.7839454777412207,
8
+ "val_f1": 0.7720565149136578
9
+ },
10
+ {
11
+ "epoch": 2,
12
+ "train_loss": 0.5165857698891189,
13
+ "val_accuracy": 0.8571428571428571,
14
+ "val_precision": 0.8624584717607973,
15
+ "val_recall": 0.858953870946082,
16
+ "val_f1": 0.8569509196684089
17
+ },
18
+ {
19
+ "epoch": 3,
20
+ "train_loss": 0.4426152298957,
21
+ "val_accuracy": 0.8791208791208791,
22
+ "val_precision": 0.8800874151816428,
23
+ "val_recall": 0.8783723897132881,
24
+ "val_f1": 0.8788021470948301
25
+ },
26
+ {
27
+ "epoch": 4,
28
+ "train_loss": 0.3917046052850646,
29
+ "val_accuracy": 0.8827838827838828,
30
+ "val_precision": 0.8837701844082613,
31
+ "val_recall": 0.8820385415967233,
32
+ "val_f1": 0.8824748093040776
33
+ },
34
+ {
35
+ "epoch": 5,
36
+ "train_loss": 0.35565559626062276,
37
+ "val_accuracy": 0.8864468864468864,
38
+ "val_precision": 0.8871639377400444,
39
+ "val_recall": 0.8858121265023837,
40
+ "val_f1": 0.8861888111888112
41
+ },
42
+ {
43
+ "epoch": 6,
44
+ "train_loss": 0.33221402316739707,
45
+ "val_accuracy": 0.8937728937728938,
46
+ "val_precision": 0.8951583496522385,
47
+ "val_recall": 0.8929295642248036,
48
+ "val_f1": 0.8934512273901809
49
+ },
50
+ {
51
+ "epoch": 7,
52
+ "train_loss": 0.29941947534407454,
53
+ "val_accuracy": 0.8974358974358975,
54
+ "val_precision": 0.8992332968236583,
55
+ "val_recall": 0.8964882830860136,
56
+ "val_f1": 0.8970823852543993
57
+ },
58
+ {
59
+ "epoch": 8,
60
+ "train_loss": 0.3019690210675145,
61
+ "val_accuracy": 0.9047619047619048,
62
+ "val_precision": 0.9050635459584233,
63
+ "val_recall": 0.9053246491640368,
64
+ "val_f1": 0.9047567930224756
65
+ },
66
+ {
67
+ "epoch": 9,
68
+ "train_loss": 0.28538081246417957,
69
+ "val_accuracy": 0.8772893772893773,
70
+ "val_precision": 0.8846813725490196,
71
+ "val_recall": 0.8793862888605385,
72
+ "val_f1": 0.8770315740644254
73
+ },
74
+ {
75
+ "epoch": 10,
76
+ "train_loss": 0.2959238383577857,
77
+ "val_accuracy": 0.9010989010989011,
78
+ "val_precision": 0.9016149168378237,
79
+ "val_recall": 0.9017659303028268,
80
+ "val_f1": 0.9010975740661228
81
+ },
82
+ {
83
+ "epoch": 11,
84
+ "train_loss": 0.2575605185258956,
85
+ "val_accuracy": 0.9084249084249084,
86
+ "val_precision": 0.9084249084249085,
87
+ "val_recall": 0.9087759350030216,
88
+ "val_f1": 0.9084052447223974
89
+ },
90
+ {
91
+ "epoch": 12,
92
+ "train_loss": 0.24612093430299026,
93
+ "val_accuracy": 0.9139194139194139,
94
+ "val_precision": 0.9141608391608391,
95
+ "val_recall": 0.9135768481837105,
96
+ "val_f1": 0.9137918871252204
97
+ },
98
+ {
99
+ "epoch": 13,
100
+ "train_loss": 0.23632318720276102,
101
+ "val_accuracy": 0.9120879120879121,
102
+ "val_precision": 0.9121041529511347,
103
+ "val_recall": 0.9119049217753308,
104
+ "val_f1": 0.9119922630560928
105
+ },
106
+ {
107
+ "epoch": 14,
108
+ "train_loss": 0.25924835886274067,
109
+ "val_accuracy": 0.9139194139194139,
110
+ "val_precision": 0.9151838511987959,
111
+ "val_recall": 0.914866044450413,
112
+ "val_f1": 0.9139168151033019
113
+ },
114
+ {
115
+ "epoch": 15,
116
+ "train_loss": 0.22447809768028748,
117
+ "val_accuracy": 0.9047619047619048,
118
+ "val_precision": 0.9070187012777187,
119
+ "val_recall": 0.905969247297388,
120
+ "val_f1": 0.9047414545112933
121
+ },
122
+ {
123
+ "epoch": 16,
124
+ "train_loss": 0.217056922914781,
125
+ "val_accuracy": 0.9029304029304029,
126
+ "val_precision": 0.9059162981339661,
127
+ "val_recall": 0.9042973208890083,
128
+ "val_f1": 0.9028909881038272
129
+ },
130
+ {
131
+ "epoch": 17,
132
+ "train_loss": 0.23533620300528768,
133
+ "val_accuracy": 0.9175824175824175,
134
+ "val_precision": 0.9175343495062258,
135
+ "val_recall": 0.9178875982004968,
136
+ "val_f1": 0.9175600181186773
137
+ },
138
+ {
139
+ "epoch": 18,
140
+ "train_loss": 0.21636990798917008,
141
+ "val_accuracy": 0.9175824175824175,
142
+ "val_precision": 0.9178321678321679,
143
+ "val_recall": 0.9172430000671457,
144
+ "val_f1": 0.9174603174603174
145
+ },
146
+ {
147
+ "epoch": 19,
148
+ "train_loss": 0.19973886940942143,
149
+ "val_accuracy": 0.9120879120879121,
150
+ "val_precision": 0.9131790028080452,
151
+ "val_recall": 0.9129792519975828,
152
+ "val_f1": 0.9120867325032203
153
+ },
154
+ {
155
+ "epoch": 20,
156
+ "train_loss": 0.196106887616954,
157
+ "val_accuracy": 0.9047619047619048,
158
+ "val_precision": 0.9065825407288821,
159
+ "val_recall": 0.9058618142751629,
160
+ "val_f1": 0.9047504025764896
161
+ },
162
+ {
163
+ "epoch": 21,
164
+ "train_loss": 0.19669129696739462,
165
+ "val_accuracy": 0.9157509157509157,
166
+ "val_precision": 0.9181482133427213,
167
+ "val_recall": 0.9147116094809642,
168
+ "val_f1": 0.915422952586207
169
+ },
170
+ {
171
+ "epoch": 22,
172
+ "train_loss": 0.18640901956147762,
173
+ "val_accuracy": 0.9230769230769231,
174
+ "val_precision": 0.9229922844682992,
175
+ "val_recall": 0.9233331095145371,
176
+ "val_f1": 0.9230511113497262
177
+ },
178
+ {
179
+ "epoch": 23,
180
+ "train_loss": 0.23239145490712734,
181
+ "val_accuracy": 0.8882783882783882,
182
+ "val_precision": 0.8935772357723577,
183
+ "val_recall": 0.8900624454441683,
184
+ "val_f1": 0.888142936306695
185
+ },
186
+ {
187
+ "epoch": 24,
188
+ "train_loss": 0.22491212511237288,
189
+ "val_accuracy": 0.924908424908425,
190
+ "val_precision": 0.9251207729468599,
191
+ "val_recall": 0.9254347680118176,
192
+ "val_f1": 0.9249021272027669
193
+ },
194
+ {
195
+ "epoch": 25,
196
+ "train_loss": 0.19137347978113334,
197
+ "val_accuracy": 0.9194139194139194,
198
+ "val_precision": 0.9197664563518222,
199
+ "val_recall": 0.9190223594977507,
200
+ "val_f1": 0.9192828728093754
201
+ },
202
+ {
203
+ "epoch": 26,
204
+ "train_loss": 0.1745293595087834,
205
+ "val_accuracy": 0.9230769230769231,
206
+ "val_precision": 0.9260560037968676,
207
+ "val_recall": 0.9219364802256094,
208
+ "val_f1": 0.9227410551849606
209
+ },
210
+ {
211
+ "epoch": 27,
212
+ "train_loss": 0.17301716035975642,
213
+ "val_accuracy": 0.924908424908425,
214
+ "val_precision": 0.9271487334920978,
215
+ "val_recall": 0.9239307057006647,
216
+ "val_f1": 0.9246331141613389
217
+ },
218
+ {
219
+ "epoch": 28,
220
+ "train_loss": 0.16519983238352962,
221
+ "val_accuracy": 0.9304029304029304,
222
+ "val_precision": 0.9303431142147318,
223
+ "val_recall": 0.9303431142147318,
224
+ "val_f1": 0.9303431142147318
225
+ },
226
+ {
227
+ "epoch": 29,
228
+ "train_loss": 0.1640681607491804,
229
+ "val_accuracy": 0.924908424908425,
230
+ "val_precision": 0.9267027027027026,
231
+ "val_recall": 0.92403813872289,
232
+ "val_f1": 0.9246655785701066
233
+ },
234
+ {
235
+ "epoch": 30,
236
+ "train_loss": 0.14854608860972163,
237
+ "val_accuracy": 0.9065934065934066,
238
+ "val_precision": 0.9090921336206896,
239
+ "val_recall": 0.9078560397502182,
240
+ "val_f1": 0.906568020534501
241
+ },
242
+ {
243
+ "epoch": 31,
244
+ "train_loss": 0.139444744630611,
245
+ "val_accuracy": 0.9358974358974359,
246
+ "val_precision": 0.9360149446296098,
247
+ "val_recall": 0.9356811925065467,
248
+ "val_f1": 0.9358197175530217
249
+ },
250
+ {
251
+ "epoch": 32,
252
+ "train_loss": 0.15132162968317667,
253
+ "val_accuracy": 0.9230769230769231,
254
+ "val_precision": 0.9266185877847044,
255
+ "val_recall": 0.9218290472033841,
256
+ "val_f1": 0.9227025132132456
257
+ },
258
+ {
259
+ "epoch": 33,
260
+ "train_loss": 0.16206516734846346,
261
+ "val_accuracy": 0.924908424908425,
262
+ "val_precision": 0.9251207729468599,
263
+ "val_recall": 0.9254347680118176,
264
+ "val_f1": 0.9249021272027669
265
+ },
266
+ {
267
+ "epoch": 34,
268
+ "train_loss": 0.12932452668637145,
269
+ "val_accuracy": 0.9413919413919414,
270
+ "val_precision": 0.9413415698650373,
271
+ "val_recall": 0.9413415698650373,
272
+ "val_f1": 0.9413415698650374
273
+ },
274
+ {
275
+ "epoch": 35,
276
+ "train_loss": 0.14039750817494515,
277
+ "val_accuracy": 0.9230769230769231,
278
+ "val_precision": 0.9266185877847044,
279
+ "val_recall": 0.9218290472033841,
280
+ "val_f1": 0.9227025132132456
281
+ },
282
+ {
283
+ "epoch": 36,
284
+ "train_loss": 0.13333018413393488,
285
+ "val_accuracy": 0.9285714285714286,
286
+ "val_precision": 0.9284774436090226,
287
+ "val_recall": 0.9285637547841268,
288
+ "val_f1": 0.928517477869422
289
+ },
290
+ {
291
+ "epoch": 37,
292
+ "train_loss": 0.11451340114677346,
293
+ "val_accuracy": 0.9322344322344323,
294
+ "val_precision": 0.9321865607556892,
295
+ "val_recall": 0.9325522057342376,
296
+ "val_f1": 0.9322160148975792
297
+ },
298
+ {
299
+ "epoch": 38,
300
+ "train_loss": 0.12258481237041208,
301
+ "val_accuracy": 0.9120879120879121,
302
+ "val_precision": 0.9139278651473773,
303
+ "val_recall": 0.9131941180420331,
304
+ "val_f1": 0.9120772946859903
305
+ },
306
+ {
307
+ "epoch": 39,
308
+ "train_loss": 0.1497365632009157,
309
+ "val_accuracy": 0.9340659340659341,
310
+ "val_precision": 0.9357147680464583,
311
+ "val_recall": 0.9332572349425905,
312
+ "val_f1": 0.9338662790697674
313
+ },
314
+ {
315
+ "epoch": 40,
316
+ "train_loss": 0.1076631580953633,
317
+ "val_accuracy": 0.9194139194139194,
318
+ "val_precision": 0.9235154071151623,
319
+ "val_recall": 0.9180554622977237,
320
+ "val_f1": 0.9189790770143939
321
+ },
322
+ {
323
+ "epoch": 41,
324
+ "train_loss": 0.1047708572267176,
325
+ "val_accuracy": 0.9322344322344323,
326
+ "val_precision": 0.9333135584079387,
327
+ "val_recall": 0.9315853085342107,
328
+ "val_f1": 0.9320683150238578
329
+ },
330
+ {
331
+ "epoch": 42,
332
+ "train_loss": 0.11390154010483197,
333
+ "val_accuracy": 0.9304029304029304,
334
+ "val_precision": 0.9313119062057813,
335
+ "val_recall": 0.9298059491036057,
336
+ "val_f1": 0.9302447552447553
337
+ },
338
+ {
339
+ "epoch": 43,
340
+ "train_loss": 0.10955604141230112,
341
+ "val_accuracy": 0.9285714285714286,
342
+ "val_precision": 0.9296327257038075,
343
+ "val_recall": 0.9279191566507756,
344
+ "val_f1": 0.9283963320521744
345
+ },
346
+ {
347
+ "epoch": 44,
348
+ "train_loss": 0.10595051652236735,
349
+ "val_accuracy": 0.9358974358974359,
350
+ "val_precision": 0.9360149446296098,
351
+ "val_recall": 0.9356811925065467,
352
+ "val_f1": 0.9358197175530217
353
+ },
354
+ {
355
+ "epoch": 45,
356
+ "train_loss": 0.10612547749673927,
357
+ "val_accuracy": 0.8937728937728938,
358
+ "val_precision": 0.9067906664990993,
359
+ "val_recall": 0.8912106358692002,
360
+ "val_f1": 0.8923852762070466
361
+ },
362
+ {
363
+ "epoch": 46,
364
+ "train_loss": 0.14838824418438223,
365
+ "val_accuracy": 0.9377289377289377,
366
+ "val_precision": 0.9376450855417645,
367
+ "val_recall": 0.9379977170482777,
368
+ "val_f1": 0.9377080425212069
369
+ },
370
+ {
371
+ "epoch": 47,
372
+ "train_loss": 0.12198821266928872,
373
+ "val_accuracy": 0.9065934065934066,
374
+ "val_precision": 0.9101473922902494,
375
+ "val_recall": 0.9080709057946686,
376
+ "val_f1": 0.9065404249749116
377
+ },
378
+ {
379
+ "epoch": 48,
380
+ "train_loss": 0.09547219283524014,
381
+ "val_accuracy": 0.9322344322344323,
382
+ "val_precision": 0.9321110275958338,
383
+ "val_recall": 0.9323373396897872,
384
+ "val_f1": 0.9321959945896419
385
+ },
386
+ {
387
+ "epoch": 49,
388
+ "train_loss": 0.09993465403060774,
389
+ "val_accuracy": 0.9212454212454212,
390
+ "val_precision": 0.9244788839431115,
391
+ "val_recall": 0.9200496877727792,
392
+ "val_f1": 0.9208820982183475
393
+ },
394
+ {
395
+ "epoch": 50,
396
+ "train_loss": 0.11305507602709117,
397
+ "val_accuracy": 0.9322344322344323,
398
+ "val_precision": 0.9333135584079387,
399
+ "val_recall": 0.9315853085342107,
400
+ "val_f1": 0.9320683150238578
401
+ },
402
+ {
403
+ "epoch": 51,
404
+ "train_loss": 0.09296110081367004,
405
+ "val_accuracy": 0.9304029304029304,
406
+ "val_precision": 0.9302887519632717,
407
+ "val_recall": 0.930450547236957,
408
+ "val_f1": 0.9303571428571429
409
+ },
410
+ {
411
+ "epoch": 52,
412
+ "train_loss": 0.08149813908414963,
413
+ "val_accuracy": 0.9285714285714286,
414
+ "val_precision": 0.9303918918918919,
415
+ "val_recall": 0.9277042906063251,
416
+ "val_f1": 0.9283404283959549
417
+ },
418
+ {
419
+ "epoch": 53,
420
+ "train_loss": 0.08427076734902658,
421
+ "val_accuracy": 0.9139194139194139,
422
+ "val_precision": 0.9196418808091853,
423
+ "val_recall": 0.912287651917008,
424
+ "val_f1": 0.9133306990080752
425
+ },
426
+ {
427
+ "epoch": 54,
428
+ "train_loss": 0.09210414933415996,
429
+ "val_accuracy": 0.9120879120879121,
430
+ "val_precision": 0.9139278651473773,
431
+ "val_recall": 0.9131941180420331,
432
+ "val_f1": 0.9120772946859903
433
+ }
434
+ ]
models/part2/bigcn_bert/seed1/result.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architecture": "bigcn",
3
+ "feature": "bert",
4
+ "seed": 1,
5
+ "best_epoch": 34,
6
+ "epochs_run": 54,
7
+ "best_val_f1": 0.9413415698650374,
8
+ "test": {
9
+ "accuracy": 0.9270778881338212,
10
+ "precision": 0.9274671517295681,
11
+ "recall": 0.9271018920307359,
12
+ "f1": 0.9270638921190557
13
+ },
14
+ "parameters": 430594,
15
+ "seconds": 149.82353615993634,
16
+ "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/nscxmsg0"
17
+ }
models/part2/bigcn_bert/seed2/best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b37250c5162b467acd46fdcc2897e36085e153b5065174290ed18e8fa6dfea19
3
+ size 1726606
models/part2/bigcn_bert/seed2/history.json ADDED
@@ -0,0 +1,546 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 1,
4
+ "train_loss": 0.6271468160789965,
5
+ "val_accuracy": 0.8168498168498168,
6
+ "val_precision": 0.8285674137567625,
7
+ "val_recall": 0.8140065802726113,
8
+ "val_f1": 0.8141339869281046
9
+ },
10
+ {
11
+ "epoch": 2,
12
+ "train_loss": 0.5243792909405607,
13
+ "val_accuracy": 0.8516483516483516,
14
+ "val_precision": 0.8582278481012658,
15
+ "val_recall": 0.8496407708319345,
16
+ "val_f1": 0.8503426222019188
17
+ },
18
+ {
19
+ "epoch": 3,
20
+ "train_loss": 0.43929692764421957,
21
+ "val_accuracy": 0.8681318681318682,
22
+ "val_precision": 0.8726803490229815,
23
+ "val_recall": 0.866514469885181,
24
+ "val_f1": 0.8672699034370992
25
+ },
26
+ {
27
+ "epoch": 4,
28
+ "train_loss": 0.40596627741506247,
29
+ "val_accuracy": 0.8901098901098901,
30
+ "val_precision": 0.8911357228614982,
31
+ "val_recall": 0.8893708453635937,
32
+ "val_f1": 0.8898201337225726
33
+ },
34
+ {
35
+ "epoch": 5,
36
+ "train_loss": 0.3377189767229688,
37
+ "val_accuracy": 0.8882783882783882,
38
+ "val_precision": 0.8894557823129252,
39
+ "val_recall": 0.8874840529107635,
40
+ "val_f1": 0.8879623244470607
41
+ },
42
+ {
43
+ "epoch": 6,
44
+ "train_loss": 0.30619240025460936,
45
+ "val_accuracy": 0.8937728937728938,
46
+ "val_precision": 0.8945219324843339,
47
+ "val_recall": 0.893144430269254,
48
+ "val_f1": 0.8935314685314686
49
+ },
50
+ {
51
+ "epoch": 7,
52
+ "train_loss": 0.30660984225762195,
53
+ "val_accuracy": 0.8974358974358975,
54
+ "val_precision": 0.8985012613147352,
55
+ "val_recall": 0.896703149130464,
56
+ "val_f1": 0.897165458141068
57
+ },
58
+ {
59
+ "epoch": 8,
60
+ "train_loss": 0.2929224016028883,
61
+ "val_accuracy": 0.8882783882783882,
62
+ "val_precision": 0.8907058189655173,
63
+ "val_recall": 0.8895252803330425,
64
+ "val_f1": 0.8882480245608737
65
+ },
66
+ {
67
+ "epoch": 9,
68
+ "train_loss": 0.31161847208445764,
69
+ "val_accuracy": 0.9010989010989011,
70
+ "val_precision": 0.9021752273979229,
71
+ "val_recall": 0.9019807963472772,
72
+ "val_f1": 0.9010975740661227
73
+ },
74
+ {
75
+ "epoch": 10,
76
+ "train_loss": 0.28579953618538684,
77
+ "val_accuracy": 0.9010989010989011,
78
+ "val_precision": 0.9021752273979229,
79
+ "val_recall": 0.9019807963472772,
80
+ "val_f1": 0.9010975740661227
81
+ },
82
+ {
83
+ "epoch": 11,
84
+ "train_loss": 0.258221814647699,
85
+ "val_accuracy": 0.9047619047619048,
86
+ "val_precision": 0.9055395152084872,
87
+ "val_recall": 0.9055395152084872,
88
+ "val_f1": 0.9047619047619048
89
+ },
90
+ {
91
+ "epoch": 12,
92
+ "train_loss": 0.24957049291430813,
93
+ "val_accuracy": 0.9047619047619048,
94
+ "val_precision": 0.9070187012777187,
95
+ "val_recall": 0.905969247297388,
96
+ "val_f1": 0.9047414545112933
97
+ },
98
+ {
99
+ "epoch": 13,
100
+ "train_loss": 0.265162250497839,
101
+ "val_accuracy": 0.891941391941392,
102
+ "val_precision": 0.8959864864864865,
103
+ "val_recall": 0.8935137312831531,
104
+ "val_f1": 0.8918597742127155
105
+ },
106
+ {
107
+ "epoch": 14,
108
+ "train_loss": 0.2429285661859827,
109
+ "val_accuracy": 0.9029304029304029,
110
+ "val_precision": 0.9049580103359174,
111
+ "val_recall": 0.9040824548445578,
112
+ "val_f1": 0.9029144454099246
113
+ },
114
+ {
115
+ "epoch": 15,
116
+ "train_loss": 0.23664702698861287,
117
+ "val_accuracy": 0.9102564102564102,
118
+ "val_precision": 0.9111863313990973,
119
+ "val_recall": 0.9110924595447526,
120
+ "val_f1": 0.9102561092195965
121
+ },
122
+ {
123
+ "epoch": 16,
124
+ "train_loss": 0.21916758708464792,
125
+ "val_accuracy": 0.8974358974358975,
126
+ "val_precision": 0.9001414998989286,
127
+ "val_recall": 0.898744376552743,
128
+ "val_f1": 0.897401481799635
129
+ },
130
+ {
131
+ "epoch": 17,
132
+ "train_loss": 0.20981741213536526,
133
+ "val_accuracy": 0.9102564102564102,
134
+ "val_precision": 0.9102192134107028,
135
+ "val_recall": 0.9101255623447257,
136
+ "val_f1": 0.9101693264881963
137
+ },
138
+ {
139
+ "epoch": 18,
140
+ "train_loss": 0.2223652115453294,
141
+ "val_accuracy": 0.9175824175824175,
142
+ "val_precision": 0.9179909803500483,
143
+ "val_recall": 0.9182098972671725,
144
+ "val_f1": 0.9175799293542252
145
+ },
146
+ {
147
+ "epoch": 19,
148
+ "train_loss": 0.20335982799966693,
149
+ "val_accuracy": 0.9139194139194139,
150
+ "val_precision": 0.9152494331065759,
151
+ "val_recall": 0.9131471160948097,
152
+ "val_f1": 0.9136758893280632
153
+ },
154
+ {
155
+ "epoch": 20,
156
+ "train_loss": 0.19033655879043399,
157
+ "val_accuracy": 0.9175824175824175,
158
+ "val_precision": 0.9180394056847545,
159
+ "val_recall": 0.9171355670449204,
160
+ "val_f1": 0.9174359094987349
161
+ },
162
+ {
163
+ "epoch": 21,
164
+ "train_loss": 0.1929575428093746,
165
+ "val_accuracy": 0.9139194139194139,
166
+ "val_precision": 0.9146147629310345,
167
+ "val_recall": 0.91336198213926,
168
+ "val_f1": 0.913738566881015
169
+ },
170
+ {
171
+ "epoch": 22,
172
+ "train_loss": 0.1876947623796952,
173
+ "val_accuracy": 0.8882783882783882,
174
+ "val_precision": 0.8950358851674641,
175
+ "val_recall": 0.8902773114886189,
176
+ "val_f1": 0.8880797884316184
177
+ },
178
+ {
179
+ "epoch": 23,
180
+ "train_loss": 0.19804293091917213,
181
+ "val_accuracy": 0.9230769230769231,
182
+ "val_precision": 0.9232069775243207,
183
+ "val_recall": 0.9235479755589875,
184
+ "val_f1": 0.9230676328502416
185
+ },
186
+ {
187
+ "epoch": 24,
188
+ "train_loss": 0.18479741782277495,
189
+ "val_accuracy": 0.9212454212454212,
190
+ "val_precision": 0.9234547521108465,
191
+ "val_recall": 0.9202645538172296,
192
+ "val_f1": 0.9209566807057945
193
+ },
194
+ {
195
+ "epoch": 25,
196
+ "train_loss": 0.17554512576305822,
197
+ "val_accuracy": 0.9212454212454212,
198
+ "val_precision": 0.9218984962406015,
199
+ "val_recall": 0.9219834821728329,
200
+ "val_f1": 0.9212451570702582
201
+ },
202
+ {
203
+ "epoch": 26,
204
+ "train_loss": 0.18832475667471413,
205
+ "val_accuracy": 0.8937728937728938,
206
+ "val_precision": 0.9009999319774165,
207
+ "val_recall": 0.8958302558248842,
208
+ "val_f1": 0.8935672514619883
209
+ },
210
+ {
211
+ "epoch": 27,
212
+ "train_loss": 0.17754594954378874,
213
+ "val_accuracy": 0.9212454212454212,
214
+ "val_precision": 0.9217135012919897,
215
+ "val_recall": 0.9208017189283556,
216
+ "val_f1": 0.9211054246321243
217
+ },
218
+ {
219
+ "epoch": 28,
220
+ "train_loss": 0.16627244383860856,
221
+ "val_accuracy": 0.9230769230769231,
222
+ "val_precision": 0.9246539266662166,
223
+ "val_recall": 0.922258779292285,
224
+ "val_f1": 0.922843992248062
225
+ },
226
+ {
227
+ "epoch": 29,
228
+ "train_loss": 0.152055816363284,
229
+ "val_accuracy": 0.9212454212454212,
230
+ "val_precision": 0.9239430894308942,
231
+ "val_recall": 0.9201571207950043,
232
+ "val_f1": 0.9209204724966402
233
+ },
234
+ {
235
+ "epoch": 30,
236
+ "train_loss": 0.16098941308565629,
237
+ "val_accuracy": 0.8956043956043956,
238
+ "val_precision": 0.9009756097560976,
239
+ "val_recall": 0.8973947492110388,
240
+ "val_f1": 0.8954778257292069
241
+ },
242
+ {
243
+ "epoch": 31,
244
+ "train_loss": 0.1761562106482712,
245
+ "val_accuracy": 0.9322344322344323,
246
+ "val_precision": 0.9327357881136951,
247
+ "val_recall": 0.931800174578661,
248
+ "val_f1": 0.9321139700322931
249
+ },
250
+ {
251
+ "epoch": 32,
252
+ "train_loss": 0.14893480502205453,
253
+ "val_accuracy": 0.9065934065934066,
254
+ "val_precision": 0.9129273504273505,
255
+ "val_recall": 0.9048479151279125,
256
+ "val_f1": 0.9058961092505416
257
+ },
258
+ {
259
+ "epoch": 33,
260
+ "train_loss": 0.17482304174603122,
261
+ "val_accuracy": 0.9267399267399268,
262
+ "val_precision": 0.9287655673197841,
263
+ "val_recall": 0.925817498153495,
264
+ "val_f1": 0.9264874180388566
265
+ },
266
+ {
267
+ "epoch": 34,
268
+ "train_loss": 0.16284583836466401,
269
+ "val_accuracy": 0.9047619047619048,
270
+ "val_precision": 0.9092126080077887,
271
+ "val_recall": 0.9063989793862889,
272
+ "val_f1": 0.9046800510306855
273
+ },
274
+ {
275
+ "epoch": 35,
276
+ "train_loss": 0.18982748103229116,
277
+ "val_accuracy": 0.8717948717948718,
278
+ "val_precision": 0.8852001712399706,
279
+ "val_recall": 0.8745853756798496,
280
+ "val_f1": 0.8711708553554094
281
+ },
282
+ {
283
+ "epoch": 36,
284
+ "train_loss": 0.1725641247772035,
285
+ "val_accuracy": 0.9084249084249084,
286
+ "val_precision": 0.9117079685413266,
287
+ "val_recall": 0.9098502652252736,
288
+ "val_f1": 0.9083806532157385
289
+ },
290
+ {
291
+ "epoch": 37,
292
+ "train_loss": 0.12715580688291417,
293
+ "val_accuracy": 0.9358974358974359,
294
+ "val_precision": 0.9360149446296098,
295
+ "val_recall": 0.9356811925065467,
296
+ "val_f1": 0.9358197175530217
297
+ },
298
+ {
299
+ "epoch": 38,
300
+ "train_loss": 0.11915216996119572,
301
+ "val_accuracy": 0.9267399267399268,
302
+ "val_precision": 0.9283408737929637,
303
+ "val_recall": 0.9259249311757202,
304
+ "val_f1": 0.9265180878552972
305
+ },
306
+ {
307
+ "epoch": 39,
308
+ "train_loss": 0.13660621956918703,
309
+ "val_accuracy": 0.9157509157509157,
310
+ "val_precision": 0.9211421080660358,
311
+ "val_recall": 0.9141744443698382,
312
+ "val_f1": 0.9152002160848134
313
+ },
314
+ {
315
+ "epoch": 40,
316
+ "train_loss": 0.12159802821966317,
317
+ "val_accuracy": 0.9212454212454212,
318
+ "val_precision": 0.9244788839431115,
319
+ "val_recall": 0.9200496877727792,
320
+ "val_f1": 0.9208820982183475
321
+ },
322
+ {
323
+ "epoch": 41,
324
+ "train_loss": 0.12890917073676,
325
+ "val_accuracy": 0.9358974358974359,
326
+ "val_precision": 0.9366783405172414,
327
+ "val_recall": 0.9353588934398711,
328
+ "val_f1": 0.9357627625709685
329
+ },
330
+ {
331
+ "epoch": 42,
332
+ "train_loss": 0.13068645291931028,
333
+ "val_accuracy": 0.9285714285714286,
334
+ "val_precision": 0.9285235079433233,
335
+ "val_recall": 0.9288860538508024,
336
+ "val_f1": 0.9285520157028537
337
+ },
338
+ {
339
+ "epoch": 43,
340
+ "train_loss": 0.11454166362792144,
341
+ "val_accuracy": 0.9304029304029304,
342
+ "val_precision": 0.9303186850050318,
343
+ "val_recall": 0.9306654132814074,
344
+ "val_f1": 0.9303795769354666
345
+ },
346
+ {
347
+ "epoch": 44,
348
+ "train_loss": 0.09433526139119607,
349
+ "val_accuracy": 0.9065934065934066,
350
+ "val_precision": 0.9095971308380972,
351
+ "val_recall": 0.9079634727724435,
352
+ "val_f1": 0.9065554791187771
353
+ },
354
+ {
355
+ "epoch": 45,
356
+ "train_loss": 0.09889643792158519,
357
+ "val_accuracy": 0.9285714285714286,
358
+ "val_precision": 0.9284621578099839,
359
+ "val_recall": 0.9287786208285772,
360
+ "val_f1": 0.9285424252084766
361
+ },
362
+ {
363
+ "epoch": 46,
364
+ "train_loss": 0.0833630769175815,
365
+ "val_accuracy": 0.9358974358974359,
366
+ "val_precision": 0.93699439111207,
367
+ "val_recall": 0.9352514604176458,
368
+ "val_f1": 0.9357402979955411
369
+ },
370
+ {
371
+ "epoch": 47,
372
+ "train_loss": 0.10209136303418721,
373
+ "val_accuracy": 0.9285714285714286,
374
+ "val_precision": 0.9303918918918919,
375
+ "val_recall": 0.9277042906063251,
376
+ "val_f1": 0.9283404283959549
377
+ },
378
+ {
379
+ "epoch": 48,
380
+ "train_loss": 0.09947720778621597,
381
+ "val_accuracy": 0.9377289377289377,
382
+ "val_precision": 0.9383759912754298,
383
+ "val_recall": 0.9372456858927013,
384
+ "val_f1": 0.9376083887880622
385
+ },
386
+ {
387
+ "epoch": 49,
388
+ "train_loss": 0.1025562846262158,
389
+ "val_accuracy": 0.9010989010989011,
390
+ "val_precision": 0.9076315038911299,
391
+ "val_recall": 0.9030551265695292,
392
+ "val_f1": 0.9009380711751425
393
+ },
394
+ {
395
+ "epoch": 50,
396
+ "train_loss": 0.12030534891090987,
397
+ "val_accuracy": 0.9194139194139194,
398
+ "val_precision": 0.9212731895658725,
399
+ "val_recall": 0.9205264218089035,
400
+ "val_f1": 0.9194041867954912
401
+ },
402
+ {
403
+ "epoch": 51,
404
+ "train_loss": 0.09016235090874053,
405
+ "val_accuracy": 0.9267399267399268,
406
+ "val_precision": 0.9275364265090982,
407
+ "val_recall": 0.9275364265090982,
408
+ "val_f1": 0.9267399267399268
409
+ },
410
+ {
411
+ "epoch": 52,
412
+ "train_loss": 0.09385341819334816,
413
+ "val_accuracy": 0.9285714285714286,
414
+ "val_precision": 0.9303918918918919,
415
+ "val_recall": 0.9277042906063251,
416
+ "val_f1": 0.9283404283959549
417
+ },
418
+ {
419
+ "epoch": 53,
420
+ "train_loss": 0.08336779213213659,
421
+ "val_accuracy": 0.9230769230769231,
422
+ "val_precision": 0.9249458517751201,
423
+ "val_recall": 0.9241925736923386,
424
+ "val_f1": 0.9230676328502416
425
+ },
426
+ {
427
+ "epoch": 54,
428
+ "train_loss": 0.0976477202860427,
429
+ "val_accuracy": 0.9304029304029304,
430
+ "val_precision": 0.9324571011317999,
431
+ "val_recall": 0.9294836500369301,
432
+ "val_f1": 0.9301630471369138
433
+ },
434
+ {
435
+ "epoch": 55,
436
+ "train_loss": 0.08845820105992831,
437
+ "val_accuracy": 0.9304029304029304,
438
+ "val_precision": 0.9324571011317999,
439
+ "val_recall": 0.9294836500369301,
440
+ "val_f1": 0.9301630471369138
441
+ },
442
+ {
443
+ "epoch": 56,
444
+ "train_loss": 0.0658274913008833,
445
+ "val_accuracy": 0.9304029304029304,
446
+ "val_precision": 0.932027820919711,
447
+ "val_recall": 0.9295910830591554,
448
+ "val_f1": 0.9301921834625323
449
+ },
450
+ {
451
+ "epoch": 57,
452
+ "train_loss": 0.06708298046346549,
453
+ "val_accuracy": 0.9267399267399268,
454
+ "val_precision": 0.9287655673197841,
455
+ "val_recall": 0.925817498153495,
456
+ "val_f1": 0.9264874180388566
457
+ },
458
+ {
459
+ "epoch": 58,
460
+ "train_loss": 0.08076278728879852,
461
+ "val_accuracy": 0.9267399267399268,
462
+ "val_precision": 0.9279634151276828,
463
+ "val_recall": 0.9260323641979453,
464
+ "val_f1": 0.9265467558150485
465
+ },
466
+ {
467
+ "epoch": 59,
468
+ "train_loss": 0.0827360009099101,
469
+ "val_accuracy": 0.9047619047619048,
470
+ "val_precision": 0.9092126080077887,
471
+ "val_recall": 0.9063989793862889,
472
+ "val_f1": 0.9046800510306855
473
+ },
474
+ {
475
+ "epoch": 60,
476
+ "train_loss": 0.08871190498272578,
477
+ "val_accuracy": 0.9267399267399268,
478
+ "val_precision": 0.9266168319622079,
479
+ "val_recall": 0.926891828375747,
480
+ "val_f1": 0.9267045225725907
481
+ },
482
+ {
483
+ "epoch": 61,
484
+ "train_loss": 0.06757584596291566,
485
+ "val_accuracy": 0.9285714285714286,
486
+ "val_precision": 0.9308427148733492,
487
+ "val_recall": 0.9275968575840999,
488
+ "val_f1": 0.9283095476168833
489
+ },
490
+ {
491
+ "epoch": 62,
492
+ "train_loss": 0.06417151966265269,
493
+ "val_accuracy": 0.9267399267399268,
494
+ "val_precision": 0.9287655673197841,
495
+ "val_recall": 0.925817498153495,
496
+ "val_f1": 0.9264874180388566
497
+ },
498
+ {
499
+ "epoch": 63,
500
+ "train_loss": 0.07732053528174812,
501
+ "val_accuracy": 0.9230769230769231,
502
+ "val_precision": 0.9250740335077685,
503
+ "val_recall": 0.9221513462700598,
504
+ "val_f1": 0.9228117889407995
505
+ },
506
+ {
507
+ "epoch": 64,
508
+ "train_loss": 0.062411766731258714,
509
+ "val_accuracy": 0.9304029304029304,
510
+ "val_precision": 0.932027820919711,
511
+ "val_recall": 0.9295910830591554,
512
+ "val_f1": 0.9301921834625323
513
+ },
514
+ {
515
+ "epoch": 65,
516
+ "train_loss": 0.06328816994369685,
517
+ "val_accuracy": 0.9230769230769231,
518
+ "val_precision": 0.9241827782181677,
519
+ "val_recall": 0.9239777076478883,
520
+ "val_f1": 0.9230758909403177
521
+ },
522
+ {
523
+ "epoch": 66,
524
+ "train_loss": 0.06898571370722173,
525
+ "val_accuracy": 0.9065934065934066,
526
+ "val_precision": 0.9129273504273505,
527
+ "val_recall": 0.9048479151279125,
528
+ "val_f1": 0.9058961092505416
529
+ },
530
+ {
531
+ "epoch": 67,
532
+ "train_loss": 0.09905293201788878,
533
+ "val_accuracy": 0.9358974358974359,
534
+ "val_precision": 0.935888136686009,
535
+ "val_recall": 0.935788625528772,
536
+ "val_f1": 0.9358352332058544
537
+ },
538
+ {
539
+ "epoch": 68,
540
+ "train_loss": 0.07194581492752819,
541
+ "val_accuracy": 0.9047619047619048,
542
+ "val_precision": 0.9105837683910774,
543
+ "val_recall": 0.9066138454307393,
544
+ "val_f1": 0.9046339464456059
545
+ }
546
+ ]
models/part2/bigcn_bert/seed2/result.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architecture": "bigcn",
3
+ "feature": "bert",
4
+ "seed": 2,
5
+ "best_epoch": 48,
6
+ "epochs_run": 68,
7
+ "best_val_f1": 0.9376083887880622,
8
+ "test": {
9
+ "accuracy": 0.9336121275483533,
10
+ "precision": 0.9336374815543532,
11
+ "recall": 0.9336185224453213,
12
+ "f1": 0.9336116740227745
13
+ },
14
+ "parameters": 430594,
15
+ "seconds": 183.58232123195194,
16
+ "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/txkoosiv"
17
+ }
models/part2/bigcn_bert/seed3/best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28d6d68b34d1d855149242dc6651f48fb22d0be0649e319723091a8c42bef39c
3
+ size 1726606
models/part2/bigcn_bert/seed3/history.json ADDED
@@ -0,0 +1,762 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 1,
4
+ "train_loss": 0.7689697366931063,
5
+ "val_accuracy": 0.8168498168498168,
6
+ "val_precision": 0.8167380993967406,
7
+ "val_recall": 0.8165849728060163,
8
+ "val_f1": 0.8166505480335269
9
+ },
10
+ {
11
+ "epoch": 2,
12
+ "train_loss": 0.521649494712606,
13
+ "val_accuracy": 0.8388278388278388,
14
+ "val_precision": 0.8389678877483755,
15
+ "val_recall": 0.838367018062177,
16
+ "val_f1": 0.8385657456187507
17
+ },
18
+ {
19
+ "epoch": 3,
20
+ "train_loss": 0.47000592881506614,
21
+ "val_accuracy": 0.8717948717948718,
22
+ "val_precision": 0.8722146675104008,
23
+ "val_recall": 0.8712549519908682,
24
+ "val_f1": 0.8715466827989514
25
+ },
26
+ {
27
+ "epoch": 4,
28
+ "train_loss": 0.4255827203556731,
29
+ "val_accuracy": 0.8791208791208791,
30
+ "val_precision": 0.8793671720500988,
31
+ "val_recall": 0.8786946887799638,
32
+ "val_f1": 0.8789243092140631
33
+ },
34
+ {
35
+ "epoch": 5,
36
+ "train_loss": 0.36785380504070186,
37
+ "val_accuracy": 0.8901098901098901,
38
+ "val_precision": 0.8903851586778415,
39
+ "val_recall": 0.8896931444302693,
40
+ "val_f1": 0.8899311901946028
41
+ },
42
+ {
43
+ "epoch": 6,
44
+ "train_loss": 0.3580711558188274,
45
+ "val_accuracy": 0.8864468864468864,
46
+ "val_precision": 0.8900891095843819,
47
+ "val_recall": 0.8850600953468073,
48
+ "val_f1": 0.8858341539748277
49
+ },
50
+ {
51
+ "epoch": 7,
52
+ "train_loss": 0.3142256302820457,
53
+ "val_accuracy": 0.8992673992673993,
54
+ "val_precision": 0.8991329324600021,
55
+ "val_recall": 0.8993419727388706,
56
+ "val_f1": 0.899210262227846
57
+ },
58
+ {
59
+ "epoch": 8,
60
+ "train_loss": 0.2904315958747934,
61
+ "val_accuracy": 0.9010989010989011,
62
+ "val_precision": 0.9010138991472504,
63
+ "val_recall": 0.9010138991472504,
64
+ "val_f1": 0.9010138991472503
65
+ },
66
+ {
67
+ "epoch": 9,
68
+ "train_loss": 0.2815624903955739,
69
+ "val_accuracy": 0.9047619047619048,
70
+ "val_precision": 0.905075807514832,
71
+ "val_recall": 0.90435775196401,
72
+ "val_f1": 0.904607031501989
73
+ },
74
+ {
75
+ "epoch": 10,
76
+ "train_loss": 0.2707066480275039,
77
+ "val_accuracy": 0.9029304029304029,
78
+ "val_precision": 0.9027971652528723,
79
+ "val_recall": 0.9030081246223058,
80
+ "val_f1": 0.9028753436013788
81
+ },
82
+ {
83
+ "epoch": 11,
84
+ "train_loss": 0.2860287301269643,
85
+ "val_accuracy": 0.9084249084249084,
86
+ "val_precision": 0.9084249084249085,
87
+ "val_recall": 0.9087759350030216,
88
+ "val_f1": 0.9084052447223974
89
+ },
90
+ {
91
+ "epoch": 12,
92
+ "train_loss": 0.2724243278577651,
93
+ "val_accuracy": 0.9065934065934066,
94
+ "val_precision": 0.906484962406015,
95
+ "val_recall": 0.9065668434835157,
96
+ "val_f1": 0.906522855675398
97
+ },
98
+ {
99
+ "epoch": 13,
100
+ "train_loss": 0.2507764140874038,
101
+ "val_accuracy": 0.9029304029304029,
102
+ "val_precision": 0.9049580103359174,
103
+ "val_recall": 0.9040824548445578,
104
+ "val_f1": 0.9029144454099246
105
+ },
106
+ {
107
+ "epoch": 14,
108
+ "train_loss": 0.275394007672757,
109
+ "val_accuracy": 0.8809523809523809,
110
+ "val_precision": 0.8876141800782948,
111
+ "val_recall": 0.8829450077217484,
112
+ "val_f1": 0.8807407581648392
113
+ },
114
+ {
115
+ "epoch": 15,
116
+ "train_loss": 0.2566215568409735,
117
+ "val_accuracy": 0.9084249084249084,
118
+ "val_precision": 0.9084249084249085,
119
+ "val_recall": 0.9087759350030216,
120
+ "val_f1": 0.9084052447223974
121
+ },
122
+ {
123
+ "epoch": 16,
124
+ "train_loss": 0.2273370182012027,
125
+ "val_accuracy": 0.9120879120879121,
126
+ "val_precision": 0.9120879120879122,
127
+ "val_recall": 0.9124420868864567,
128
+ "val_f1": 0.9120690349335016
129
+ },
130
+ {
131
+ "epoch": 17,
132
+ "train_loss": 0.23135060661441678,
133
+ "val_accuracy": 0.9139194139194139,
134
+ "val_precision": 0.913789863631483,
135
+ "val_recall": 0.9140065802726113,
136
+ "val_f1": 0.9138705877219774
137
+ },
138
+ {
139
+ "epoch": 18,
140
+ "train_loss": 0.21337056891385453,
141
+ "val_accuracy": 0.9029304029304029,
142
+ "val_precision": 0.9049580103359174,
143
+ "val_recall": 0.9040824548445578,
144
+ "val_f1": 0.9029144454099246
145
+ },
146
+ {
147
+ "epoch": 19,
148
+ "train_loss": 0.22652867289034875,
149
+ "val_accuracy": 0.9120879120879121,
150
+ "val_precision": 0.9149501661129569,
151
+ "val_recall": 0.9109380245753038,
152
+ "val_f1": 0.9117040630685265
153
+ },
154
+ {
155
+ "epoch": 20,
156
+ "train_loss": 0.2042675963688246,
157
+ "val_accuracy": 0.9084249084249084,
158
+ "val_precision": 0.9098608590441621,
159
+ "val_recall": 0.9094205331363727,
160
+ "val_f1": 0.9084199932908419
161
+ },
162
+ {
163
+ "epoch": 21,
164
+ "train_loss": 0.20460236913118607,
165
+ "val_accuracy": 0.9120879120879121,
166
+ "val_precision": 0.9167268613795265,
167
+ "val_recall": 0.9106157255086282,
168
+ "val_f1": 0.9115646258503401
169
+ },
170
+ {
171
+ "epoch": 22,
172
+ "train_loss": 0.2082411881549891,
173
+ "val_accuracy": 0.9139194139194139,
174
+ "val_precision": 0.9176408220965637,
175
+ "val_recall": 0.9126099509836836,
176
+ "val_f1": 0.9134779750164366
177
+ },
178
+ {
179
+ "epoch": 23,
180
+ "train_loss": 0.18931609850663406,
181
+ "val_accuracy": 0.9047619047619048,
182
+ "val_precision": 0.9070187012777187,
183
+ "val_recall": 0.905969247297388,
184
+ "val_f1": 0.9047414545112933
185
+ },
186
+ {
187
+ "epoch": 24,
188
+ "train_loss": 0.18419395447214007,
189
+ "val_accuracy": 0.9230769230769231,
190
+ "val_precision": 0.9239539114614919,
191
+ "val_recall": 0.9224736453367354,
192
+ "val_f1": 0.9229020979020979
193
+ },
194
+ {
195
+ "epoch": 25,
196
+ "train_loss": 0.16981899705561962,
197
+ "val_accuracy": 0.9267399267399268,
198
+ "val_precision": 0.9266168319622079,
199
+ "val_recall": 0.926891828375747,
200
+ "val_f1": 0.9267045225725907
201
+ },
202
+ {
203
+ "epoch": 26,
204
+ "train_loss": 0.17687569673244768,
205
+ "val_accuracy": 0.9212454212454212,
206
+ "val_precision": 0.9218984962406015,
207
+ "val_recall": 0.9219834821728329,
208
+ "val_f1": 0.9212451570702582
209
+ },
210
+ {
211
+ "epoch": 27,
212
+ "train_loss": 0.16101819639786696,
213
+ "val_accuracy": 0.9230769230769231,
214
+ "val_precision": 0.9266185877847044,
215
+ "val_recall": 0.9218290472033841,
216
+ "val_f1": 0.9227025132132456
217
+ },
218
+ {
219
+ "epoch": 28,
220
+ "train_loss": 0.19320893647906545,
221
+ "val_accuracy": 0.8956043956043956,
222
+ "val_precision": 0.906055900621118,
223
+ "val_recall": 0.8933122943664809,
224
+ "val_f1": 0.8944541098190031
225
+ },
226
+ {
227
+ "epoch": 29,
228
+ "train_loss": 0.17097518017222157,
229
+ "val_accuracy": 0.9212454212454212,
230
+ "val_precision": 0.9250625271857329,
231
+ "val_recall": 0.919942254750554,
232
+ "val_f1": 0.9208415516107824
233
+ },
234
+ {
235
+ "epoch": 30,
236
+ "train_loss": 0.16243376170759236,
237
+ "val_accuracy": 0.9304029304029304,
238
+ "val_precision": 0.9313119062057813,
239
+ "val_recall": 0.9298059491036057,
240
+ "val_f1": 0.9302447552447553
241
+ },
242
+ {
243
+ "epoch": 31,
244
+ "train_loss": 0.1363576177384827,
245
+ "val_accuracy": 0.9304029304029304,
246
+ "val_precision": 0.9307844429795649,
247
+ "val_recall": 0.9300208151480561,
248
+ "val_f1": 0.9302897537899151
249
+ },
250
+ {
251
+ "epoch": 32,
252
+ "train_loss": 0.13785244475354205,
253
+ "val_accuracy": 0.9230769230769231,
254
+ "val_precision": 0.9260560037968676,
255
+ "val_recall": 0.9219364802256094,
256
+ "val_f1": 0.9227410551849606
257
+ },
258
+ {
259
+ "epoch": 33,
260
+ "train_loss": 0.1366075072096381,
261
+ "val_accuracy": 0.9212454212454212,
262
+ "val_precision": 0.9239430894308942,
263
+ "val_recall": 0.9201571207950043,
264
+ "val_f1": 0.9209204724966402
265
+ },
266
+ {
267
+ "epoch": 34,
268
+ "train_loss": 0.14271445673354816,
269
+ "val_accuracy": 0.9285714285714286,
270
+ "val_precision": 0.92855415860735,
271
+ "val_recall": 0.9284563217619015,
272
+ "val_f1": 0.9285021170008092
273
+ },
274
+ {
275
+ "epoch": 35,
276
+ "train_loss": 0.12617268347805674,
277
+ "val_accuracy": 0.9322344322344323,
278
+ "val_precision": 0.9336734693877551,
279
+ "val_recall": 0.9314778755119855,
280
+ "val_f1": 0.9320427213859221
281
+ },
282
+ {
283
+ "epoch": 36,
284
+ "train_loss": 0.11120221282154212,
285
+ "val_accuracy": 0.9230769230769231,
286
+ "val_precision": 0.9232069775243207,
287
+ "val_recall": 0.9235479755589875,
288
+ "val_f1": 0.9230676328502416
289
+ },
290
+ {
291
+ "epoch": 37,
292
+ "train_loss": 0.1275946252293639,
293
+ "val_accuracy": 0.9267399267399268,
294
+ "val_precision": 0.926870177792687,
295
+ "val_recall": 0.9272141274424226,
296
+ "val_f1": 0.9267310789049921
297
+ },
298
+ {
299
+ "epoch": 38,
300
+ "train_loss": 0.12485305768447919,
301
+ "val_accuracy": 0.9285714285714286,
302
+ "val_precision": 0.9308427148733492,
303
+ "val_recall": 0.9275968575840999,
304
+ "val_f1": 0.9283095476168833
305
+ },
306
+ {
307
+ "epoch": 39,
308
+ "train_loss": 0.12532614258837788,
309
+ "val_accuracy": 0.9194139194139194,
310
+ "val_precision": 0.9229108095994785,
311
+ "val_recall": 0.918162895319949,
312
+ "val_f1": 0.9190216805091145
313
+ },
314
+ {
315
+ "epoch": 40,
316
+ "train_loss": 0.13042686853707927,
317
+ "val_accuracy": 0.9047619047619048,
318
+ "val_precision": 0.9085961239786616,
319
+ "val_recall": 0.9062915463640637,
320
+ "val_f1": 0.9046992481203009
321
+ },
322
+ {
323
+ "epoch": 41,
324
+ "train_loss": 0.13364405378753885,
325
+ "val_accuracy": 0.924908424908425,
326
+ "val_precision": 0.9271487334920978,
327
+ "val_recall": 0.9239307057006647,
328
+ "val_f1": 0.9246331141613389
329
+ },
330
+ {
331
+ "epoch": 42,
332
+ "train_loss": 0.13104718585154077,
333
+ "val_accuracy": 0.9139194139194139,
334
+ "val_precision": 0.9189266615737204,
335
+ "val_recall": 0.9123950849392333,
336
+ "val_f1": 0.9133821856636075
337
+ },
338
+ {
339
+ "epoch": 43,
340
+ "train_loss": 0.10365274504864172,
341
+ "val_accuracy": 0.9285714285714286,
342
+ "val_precision": 0.9284774436090226,
343
+ "val_recall": 0.9285637547841268,
344
+ "val_f1": 0.928517477869422
345
+ },
346
+ {
347
+ "epoch": 44,
348
+ "train_loss": 0.10094924849686605,
349
+ "val_accuracy": 0.9175824175824175,
350
+ "val_precision": 0.918233082706767,
351
+ "val_recall": 0.9183173302893977,
352
+ "val_f1": 0.9175821411200376
353
+ },
354
+ {
355
+ "epoch": 45,
356
+ "train_loss": 0.10671103584679055,
357
+ "val_accuracy": 0.9322344322344323,
358
+ "val_precision": 0.932345984302763,
359
+ "val_recall": 0.9320150406231116,
360
+ "val_f1": 0.9321522728417658
361
+ },
362
+ {
363
+ "epoch": 46,
364
+ "train_loss": 0.08949821144888252,
365
+ "val_accuracy": 0.9230769230769231,
366
+ "val_precision": 0.9260560037968676,
367
+ "val_recall": 0.9219364802256094,
368
+ "val_f1": 0.9227410551849606
369
+ },
370
+ {
371
+ "epoch": 47,
372
+ "train_loss": 0.09111525799274008,
373
+ "val_accuracy": 0.9285714285714286,
374
+ "val_precision": 0.9292293233082707,
375
+ "val_recall": 0.9293157859397032,
376
+ "val_f1": 0.9285711889706991
377
+ },
378
+ {
379
+ "epoch": 48,
380
+ "train_loss": 0.0768423176237515,
381
+ "val_accuracy": 0.9285714285714286,
382
+ "val_precision": 0.9308427148733492,
383
+ "val_recall": 0.9275968575840999,
384
+ "val_f1": 0.9283095476168833
385
+ },
386
+ {
387
+ "epoch": 49,
388
+ "train_loss": 0.08788300583978276,
389
+ "val_accuracy": 0.9304029304029304,
390
+ "val_precision": 0.9304029304029304,
391
+ "val_recall": 0.9307728463036327,
392
+ "val_f1": 0.930387985989022
393
+ },
394
+ {
395
+ "epoch": 50,
396
+ "train_loss": 0.0882420947863942,
397
+ "val_accuracy": 0.9120879120879121,
398
+ "val_precision": 0.9148574893875077,
399
+ "val_recall": 0.9134089840864836,
400
+ "val_f1": 0.9120584129711156
401
+ },
402
+ {
403
+ "epoch": 51,
404
+ "train_loss": 0.08918219903013208,
405
+ "val_accuracy": 0.9340659340659341,
406
+ "val_precision": 0.9344571051888125,
407
+ "val_recall": 0.9336869670314913,
408
+ "val_f1": 0.9339587141167616
409
+ },
410
+ {
411
+ "epoch": 52,
412
+ "train_loss": 0.07415895900883518,
413
+ "val_accuracy": 0.9267399267399268,
414
+ "val_precision": 0.9287655673197841,
415
+ "val_recall": 0.925817498153495,
416
+ "val_f1": 0.9264874180388566
417
+ },
418
+ {
419
+ "epoch": 53,
420
+ "train_loss": 0.07953530113338987,
421
+ "val_accuracy": 0.9102564102564102,
422
+ "val_precision": 0.9152024446142093,
423
+ "val_recall": 0.908728933055798,
424
+ "val_f1": 0.909696321223761
425
+ },
426
+ {
427
+ "epoch": 54,
428
+ "train_loss": 0.07348176872446424,
429
+ "val_accuracy": 0.9267399267399268,
430
+ "val_precision": 0.9266239780919012,
431
+ "val_recall": 0.9267843953535218,
432
+ "val_f1": 0.9266917293233083
433
+ },
434
+ {
435
+ "epoch": 55,
436
+ "train_loss": 0.07343671637358683,
437
+ "val_accuracy": 0.9304029304029304,
438
+ "val_precision": 0.930443778634672,
439
+ "val_recall": 0.9302356811925065,
440
+ "val_f1": 0.9303272082527402
441
+ },
442
+ {
443
+ "epoch": 56,
444
+ "train_loss": 0.058037624186102726,
445
+ "val_accuracy": 0.9230769230769231,
446
+ "val_precision": 0.925541277944024,
447
+ "val_recall": 0.9220439132478346,
448
+ "val_f1": 0.9227774784482758
449
+ },
450
+ {
451
+ "epoch": 57,
452
+ "train_loss": 0.06579824970973717,
453
+ "val_accuracy": 0.9322344322344323,
454
+ "val_precision": 0.9324476650563607,
455
+ "val_recall": 0.932767071778688,
456
+ "val_f1": 0.9322287489390824
457
+ },
458
+ {
459
+ "epoch": 58,
460
+ "train_loss": 0.06392749265218392,
461
+ "val_accuracy": 0.9304029304029304,
462
+ "val_precision": 0.9316461843543012,
463
+ "val_recall": 0.9296985160813805,
464
+ "val_f1": 0.930219418024296
465
+ },
466
+ {
467
+ "epoch": 59,
468
+ "train_loss": 0.06593012968726429,
469
+ "val_accuracy": 0.9322344322344323,
470
+ "val_precision": 0.9336734693877551,
471
+ "val_recall": 0.9314778755119855,
472
+ "val_f1": 0.9320427213859221
473
+ },
474
+ {
475
+ "epoch": 60,
476
+ "train_loss": 0.0623033956075326,
477
+ "val_accuracy": 0.924908424908425,
478
+ "val_precision": 0.9248871695680205,
479
+ "val_recall": 0.9247901698784664,
480
+ "val_f1": 0.9248355588982866
481
+ },
482
+ {
483
+ "epoch": 61,
484
+ "train_loss": 0.06623329522408845,
485
+ "val_accuracy": 0.9267399267399268,
486
+ "val_precision": 0.9266554847366656,
487
+ "val_recall": 0.9269992613979723,
488
+ "val_f1": 0.9267153441425964
489
+ },
490
+ {
491
+ "epoch": 62,
492
+ "train_loss": 0.053227127417103275,
493
+ "val_accuracy": 0.9285714285714286,
494
+ "val_precision": 0.9303918918918919,
495
+ "val_recall": 0.9277042906063251,
496
+ "val_f1": 0.9283404283959549
497
+ },
498
+ {
499
+ "epoch": 63,
500
+ "train_loss": 0.06589226454714715,
501
+ "val_accuracy": 0.9139194139194139,
502
+ "val_precision": 0.9155594405594405,
503
+ "val_recall": 0.9149734774726381,
504
+ "val_f1": 0.9139121945982938
505
+ },
506
+ {
507
+ "epoch": 64,
508
+ "train_loss": 0.06355660122174484,
509
+ "val_accuracy": 0.9322344322344323,
510
+ "val_precision": 0.9333135584079387,
511
+ "val_recall": 0.9315853085342107,
512
+ "val_f1": 0.9320683150238578
513
+ },
514
+ {
515
+ "epoch": 65,
516
+ "train_loss": 0.057473022217824785,
517
+ "val_accuracy": 0.9322344322344323,
518
+ "val_precision": 0.9330010775862069,
519
+ "val_recall": 0.931692741556436,
520
+ "val_f1": 0.9320920632893095
521
+ },
522
+ {
523
+ "epoch": 66,
524
+ "train_loss": 0.05755651008078467,
525
+ "val_accuracy": 0.924908424908425,
526
+ "val_precision": 0.9253194459357887,
527
+ "val_recall": 0.9255422010340428,
528
+ "val_f1": 0.9249061578560718
529
+ },
530
+ {
531
+ "epoch": 67,
532
+ "train_loss": 0.05672282500417678,
533
+ "val_accuracy": 0.9157509157509157,
534
+ "val_precision": 0.9180455885718902,
535
+ "val_recall": 0.9169677029476935,
536
+ "val_f1": 0.9157328251446056
537
+ },
538
+ {
539
+ "epoch": 68,
540
+ "train_loss": 0.052921887241549545,
541
+ "val_accuracy": 0.9194139194139194,
542
+ "val_precision": 0.9197187068028398,
543
+ "val_recall": 0.9199892566977774,
544
+ "val_f1": 0.9194095940959409
545
+ },
546
+ {
547
+ "epoch": 69,
548
+ "train_loss": 0.07756087825302677,
549
+ "val_accuracy": 0.9047619047619048,
550
+ "val_precision": 0.9140485824368553,
551
+ "val_recall": 0.9026388236084066,
552
+ "val_f1": 0.9038211382113821
553
+ },
554
+ {
555
+ "epoch": 70,
556
+ "train_loss": 0.07515844575815149,
557
+ "val_accuracy": 0.8901098901098901,
558
+ "val_precision": 0.8981096588663404,
559
+ "val_recall": 0.8922715369636742,
560
+ "val_f1": 0.8898601398601398
561
+ },
562
+ {
563
+ "epoch": 71,
564
+ "train_loss": 0.07538938656067237,
565
+ "val_accuracy": 0.9377289377289377,
566
+ "val_precision": 0.9383759912754298,
567
+ "val_recall": 0.9372456858927013,
568
+ "val_f1": 0.9376083887880622
569
+ },
570
+ {
571
+ "epoch": 72,
572
+ "train_loss": 0.06420936232139339,
573
+ "val_accuracy": 0.9267399267399268,
574
+ "val_precision": 0.9287655673197841,
575
+ "val_recall": 0.925817498153495,
576
+ "val_f1": 0.9264874180388566
577
+ },
578
+ {
579
+ "epoch": 73,
580
+ "train_loss": 0.06003998752151217,
581
+ "val_accuracy": 0.9304029304029304,
582
+ "val_precision": 0.932027820919711,
583
+ "val_recall": 0.9295910830591554,
584
+ "val_f1": 0.9301921834625323
585
+ },
586
+ {
587
+ "epoch": 74,
588
+ "train_loss": 0.04908438534527035,
589
+ "val_accuracy": 0.924908424908425,
590
+ "val_precision": 0.9276422764227643,
591
+ "val_recall": 0.9238232726784396,
592
+ "val_f1": 0.924598590054936
593
+ },
594
+ {
595
+ "epoch": 75,
596
+ "train_loss": 0.06451496694769178,
597
+ "val_accuracy": 0.9377289377289377,
598
+ "val_precision": 0.9381297673980601,
599
+ "val_recall": 0.9373531189149265,
600
+ "val_f1": 0.9376276744436083
601
+ },
602
+ {
603
+ "epoch": 76,
604
+ "train_loss": 0.07017774578361284,
605
+ "val_accuracy": 0.9212454212454212,
606
+ "val_precision": 0.923328488372093,
607
+ "val_recall": 0.9224132142617337,
608
+ "val_f1": 0.9212324745778634
609
+ },
610
+ {
611
+ "epoch": 77,
612
+ "train_loss": 0.0566066744440532,
613
+ "val_accuracy": 0.9304029304029304,
614
+ "val_precision": 0.932027820919711,
615
+ "val_recall": 0.9295910830591554,
616
+ "val_f1": 0.9301921834625323
617
+ },
618
+ {
619
+ "epoch": 78,
620
+ "train_loss": 0.03972327894097938,
621
+ "val_accuracy": 0.9267399267399268,
622
+ "val_precision": 0.9283408737929637,
623
+ "val_recall": 0.9259249311757202,
624
+ "val_f1": 0.9265180878552972
625
+ },
626
+ {
627
+ "epoch": 79,
628
+ "train_loss": 0.0462712287739083,
629
+ "val_accuracy": 0.9194139194139194,
630
+ "val_precision": 0.919997845785144,
631
+ "val_recall": 0.9189149264755254,
632
+ "val_f1": 0.919257914902198
633
+ },
634
+ {
635
+ "epoch": 80,
636
+ "train_loss": 0.03096783697441384,
637
+ "val_accuracy": 0.924908424908425,
638
+ "val_precision": 0.9263038548752834,
639
+ "val_recall": 0.9241455717451152,
640
+ "val_f1": 0.9246959885627786
641
+ },
642
+ {
643
+ "epoch": 81,
644
+ "train_loss": 0.0352218174767909,
645
+ "val_accuracy": 0.9322344322344323,
646
+ "val_precision": 0.9321256038647343,
647
+ "val_recall": 0.9324447727120124,
648
+ "val_f1": 0.9322069162234266
649
+ },
650
+ {
651
+ "epoch": 82,
652
+ "train_loss": 0.049779508740474016,
653
+ "val_accuracy": 0.9230769230769231,
654
+ "val_precision": 0.925541277944024,
655
+ "val_recall": 0.9220439132478346,
656
+ "val_f1": 0.9227774784482758
657
+ },
658
+ {
659
+ "epoch": 83,
660
+ "train_loss": 0.04270493522995994,
661
+ "val_accuracy": 0.9285714285714286,
662
+ "val_precision": 0.928983678728659,
663
+ "val_recall": 0.9292083529174779,
664
+ "val_f1": 0.9285692721069951
665
+ },
666
+ {
667
+ "epoch": 84,
668
+ "train_loss": 0.03549178743618967,
669
+ "val_accuracy": 0.9230769230769231,
670
+ "val_precision": 0.9245412381528534,
671
+ "val_recall": 0.9240851406701135,
672
+ "val_f1": 0.9230727943643073
673
+ },
674
+ {
675
+ "epoch": 85,
676
+ "train_loss": 0.048029111742618535,
677
+ "val_accuracy": 0.9322344322344323,
678
+ "val_precision": 0.9322211476466795,
679
+ "val_recall": 0.9321224736453367,
680
+ "val_f1": 0.9321686751033318
681
+ },
682
+ {
683
+ "epoch": 86,
684
+ "train_loss": 0.04186551590815132,
685
+ "val_accuracy": 0.9285714285714286,
686
+ "val_precision": 0.9293238146551723,
687
+ "val_recall": 0.9280265896730007,
688
+ "val_f1": 0.9284213640076506
689
+ },
690
+ {
691
+ "epoch": 87,
692
+ "train_loss": 0.04446662747857226,
693
+ "val_accuracy": 0.9267399267399268,
694
+ "val_precision": 0.9267758534979645,
695
+ "val_recall": 0.9265695293090714,
696
+ "val_f1": 0.9266602192134108
697
+ },
698
+ {
699
+ "epoch": 88,
700
+ "train_loss": 0.037235626350446936,
701
+ "val_accuracy": 0.9230769230769231,
702
+ "val_precision": 0.9246539266662166,
703
+ "val_recall": 0.922258779292285,
704
+ "val_f1": 0.922843992248062
705
+ },
706
+ {
707
+ "epoch": 89,
708
+ "train_loss": 0.0319140038893118,
709
+ "val_accuracy": 0.9358974358974359,
710
+ "val_precision": 0.935775260388704,
711
+ "val_recall": 0.9360034915732223,
712
+ "val_f1": 0.9358610759631747
713
+ },
714
+ {
715
+ "epoch": 90,
716
+ "train_loss": 0.05710033708057561,
717
+ "val_accuracy": 0.9065934065934066,
718
+ "val_precision": 0.9095971308380972,
719
+ "val_recall": 0.9079634727724435,
720
+ "val_f1": 0.9065554791187771
721
+ },
722
+ {
723
+ "epoch": 91,
724
+ "train_loss": 0.04103942139026446,
725
+ "val_accuracy": 0.9285714285714286,
726
+ "val_precision": 0.9293238146551723,
727
+ "val_recall": 0.9280265896730007,
728
+ "val_f1": 0.9284213640076506
729
+ },
730
+ {
731
+ "epoch": 92,
732
+ "train_loss": 0.04264398617840512,
733
+ "val_accuracy": 0.9304029304029304,
734
+ "val_precision": 0.9316461843543012,
735
+ "val_recall": 0.9296985160813805,
736
+ "val_f1": 0.930219418024296
737
+ },
738
+ {
739
+ "epoch": 93,
740
+ "train_loss": 0.028940461528224822,
741
+ "val_accuracy": 0.9304029304029304,
742
+ "val_precision": 0.930590844928413,
743
+ "val_recall": 0.9301282481702813,
744
+ "val_f1": 0.9303094224025581
745
+ },
746
+ {
747
+ "epoch": 94,
748
+ "train_loss": 0.03475956577166314,
749
+ "val_accuracy": 0.9120879120879121,
750
+ "val_precision": 0.9148574893875077,
751
+ "val_recall": 0.9134089840864836,
752
+ "val_f1": 0.9120584129711156
753
+ },
754
+ {
755
+ "epoch": 95,
756
+ "train_loss": 0.035883941738815095,
757
+ "val_accuracy": 0.9285714285714286,
758
+ "val_precision": 0.9299886621315192,
759
+ "val_recall": 0.9278117236285504,
760
+ "val_f1": 0.9283693549743504
761
+ }
762
+ ]
models/part2/bigcn_bert/seed3/result.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architecture": "bigcn",
3
+ "feature": "bert",
4
+ "seed": 3,
5
+ "best_epoch": 75,
6
+ "epochs_run": 95,
7
+ "best_val_f1": 0.9376276744436083,
8
+ "test": {
9
+ "accuracy": 0.9341348667015159,
10
+ "precision": 0.9341957974686865,
11
+ "recall": 0.9341445419667938,
12
+ "f1": 0.9341334088265899
13
+ },
14
+ "parameters": 430594,
15
+ "seconds": 255.97289312910289,
16
+ "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/q0qs9nr6"
17
+ }
models/part2/bigcn_bert/seed4/best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cc1881c32fc27ca0810dc153017d60cdd0b6032f0aefed2575f4953c2aa1715
3
+ size 1726606
models/part2/bigcn_bert/seed4/history.json ADDED
@@ -0,0 +1,578 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 1,
4
+ "train_loss": 0.6475107496256357,
5
+ "val_accuracy": 0.8333333333333334,
6
+ "val_precision": 0.8424145299145299,
7
+ "val_recall": 0.8357147653259921,
8
+ "val_f1": 0.8327943329238949
9
+ },
10
+ {
11
+ "epoch": 2,
12
+ "train_loss": 0.48358352193028936,
13
+ "val_accuracy": 0.8553113553113553,
14
+ "val_precision": 0.8556990228712553,
15
+ "val_recall": 0.8558853152487746,
16
+ "val_f1": 0.8553069870885287
17
+ },
18
+ {
19
+ "epoch": 3,
20
+ "train_loss": 0.42512887989208376,
21
+ "val_accuracy": 0.8827838827838828,
22
+ "val_precision": 0.8826831397300745,
23
+ "val_recall": 0.8826831397300745,
24
+ "val_f1": 0.8826831397300745
25
+ },
26
+ {
27
+ "epoch": 4,
28
+ "train_loss": 0.38175955021774377,
29
+ "val_accuracy": 0.8901098901098901,
30
+ "val_precision": 0.8922724872381622,
31
+ "val_recall": 0.889048546296918,
32
+ "val_f1": 0.8896821120689655
33
+ },
34
+ {
35
+ "epoch": 5,
36
+ "train_loss": 0.32903125467317884,
37
+ "val_accuracy": 0.8736263736263736,
38
+ "val_precision": 0.8874579124579125,
39
+ "val_recall": 0.8708856509769691,
40
+ "val_f1": 0.8718096164904676
41
+ },
42
+ {
43
+ "epoch": 6,
44
+ "train_loss": 0.33060879617820293,
45
+ "val_accuracy": 0.8974358974358975,
46
+ "val_precision": 0.8977304830963367,
47
+ "val_recall": 0.8970254481971396,
48
+ "val_f1": 0.8972691108482959
49
+ },
50
+ {
51
+ "epoch": 7,
52
+ "train_loss": 0.3132509570637029,
53
+ "val_accuracy": 0.9084249084249084,
54
+ "val_precision": 0.9083462029141207,
55
+ "val_recall": 0.9083462029141207,
56
+ "val_f1": 0.9083462029141207
57
+ },
58
+ {
59
+ "epoch": 8,
60
+ "train_loss": 0.2802644698938607,
61
+ "val_accuracy": 0.8974358974358975,
62
+ "val_precision": 0.900142382534409,
63
+ "val_recall": 0.8962734170415632,
64
+ "val_f1": 0.8969880735799474
65
+ },
66
+ {
67
+ "epoch": 9,
68
+ "train_loss": 0.2698857775537959,
69
+ "val_accuracy": 0.9010989010989011,
70
+ "val_precision": 0.9012277759141227,
71
+ "val_recall": 0.9015510642583764,
72
+ "val_f1": 0.9010869565217391
73
+ },
74
+ {
75
+ "epoch": 10,
76
+ "train_loss": 0.2510555168211242,
77
+ "val_accuracy": 0.9065934065934066,
78
+ "val_precision": 0.9072602370689655,
79
+ "val_recall": 0.9060296783723898,
80
+ "val_f1": 0.906397168317697
81
+ },
82
+ {
83
+ "epoch": 11,
84
+ "train_loss": 0.26509384718133416,
85
+ "val_accuracy": 0.8974358974358975,
86
+ "val_precision": 0.9025029699725533,
87
+ "val_recall": 0.8958436849526623,
88
+ "val_f1": 0.8967654804510771
89
+ },
90
+ {
91
+ "epoch": 12,
92
+ "train_loss": 0.2505831438979823,
93
+ "val_accuracy": 0.9047619047619048,
94
+ "val_precision": 0.9052953293929153,
95
+ "val_recall": 0.9042503189417848,
96
+ "val_f1": 0.9045775357935067
97
+ },
98
+ {
99
+ "epoch": 13,
100
+ "train_loss": 0.25450628733896946,
101
+ "val_accuracy": 0.9047619047619048,
102
+ "val_precision": 0.9050635459584233,
103
+ "val_recall": 0.9053246491640368,
104
+ "val_f1": 0.9047567930224756
105
+ },
106
+ {
107
+ "epoch": 14,
108
+ "train_loss": 0.21803566900801746,
109
+ "val_accuracy": 0.9139194139194139,
110
+ "val_precision": 0.9143267475571781,
111
+ "val_recall": 0.9145437453837373,
112
+ "val_f1": 0.9139168151033019
113
+ },
114
+ {
115
+ "epoch": 15,
116
+ "train_loss": 0.22000480686133597,
117
+ "val_accuracy": 0.8846153846153846,
118
+ "val_precision": 0.8898780487804878,
119
+ "val_recall": 0.8863962935607332,
120
+ "val_f1": 0.8844754915954393
121
+ },
122
+ {
123
+ "epoch": 16,
124
+ "train_loss": 0.22412486696417952,
125
+ "val_accuracy": 0.9010989010989011,
126
+ "val_precision": 0.9038204972710734,
127
+ "val_recall": 0.9024105284361781,
128
+ "val_f1": 0.9010657145925052
129
+ },
130
+ {
131
+ "epoch": 17,
132
+ "train_loss": 0.19520679531079946,
133
+ "val_accuracy": 0.9120879120879121,
134
+ "val_precision": 0.9131790028080452,
135
+ "val_recall": 0.9129792519975828,
136
+ "val_f1": 0.9120867325032203
137
+ },
138
+ {
139
+ "epoch": 18,
140
+ "train_loss": 0.22866068196384023,
141
+ "val_accuracy": 0.9175824175824175,
142
+ "val_precision": 0.9174812030075188,
143
+ "val_recall": 0.9175652991338212,
144
+ "val_f1": 0.91752016677241
145
+ },
146
+ {
147
+ "epoch": 19,
148
+ "train_loss": 0.20091885808623317,
149
+ "val_accuracy": 0.9194139194139194,
150
+ "val_precision": 0.919997845785144,
151
+ "val_recall": 0.9189149264755254,
152
+ "val_f1": 0.919257914902198
153
+ },
154
+ {
155
+ "epoch": 20,
156
+ "train_loss": 0.179406640457583,
157
+ "val_accuracy": 0.9157509157509157,
158
+ "val_precision": 0.9163222166870868,
159
+ "val_recall": 0.9152487745920903,
160
+ "val_f1": 0.9155878201250252
161
+ },
162
+ {
163
+ "epoch": 21,
164
+ "train_loss": 0.18246860076219606,
165
+ "val_accuracy": 0.9120879120879121,
166
+ "val_precision": 0.9126092384519351,
167
+ "val_recall": 0.9127643859531324,
168
+ "val_f1": 0.9120867325032203
169
+ },
170
+ {
171
+ "epoch": 22,
172
+ "train_loss": 0.18415453828079797,
173
+ "val_accuracy": 0.9175824175824175,
174
+ "val_precision": 0.9180394056847545,
175
+ "val_recall": 0.9171355670449204,
176
+ "val_f1": 0.9174359094987349
177
+ },
178
+ {
179
+ "epoch": 23,
180
+ "train_loss": 0.1540118545402974,
181
+ "val_accuracy": 0.9194139194139194,
182
+ "val_precision": 0.9235154071151623,
183
+ "val_recall": 0.9180554622977237,
184
+ "val_f1": 0.9189790770143939
185
+ },
186
+ {
187
+ "epoch": 24,
188
+ "train_loss": 0.18439713535291372,
189
+ "val_accuracy": 0.9267399267399268,
190
+ "val_precision": 0.9273491039812582,
191
+ "val_recall": 0.9262472302423957,
192
+ "val_f1": 0.9265981044565437
193
+ },
194
+ {
195
+ "epoch": 25,
196
+ "train_loss": 0.16468552491822086,
197
+ "val_accuracy": 0.9175824175824175,
198
+ "val_precision": 0.9219771241830066,
199
+ "val_recall": 0.9161686698448936,
200
+ "val_f1": 0.9171150505169768
201
+ },
202
+ {
203
+ "epoch": 26,
204
+ "train_loss": 0.174936691456007,
205
+ "val_accuracy": 0.9285714285714286,
206
+ "val_precision": 0.92855415860735,
207
+ "val_recall": 0.9284563217619015,
208
+ "val_f1": 0.9285021170008092
209
+ },
210
+ {
211
+ "epoch": 27,
212
+ "train_loss": 0.15568353716052058,
213
+ "val_accuracy": 0.9102564102564102,
214
+ "val_precision": 0.9127693965517241,
215
+ "val_recall": 0.9115221916336533,
216
+ "val_f1": 0.9102320197292264
217
+ },
218
+ {
219
+ "epoch": 28,
220
+ "train_loss": 0.15982615052562058,
221
+ "val_accuracy": 0.9230769230769231,
222
+ "val_precision": 0.9242806459010644,
223
+ "val_recall": 0.9223662123145102,
224
+ "val_f1": 0.9228740936058009
225
+ },
226
+ {
227
+ "epoch": 29,
228
+ "train_loss": 0.13986296465982012,
229
+ "val_accuracy": 0.9285714285714286,
230
+ "val_precision": 0.9286770239759166,
231
+ "val_recall": 0.9283488887396764,
232
+ "val_f1": 0.92848482813051
233
+ },
234
+ {
235
+ "epoch": 30,
236
+ "train_loss": 0.16035315563608876,
237
+ "val_accuracy": 0.9212454212454212,
238
+ "val_precision": 0.9244788839431115,
239
+ "val_recall": 0.9200496877727792,
240
+ "val_f1": 0.9208820982183475
241
+ },
242
+ {
243
+ "epoch": 31,
244
+ "train_loss": 0.17193675576112208,
245
+ "val_accuracy": 0.9212454212454212,
246
+ "val_precision": 0.9234547521108465,
247
+ "val_recall": 0.9202645538172296,
248
+ "val_f1": 0.9209566807057945
249
+ },
250
+ {
251
+ "epoch": 32,
252
+ "train_loss": 0.15533860330725766,
253
+ "val_accuracy": 0.9194139194139194,
254
+ "val_precision": 0.9195437772559544,
255
+ "val_recall": 0.9198818236755523,
256
+ "val_f1": 0.9194041867954912
257
+ },
258
+ {
259
+ "epoch": 33,
260
+ "train_loss": 0.11897409360705714,
261
+ "val_accuracy": 0.9212454212454212,
262
+ "val_precision": 0.9211974023185916,
263
+ "val_recall": 0.921553750083932,
264
+ "val_f1": 0.9212240173134028
265
+ },
266
+ {
267
+ "epoch": 34,
268
+ "train_loss": 0.12498230036798415,
269
+ "val_accuracy": 0.9212454212454212,
270
+ "val_precision": 0.9217135012919897,
271
+ "val_recall": 0.9208017189283556,
272
+ "val_f1": 0.9211054246321243
273
+ },
274
+ {
275
+ "epoch": 35,
276
+ "train_loss": 0.11524767382240994,
277
+ "val_accuracy": 0.9230769230769231,
278
+ "val_precision": 0.9230108104478614,
279
+ "val_recall": 0.9230108104478614,
280
+ "val_f1": 0.9230108104478614
281
+ },
282
+ {
283
+ "epoch": 36,
284
+ "train_loss": 0.12247125059366226,
285
+ "val_accuracy": 0.924908424908425,
286
+ "val_precision": 0.9276422764227643,
287
+ "val_recall": 0.9238232726784396,
288
+ "val_f1": 0.924598590054936
289
+ },
290
+ {
291
+ "epoch": 37,
292
+ "train_loss": 0.13847105428849385,
293
+ "val_accuracy": 0.9157509157509157,
294
+ "val_precision": 0.9204475760838455,
295
+ "val_recall": 0.9142818773920633,
296
+ "val_f1": 0.9152494331065759
297
+ },
298
+ {
299
+ "epoch": 38,
300
+ "train_loss": 0.10992186224504268,
301
+ "val_accuracy": 0.9267399267399268,
302
+ "val_precision": 0.9273491039812582,
303
+ "val_recall": 0.9262472302423957,
304
+ "val_f1": 0.9265981044565437
305
+ },
306
+ {
307
+ "epoch": 39,
308
+ "train_loss": 0.11158258705348759,
309
+ "val_accuracy": 0.9047619047619048,
310
+ "val_precision": 0.9131321201768765,
311
+ "val_recall": 0.9027462566306319,
312
+ "val_f1": 0.9038901601830663
313
+ },
314
+ {
315
+ "epoch": 40,
316
+ "train_loss": 0.13054795737886604,
317
+ "val_accuracy": 0.9267399267399268,
318
+ "val_precision": 0.9271117807703173,
319
+ "val_recall": 0.9263546632646209,
320
+ "val_f1": 0.9266207934630684
321
+ },
322
+ {
323
+ "epoch": 41,
324
+ "train_loss": 0.10450788415395297,
325
+ "val_accuracy": 0.9340659340659341,
326
+ "val_precision": 0.9353289535809197,
327
+ "val_recall": 0.9333646679648158,
328
+ "val_f1": 0.9338920802335436
329
+ },
330
+ {
331
+ "epoch": 42,
332
+ "train_loss": 0.1152927522912567,
333
+ "val_accuracy": 0.9340659340659341,
334
+ "val_precision": 0.934990903577926,
335
+ "val_recall": 0.9334721009870409,
336
+ "val_f1": 0.9339160839160839
337
+ },
338
+ {
339
+ "epoch": 43,
340
+ "train_loss": 0.11963148300464337,
341
+ "val_accuracy": 0.9267399267399268,
342
+ "val_precision": 0.9272683339374169,
343
+ "val_recall": 0.927428993486873,
344
+ "val_f1": 0.9267389437526836
345
+ },
346
+ {
347
+ "epoch": 44,
348
+ "train_loss": 0.09624009623086496,
349
+ "val_accuracy": 0.9322344322344323,
350
+ "val_precision": 0.9333135584079387,
351
+ "val_recall": 0.9315853085342107,
352
+ "val_f1": 0.9320683150238578
353
+ },
354
+ {
355
+ "epoch": 45,
356
+ "train_loss": 0.0829175169760491,
357
+ "val_accuracy": 0.9285714285714286,
358
+ "val_precision": 0.9287842190016103,
359
+ "val_recall": 0.9291009198952528,
360
+ "val_f1": 0.9285654380709246
361
+ },
362
+ {
363
+ "epoch": 46,
364
+ "train_loss": 0.12896484524120777,
365
+ "val_accuracy": 0.9304029304029304,
366
+ "val_precision": 0.9316461843543012,
367
+ "val_recall": 0.9296985160813805,
368
+ "val_f1": 0.930219418024296
369
+ },
370
+ {
371
+ "epoch": 47,
372
+ "train_loss": 0.09017489907833245,
373
+ "val_accuracy": 0.9157509157509157,
374
+ "val_precision": 0.9198013740561867,
375
+ "val_recall": 0.9143893104142886,
376
+ "val_f1": 0.9152963077877754
377
+ },
378
+ {
379
+ "epoch": 48,
380
+ "train_loss": 0.11140172494636787,
381
+ "val_accuracy": 0.9175824175824175,
382
+ "val_precision": 0.9213516746411483,
383
+ "val_recall": 0.9162761028671188,
384
+ "val_f1": 0.9171597633136095
385
+ },
386
+ {
387
+ "epoch": 49,
388
+ "train_loss": 0.10006512387659088,
389
+ "val_accuracy": 0.924908424908425,
390
+ "val_precision": 0.9276422764227643,
391
+ "val_recall": 0.9238232726784396,
392
+ "val_f1": 0.924598590054936
393
+ },
394
+ {
395
+ "epoch": 50,
396
+ "train_loss": 0.08402901009107247,
397
+ "val_accuracy": 0.9230769230769231,
398
+ "val_precision": 0.9241827782181677,
399
+ "val_recall": 0.9239777076478883,
400
+ "val_f1": 0.9230758909403177
401
+ },
402
+ {
403
+ "epoch": 51,
404
+ "train_loss": 0.08120825832143372,
405
+ "val_accuracy": 0.9175824175824175,
406
+ "val_precision": 0.9201239224137931,
407
+ "val_recall": 0.9188544954005238,
408
+ "val_f1": 0.9175600181186773
409
+ },
410
+ {
411
+ "epoch": 52,
412
+ "train_loss": 0.08461070912224906,
413
+ "val_accuracy": 0.9358974358974359,
414
+ "val_precision": 0.93699439111207,
415
+ "val_recall": 0.9352514604176458,
416
+ "val_f1": 0.9357402979955411
417
+ },
418
+ {
419
+ "epoch": 53,
420
+ "train_loss": 0.07023827319507633,
421
+ "val_accuracy": 0.9267399267399268,
422
+ "val_precision": 0.9283408737929637,
423
+ "val_recall": 0.9259249311757202,
424
+ "val_f1": 0.9265180878552972
425
+ },
426
+ {
427
+ "epoch": 54,
428
+ "train_loss": 0.05810324326430485,
429
+ "val_accuracy": 0.9285714285714286,
430
+ "val_precision": 0.9290616925064599,
431
+ "val_recall": 0.9281340226952259,
432
+ "val_f1": 0.9284444548989035
433
+ },
434
+ {
435
+ "epoch": 55,
436
+ "train_loss": 0.06875505975205383,
437
+ "val_accuracy": 0.9285714285714286,
438
+ "val_precision": 0.9296327257038075,
439
+ "val_recall": 0.9279191566507756,
440
+ "val_f1": 0.9283963320521744
441
+ },
442
+ {
443
+ "epoch": 56,
444
+ "train_loss": 0.06337099778892356,
445
+ "val_accuracy": 0.9304029304029304,
446
+ "val_precision": 0.9310247330793155,
447
+ "val_recall": 0.929913382125831,
448
+ "val_f1": 0.9302681992337164
449
+ },
450
+ {
451
+ "epoch": 57,
452
+ "train_loss": 0.0656144478300334,
453
+ "val_accuracy": 0.9285714285714286,
454
+ "val_precision": 0.9299886621315192,
455
+ "val_recall": 0.9278117236285504,
456
+ "val_f1": 0.9283693549743504
457
+ },
458
+ {
459
+ "epoch": 58,
460
+ "train_loss": 0.06277703937320482,
461
+ "val_accuracy": 0.9010989010989011,
462
+ "val_precision": 0.905521074195773,
463
+ "val_recall": 0.9027328275028537,
464
+ "val_f1": 0.9010138991472504
465
+ },
466
+ {
467
+ "epoch": 59,
468
+ "train_loss": 0.06764184729956882,
469
+ "val_accuracy": 0.9340659340659341,
470
+ "val_precision": 0.9341117037713794,
471
+ "val_recall": 0.9339018330759417,
472
+ "val_f1": 0.9339941972920696
473
+ },
474
+ {
475
+ "epoch": 60,
476
+ "train_loss": 0.06745370914102038,
477
+ "val_accuracy": 0.9340659340659341,
478
+ "val_precision": 0.9347003621773726,
479
+ "val_recall": 0.9335795340092661,
480
+ "val_f1": 0.9339382940108893
481
+ },
482
+ {
483
+ "epoch": 61,
484
+ "train_loss": 0.05743997776028001,
485
+ "val_accuracy": 0.9322344322344323,
486
+ "val_precision": 0.9333135584079387,
487
+ "val_recall": 0.9315853085342107,
488
+ "val_f1": 0.9320683150238578
489
+ },
490
+ {
491
+ "epoch": 62,
492
+ "train_loss": 0.06060120370580163,
493
+ "val_accuracy": 0.9267399267399268,
494
+ "val_precision": 0.9297579496915045,
495
+ "val_recall": 0.9256026321090445,
496
+ "val_f1": 0.9264200525571054
497
+ },
498
+ {
499
+ "epoch": 63,
500
+ "train_loss": 0.06248210066240349,
501
+ "val_accuracy": 0.924908424908425,
502
+ "val_precision": 0.9267027027027026,
503
+ "val_recall": 0.92403813872289,
504
+ "val_f1": 0.9246655785701066
505
+ },
506
+ {
507
+ "epoch": 64,
508
+ "train_loss": 0.06843577194344866,
509
+ "val_accuracy": 0.9029304029304029,
510
+ "val_precision": 0.9064625850340136,
511
+ "val_recall": 0.9044047539112334,
512
+ "val_f1": 0.9028753436013788
513
+ },
514
+ {
515
+ "epoch": 65,
516
+ "train_loss": 0.08003509519519386,
517
+ "val_accuracy": 0.9267399267399268,
518
+ "val_precision": 0.9273491039812582,
519
+ "val_recall": 0.9262472302423957,
520
+ "val_f1": 0.9265981044565437
521
+ },
522
+ {
523
+ "epoch": 66,
524
+ "train_loss": 0.06333071438274977,
525
+ "val_accuracy": 0.9267399267399268,
526
+ "val_precision": 0.9287655673197841,
527
+ "val_recall": 0.925817498153495,
528
+ "val_f1": 0.9264874180388566
529
+ },
530
+ {
531
+ "epoch": 67,
532
+ "train_loss": 0.07287409879785754,
533
+ "val_accuracy": 0.9084249084249084,
534
+ "val_precision": 0.9111784920153628,
535
+ "val_recall": 0.9097428322030484,
536
+ "val_f1": 0.9083941801782454
537
+ },
538
+ {
539
+ "epoch": 68,
540
+ "train_loss": 0.07341171921172858,
541
+ "val_accuracy": 0.9322344322344323,
542
+ "val_precision": 0.932647911521529,
543
+ "val_recall": 0.9328745048009132,
544
+ "val_f1": 0.9322323863579185
545
+ },
546
+ {
547
+ "epoch": 69,
548
+ "train_loss": 0.054922808439303666,
549
+ "val_accuracy": 0.9340659340659341,
550
+ "val_precision": 0.9339535258346422,
551
+ "val_recall": 0.9341166991203922,
552
+ "val_f1": 0.9340225563909774
553
+ },
554
+ {
555
+ "epoch": 70,
556
+ "train_loss": 0.05075056043081668,
557
+ "val_accuracy": 0.9285714285714286,
558
+ "val_precision": 0.9299886621315192,
559
+ "val_recall": 0.9278117236285504,
560
+ "val_f1": 0.9283693549743504
561
+ },
562
+ {
563
+ "epoch": 71,
564
+ "train_loss": 0.05787291563365049,
565
+ "val_accuracy": 0.9304029304029304,
566
+ "val_precision": 0.9307844429795649,
567
+ "val_recall": 0.9300208151480561,
568
+ "val_f1": 0.9302897537899151
569
+ },
570
+ {
571
+ "epoch": 72,
572
+ "train_loss": 0.06205465853378013,
573
+ "val_accuracy": 0.9194139194139194,
574
+ "val_precision": 0.9229108095994785,
575
+ "val_recall": 0.918162895319949,
576
+ "val_f1": 0.9190216805091145
577
+ }
578
+ ]
models/part2/bigcn_bert/seed4/result.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architecture": "bigcn",
3
+ "feature": "bert",
4
+ "seed": 4,
5
+ "best_epoch": 52,
6
+ "epochs_run": 72,
7
+ "best_val_f1": 0.9357402979955411,
8
+ "test": {
9
+ "accuracy": 0.9333507579717721,
10
+ "precision": 0.9333965066564278,
11
+ "recall": 0.9333592016526577,
12
+ "f1": 0.9333497335130203
13
+ },
14
+ "parameters": 430594,
15
+ "seconds": 195.08328539086506,
16
+ "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/yziaknpu"
17
+ }
models/part2/gat_bert/seed0/best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e83fbc729c78bc3060b21d69f43d6efeab43540d18d1818ceb5bc41097a74740
3
+ size 466894
models/part2/gat_bert/seed0/history.json ADDED
@@ -0,0 +1,530 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 1,
4
+ "train_loss": 0.6931946701182551,
5
+ "val_accuracy": 0.86996336996337,
6
+ "val_precision": 0.8711563272766369,
7
+ "val_recall": 0.8708722218491909,
8
+ "val_f1": 0.8699594440922218
9
+ },
10
+ {
11
+ "epoch": 2,
12
+ "train_loss": 0.5970230731335315,
13
+ "val_accuracy": 0.7875457875457875,
14
+ "val_precision": 0.8385093167701864,
15
+ "val_recall": 0.7817766736050493,
16
+ "val_f1": 0.7767626781711288
17
+ },
18
+ {
19
+ "epoch": 3,
20
+ "train_loss": 0.5067675905131594,
21
+ "val_accuracy": 0.8351648351648352,
22
+ "val_precision": 0.8652349828820417,
23
+ "val_recall": 0.8309407104008595,
24
+ "val_f1": 0.8303481419082208
25
+ },
26
+ {
27
+ "epoch": 4,
28
+ "train_loss": 0.47007307224657946,
29
+ "val_accuracy": 0.891941391941392,
30
+ "val_precision": 0.8987343509773775,
31
+ "val_recall": 0.8900758745719466,
32
+ "val_f1": 0.8910640312463013
33
+ },
34
+ {
35
+ "epoch": 5,
36
+ "train_loss": 0.4247077294103392,
37
+ "val_accuracy": 0.9157509157509157,
38
+ "val_precision": 0.9157509157509158,
39
+ "val_recall": 0.9161082387698919,
40
+ "val_f1": 0.9157328251446056
41
+ },
42
+ {
43
+ "epoch": 6,
44
+ "train_loss": 0.37576857471204067,
45
+ "val_accuracy": 0.9194139194139194,
46
+ "val_precision": 0.9193446585644263,
47
+ "val_recall": 0.9193446585644263,
48
+ "val_f1": 0.9193446585644263
49
+ },
50
+ {
51
+ "epoch": 7,
52
+ "train_loss": 0.3305743635792435,
53
+ "val_accuracy": 0.924908424908425,
54
+ "val_precision": 0.9251207729468599,
55
+ "val_recall": 0.9254347680118176,
56
+ "val_f1": 0.9249021272027669
57
+ },
58
+ {
59
+ "epoch": 8,
60
+ "train_loss": 0.2966250057840522,
61
+ "val_accuracy": 0.9139194139194139,
62
+ "val_precision": 0.9169587962463597,
63
+ "val_recall": 0.9152957765393137,
64
+ "val_f1": 0.9138844611486769
65
+ },
66
+ {
67
+ "epoch": 9,
68
+ "train_loss": 0.2728054559492803,
69
+ "val_accuracy": 0.9102564102564102,
70
+ "val_precision": 0.9138321995464853,
71
+ "val_recall": 0.9117370576781039,
72
+ "val_f1": 0.9102055063484445
73
+ },
74
+ {
75
+ "epoch": 10,
76
+ "train_loss": 0.24418323440647824,
77
+ "val_accuracy": 0.9230769230769231,
78
+ "val_precision": 0.9233824970139439,
79
+ "val_recall": 0.9236554085812126,
80
+ "val_f1": 0.9230727943643072
81
+ },
82
+ {
83
+ "epoch": 11,
84
+ "train_loss": 0.21468990184230247,
85
+ "val_accuracy": 0.9304029304029304,
86
+ "val_precision": 0.9304029304029304,
87
+ "val_recall": 0.9307728463036327,
88
+ "val_f1": 0.930387985989022
89
+ },
90
+ {
91
+ "epoch": 12,
92
+ "train_loss": 0.20219989928788754,
93
+ "val_accuracy": 0.9432234432234432,
94
+ "val_precision": 0.9440328663793103,
95
+ "val_recall": 0.9426911972067414,
96
+ "val_f1": 0.9431041611342864
97
+ },
98
+ {
99
+ "epoch": 13,
100
+ "train_loss": 0.18629868253519682,
101
+ "val_accuracy": 0.9413919413919414,
102
+ "val_precision": 0.9413415698650373,
103
+ "val_recall": 0.9413415698650373,
104
+ "val_f1": 0.9413415698650374
105
+ },
106
+ {
107
+ "epoch": 14,
108
+ "train_loss": 0.17749462121135587,
109
+ "val_accuracy": 0.9468864468864469,
110
+ "val_precision": 0.9467679587673146,
111
+ "val_recall": 0.9470019472235278,
112
+ "val_f1": 0.9468563200837732
113
+ },
114
+ {
115
+ "epoch": 15,
116
+ "train_loss": 0.1637325792576804,
117
+ "val_accuracy": 0.9322344322344323,
118
+ "val_precision": 0.9335286528330287,
119
+ "val_recall": 0.9331968038675889,
120
+ "val_f1": 0.9322323863579185
121
+ },
122
+ {
123
+ "epoch": 16,
124
+ "train_loss": 0.1610973507930071,
125
+ "val_accuracy": 0.924908424908425,
126
+ "val_precision": 0.9265734265734266,
127
+ "val_recall": 0.9259719331229437,
128
+ "val_f1": 0.9249021272027669
129
+ },
130
+ {
131
+ "epoch": 17,
132
+ "train_loss": 0.13352579194984157,
133
+ "val_accuracy": 0.9560439560439561,
134
+ "val_precision": 0.9559421690628649,
135
+ "val_recall": 0.9561136104210032,
136
+ "val_f1": 0.956015037593985
137
+ },
138
+ {
139
+ "epoch": 18,
140
+ "train_loss": 0.1402032469218467,
141
+ "val_accuracy": 0.9505494505494505,
142
+ "val_precision": 0.9513873922413794,
143
+ "val_recall": 0.9500235009736118,
144
+ "val_f1": 0.9504455596976042
145
+ },
146
+ {
147
+ "epoch": 19,
148
+ "train_loss": 0.10763296392156091,
149
+ "val_accuracy": 0.9542124542124543,
150
+ "val_precision": 0.954780361757106,
151
+ "val_recall": 0.9537970858792721,
152
+ "val_f1": 0.9541310608326306
153
+ },
154
+ {
155
+ "epoch": 20,
156
+ "train_loss": 0.1234029641736558,
157
+ "val_accuracy": 0.9597069597069597,
158
+ "val_precision": 0.9599516031457955,
159
+ "val_recall": 0.9594574632377627,
160
+ "val_f1": 0.9596528234962179
161
+ },
162
+ {
163
+ "epoch": 21,
164
+ "train_loss": 0.11811582877849922,
165
+ "val_accuracy": 0.9487179487179487,
166
+ "val_precision": 0.9487179487179487,
167
+ "val_recall": 0.9491036057208084,
168
+ "val_f1": 0.9487069370445426
169
+ },
170
+ {
171
+ "epoch": 22,
172
+ "train_loss": 0.09624690188593044,
173
+ "val_accuracy": 0.9542124542124543,
174
+ "val_precision": 0.9541062801932367,
175
+ "val_recall": 0.9544416840126233,
176
+ "val_f1": 0.9541938623131261
177
+ },
178
+ {
179
+ "epoch": 23,
180
+ "train_loss": 0.10954089678359992,
181
+ "val_accuracy": 0.9487179487179487,
182
+ "val_precision": 0.9488493794028849,
183
+ "val_recall": 0.9492110387430337,
184
+ "val_f1": 0.9487117552334944
185
+ },
186
+ {
187
+ "epoch": 24,
188
+ "train_loss": 0.09302997621861132,
189
+ "val_accuracy": 0.9597069597069597,
190
+ "val_precision": 0.9595909438621448,
191
+ "val_recall": 0.9598871953266636,
192
+ "val_f1": 0.9596874874149249
193
+ },
194
+ {
195
+ "epoch": 25,
196
+ "train_loss": 0.11015435010740608,
197
+ "val_accuracy": 0.9597069597069597,
198
+ "val_precision": 0.9595909438621448,
199
+ "val_recall": 0.9598871953266636,
200
+ "val_f1": 0.9596874874149249
201
+ },
202
+ {
203
+ "epoch": 26,
204
+ "train_loss": 0.10038976636015888,
205
+ "val_accuracy": 0.9615384615384616,
206
+ "val_precision": 0.9614248899387952,
207
+ "val_recall": 0.9616665547572685,
208
+ "val_f1": 0.961516645577905
209
+ },
210
+ {
211
+ "epoch": 27,
212
+ "train_loss": 0.11443939521199181,
213
+ "val_accuracy": 0.9578754578754579,
214
+ "val_precision": 0.9578007518796993,
215
+ "val_recall": 0.9578929698516081,
216
+ "val_f1": 0.9578436407947875
217
+ },
218
+ {
219
+ "epoch": 28,
220
+ "train_loss": 0.1015438261431652,
221
+ "val_accuracy": 0.9615384615384616,
222
+ "val_precision": 0.9615570599613152,
223
+ "val_recall": 0.9614516887128182,
224
+ "val_f1": 0.9615011399235126
225
+ },
226
+ {
227
+ "epoch": 29,
228
+ "train_loss": 0.10167625273540343,
229
+ "val_accuracy": 0.9615384615384616,
230
+ "val_precision": 0.9615570599613152,
231
+ "val_recall": 0.9614516887128182,
232
+ "val_f1": 0.9615011399235126
233
+ },
234
+ {
235
+ "epoch": 30,
236
+ "train_loss": 0.08640813348548752,
237
+ "val_accuracy": 0.9615384615384616,
238
+ "val_precision": 0.9616976669175357,
239
+ "val_recall": 0.9613442556905929,
240
+ "val_f1": 0.961491830531813
241
+ },
242
+ {
243
+ "epoch": 31,
244
+ "train_loss": 0.08093218733266597,
245
+ "val_accuracy": 0.9597069597069597,
246
+ "val_precision": 0.9596069429342354,
247
+ "val_recall": 0.9597797623044384,
248
+ "val_f1": 0.9596804511278196
249
+ },
250
+ {
251
+ "epoch": 32,
252
+ "train_loss": 0.08923334592864626,
253
+ "val_accuracy": 0.9615384615384616,
254
+ "val_precision": 0.9614661654135339,
255
+ "val_recall": 0.9615591217350433,
256
+ "val_f1": 0.9615094111604581
257
+ },
258
+ {
259
+ "epoch": 33,
260
+ "train_loss": 0.08766949023955907,
261
+ "val_accuracy": 0.9304029304029304,
262
+ "val_precision": 0.9332524762482313,
263
+ "val_recall": 0.9317397435036594,
264
+ "val_f1": 0.9303795769354666
265
+ },
266
+ {
267
+ "epoch": 34,
268
+ "train_loss": 0.11346659915787834,
269
+ "val_accuracy": 0.945054945054945,
270
+ "val_precision": 0.9455922032942693,
271
+ "val_recall": 0.9457597529040489,
272
+ "val_f1": 0.9450542078145128
273
+ },
274
+ {
275
+ "epoch": 35,
276
+ "train_loss": 0.1050531869761018,
277
+ "val_accuracy": 0.967032967032967,
278
+ "val_precision": 0.9672917927001412,
279
+ "val_recall": 0.966789767004633,
280
+ "val_f1": 0.9669886737696328
281
+ },
282
+ {
283
+ "epoch": 36,
284
+ "train_loss": 0.0832553448721821,
285
+ "val_accuracy": 0.9615384615384616,
286
+ "val_precision": 0.9614661654135339,
287
+ "val_recall": 0.9615591217350433,
288
+ "val_f1": 0.9615094111604581
289
+ },
290
+ {
291
+ "epoch": 37,
292
+ "train_loss": 0.06988615823752714,
293
+ "val_accuracy": 0.9652014652014652,
294
+ "val_precision": 0.9652240490006447,
295
+ "val_recall": 0.9651178405962533,
296
+ "val_f1": 0.9651676980260353
297
+ },
298
+ {
299
+ "epoch": 38,
300
+ "train_loss": 0.06966210465073149,
301
+ "val_accuracy": 0.9652014652014652,
302
+ "val_precision": 0.9653666272443824,
303
+ "val_recall": 0.965010407574028,
304
+ "val_f1": 0.965159275243069
305
+ },
306
+ {
307
+ "epoch": 39,
308
+ "train_loss": 0.07635555278523501,
309
+ "val_accuracy": 0.9578754578754579,
310
+ "val_precision": 0.9577606571459251,
311
+ "val_recall": 0.9580004028738334,
312
+ "val_f1": 0.9578515642043719
313
+ },
314
+ {
315
+ "epoch": 40,
316
+ "train_loss": 0.0505321727785872,
317
+ "val_accuracy": 0.9542124542124543,
318
+ "val_precision": 0.9541062801932367,
319
+ "val_recall": 0.9544416840126233,
320
+ "val_f1": 0.9541938623131261
321
+ },
322
+ {
323
+ "epoch": 41,
324
+ "train_loss": 0.06896068638142867,
325
+ "val_accuracy": 0.9413919413919414,
326
+ "val_precision": 0.942201034042839,
327
+ "val_recall": 0.942201034042839,
328
+ "val_f1": 0.9413919413919415
329
+ },
330
+ {
331
+ "epoch": 42,
332
+ "train_loss": 0.0685405257147747,
333
+ "val_accuracy": 0.9597069597069597,
334
+ "val_precision": 0.9596069429342354,
335
+ "val_recall": 0.9597797623044384,
336
+ "val_f1": 0.9596804511278196
337
+ },
338
+ {
339
+ "epoch": 43,
340
+ "train_loss": 0.060013046904361295,
341
+ "val_accuracy": 0.967032967032967,
342
+ "val_precision": 0.9672917927001412,
343
+ "val_recall": 0.966789767004633,
344
+ "val_f1": 0.9669886737696328
345
+ },
346
+ {
347
+ "epoch": 44,
348
+ "train_loss": 0.05528009891673759,
349
+ "val_accuracy": 0.9615384615384616,
350
+ "val_precision": 0.9631519274376417,
351
+ "val_recall": 0.9608070905794669,
352
+ "val_f1": 0.9614296526784964
353
+ },
354
+ {
355
+ "epoch": 45,
356
+ "train_loss": 0.0680226953529613,
357
+ "val_accuracy": 0.9578754578754579,
358
+ "val_precision": 0.9587419181034482,
359
+ "val_recall": 0.9573558047404821,
360
+ "val_f1": 0.9577869582609222
361
+ },
362
+ {
363
+ "epoch": 46,
364
+ "train_loss": 0.06200667301486263,
365
+ "val_accuracy": 0.9688644688644689,
366
+ "val_precision": 0.9690355875712289,
367
+ "val_recall": 0.9686765594574632,
368
+ "val_f1": 0.9688267199543248
369
+ },
370
+ {
371
+ "epoch": 47,
372
+ "train_loss": 0.06005406534920136,
373
+ "val_accuracy": 0.9578754578754579,
374
+ "val_precision": 0.9577606571459251,
375
+ "val_recall": 0.9580004028738334,
376
+ "val_f1": 0.9578515642043719
377
+ },
378
+ {
379
+ "epoch": 48,
380
+ "train_loss": 0.04944460070095001,
381
+ "val_accuracy": 0.9505494505494505,
382
+ "val_precision": 0.9505018248175183,
383
+ "val_recall": 0.9508829651514135,
384
+ "val_f1": 0.9505360108712064
385
+ },
386
+ {
387
+ "epoch": 49,
388
+ "train_loss": 0.04812234988088136,
389
+ "val_accuracy": 0.9560439560439561,
390
+ "val_precision": 0.9559271536510408,
391
+ "val_recall": 0.9562210434432283,
392
+ "val_f1": 0.9560227135435544
393
+ },
394
+ {
395
+ "epoch": 50,
396
+ "train_loss": 0.04604376260286722,
397
+ "val_accuracy": 0.9633699633699634,
398
+ "val_precision": 0.9633384811656482,
399
+ "val_recall": 0.9633384811656482,
400
+ "val_f1": 0.9633384811656482
401
+ },
402
+ {
403
+ "epoch": 51,
404
+ "train_loss": 0.04771141208462663,
405
+ "val_accuracy": 0.9652014652014652,
406
+ "val_precision": 0.9653666272443824,
407
+ "val_recall": 0.965010407574028,
408
+ "val_f1": 0.965159275243069
409
+ },
410
+ {
411
+ "epoch": 52,
412
+ "train_loss": 0.048955781501291436,
413
+ "val_accuracy": 0.967032967032967,
414
+ "val_precision": 0.9672917927001412,
415
+ "val_recall": 0.966789767004633,
416
+ "val_f1": 0.9669886737696328
417
+ },
418
+ {
419
+ "epoch": 53,
420
+ "train_loss": 0.03782570580423097,
421
+ "val_accuracy": 0.9615384615384616,
422
+ "val_precision": 0.9614248899387952,
423
+ "val_recall": 0.9616665547572685,
424
+ "val_f1": 0.961516645577905
425
+ },
426
+ {
427
+ "epoch": 54,
428
+ "train_loss": 0.040326865731086924,
429
+ "val_accuracy": 0.9633699633699634,
430
+ "val_precision": 0.9636216979229684,
431
+ "val_recall": 0.9631236151211979,
432
+ "val_f1": 0.9633207486329254
433
+ },
434
+ {
435
+ "epoch": 55,
436
+ "train_loss": 0.03718524158765108,
437
+ "val_accuracy": 0.9633699633699634,
438
+ "val_precision": 0.9638384028627931,
439
+ "val_recall": 0.9630161820989727,
440
+ "val_f1": 0.9633103967315343
441
+ },
442
+ {
443
+ "epoch": 56,
444
+ "train_loss": 0.037876712158322334,
445
+ "val_accuracy": 0.9523809523809523,
446
+ "val_precision": 0.9525125796712512,
447
+ "val_recall": 0.9528771906264688,
448
+ "val_f1": 0.9523752012882448
449
+ },
450
+ {
451
+ "epoch": 57,
452
+ "train_loss": 0.03242510925609987,
453
+ "val_accuracy": 0.9633699633699634,
454
+ "val_precision": 0.963271716805606,
455
+ "val_recall": 0.9634459141878735,
456
+ "val_f1": 0.9633458646616542
457
+ },
458
+ {
459
+ "epoch": 58,
460
+ "train_loss": 0.02603291684672946,
461
+ "val_accuracy": 0.967032967032967,
462
+ "val_precision": 0.9675110650720407,
463
+ "val_recall": 0.9666823339824078,
464
+ "val_f1": 0.9669793570583809
465
+ },
466
+ {
467
+ "epoch": 59,
468
+ "train_loss": 0.028280675909294315,
469
+ "val_accuracy": 0.9578754578754579,
470
+ "val_precision": 0.9577697262479872,
471
+ "val_recall": 0.9581078358960586,
472
+ "val_f1": 0.957858353328076
473
+ },
474
+ {
475
+ "epoch": 60,
476
+ "train_loss": 0.03665268608119898,
477
+ "val_accuracy": 0.9597069597069597,
478
+ "val_precision": 0.9595909438621448,
479
+ "val_recall": 0.9598871953266636,
480
+ "val_f1": 0.9596874874149249
481
+ },
482
+ {
483
+ "epoch": 61,
484
+ "train_loss": 0.03843627667443438,
485
+ "val_accuracy": 0.9615384615384616,
486
+ "val_precision": 0.9615570599613152,
487
+ "val_recall": 0.9614516887128182,
488
+ "val_f1": 0.9615011399235126
489
+ },
490
+ {
491
+ "epoch": 62,
492
+ "train_loss": 0.03582434682346089,
493
+ "val_accuracy": 0.9633699633699634,
494
+ "val_precision": 0.9636216979229684,
495
+ "val_recall": 0.9631236151211979,
496
+ "val_f1": 0.9633207486329254
497
+ },
498
+ {
499
+ "epoch": 63,
500
+ "train_loss": 0.03729748336987181,
501
+ "val_accuracy": 0.9560439560439561,
502
+ "val_precision": 0.9570648878107944,
503
+ "val_recall": 0.9554690122876519,
504
+ "val_f1": 0.955944055944056
505
+ },
506
+ {
507
+ "epoch": 64,
508
+ "train_loss": 0.038961165403817596,
509
+ "val_accuracy": 0.9688644688644689,
510
+ "val_precision": 0.9690355875712289,
511
+ "val_recall": 0.9686765594574632,
512
+ "val_f1": 0.9688267199543248
513
+ },
514
+ {
515
+ "epoch": 65,
516
+ "train_loss": 0.02959330834366463,
517
+ "val_accuracy": 0.9597069597069597,
518
+ "val_precision": 0.9595909438621448,
519
+ "val_recall": 0.9598871953266636,
520
+ "val_f1": 0.9596874874149249
521
+ },
522
+ {
523
+ "epoch": 66,
524
+ "train_loss": 0.04302181265293024,
525
+ "val_accuracy": 0.9597069597069597,
526
+ "val_precision": 0.9596723292822131,
527
+ "val_recall": 0.9596723292822131,
528
+ "val_f1": 0.9596723292822131
529
+ }
530
+ ]
models/part2/gat_bert/seed0/result.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architecture": "gat",
3
+ "feature": "bert",
4
+ "seed": 0,
5
+ "best_epoch": 46,
6
+ "epochs_run": 66,
7
+ "best_val_f1": 0.9688267199543248,
8
+ "test": {
9
+ "accuracy": 0.9673288029273392,
10
+ "precision": 0.9674625308842932,
11
+ "recall": 0.967316016133087,
12
+ "f1": 0.9673257471677589
13
+ },
14
+ "parameters": 115714,
15
+ "seconds": 41.89170319889672,
16
+ "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/64zxyoku"
17
+ }
models/part2/gat_bert/seed1/best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15d599e057fde7582338cf1b702dbbf444aaa2a62c1e69283ebe3d9d68f8e367
3
+ size 466894
models/part2/gat_bert/seed1/history.json ADDED
@@ -0,0 +1,466 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 1,
4
+ "train_loss": 0.6898302521024432,
5
+ "val_accuracy": 0.5073260073260073,
6
+ "val_precision": 0.7124060150375939,
7
+ "val_recall": 0.5212448801450346,
8
+ "val_f1": 0.37530995470301776
9
+ },
10
+ {
11
+ "epoch": 2,
12
+ "train_loss": 0.6569900110964373,
13
+ "val_accuracy": 0.8681318681318682,
14
+ "val_precision": 0.8686319519954895,
15
+ "val_recall": 0.8687705633519103,
16
+ "val_f1": 0.8681300987548304
17
+ },
18
+ {
19
+ "epoch": 3,
20
+ "train_loss": 0.5484369969193316,
21
+ "val_accuracy": 0.815018315018315,
22
+ "val_precision": 0.8526196873473375,
23
+ "val_recall": 0.8101859934197273,
24
+ "val_f1": 0.8081924961827015
25
+ },
26
+ {
27
+ "epoch": 4,
28
+ "train_loss": 0.47471865520372497,
29
+ "val_accuracy": 0.8846153846153846,
30
+ "val_precision": 0.8920335718216841,
31
+ "val_recall": 0.8826361377828511,
32
+ "val_f1": 0.883599817268159
33
+ },
34
+ {
35
+ "epoch": 5,
36
+ "train_loss": 0.41536906634494936,
37
+ "val_accuracy": 0.9194139194139194,
38
+ "val_precision": 0.9195805605968945,
39
+ "val_recall": 0.9191297925199758,
40
+ "val_f1": 0.9193056469924357
41
+ },
42
+ {
43
+ "epoch": 6,
44
+ "train_loss": 0.3852632651617239,
45
+ "val_accuracy": 0.9194139194139194,
46
+ "val_precision": 0.9194400032245496,
47
+ "val_recall": 0.919237225542201,
48
+ "val_f1": 0.9193262411347518
49
+ },
50
+ {
51
+ "epoch": 7,
52
+ "train_loss": 0.32744113298562855,
53
+ "val_accuracy": 0.9340659340659341,
54
+ "val_precision": 0.9339444123844161,
55
+ "val_recall": 0.9342241321426173,
56
+ "val_f1": 0.9340340703153316
57
+ },
58
+ {
59
+ "epoch": 8,
60
+ "train_loss": 0.29585658193944575,
61
+ "val_accuracy": 0.9139194139194139,
62
+ "val_precision": 0.9159802971576227,
63
+ "val_recall": 0.9150809104948634,
64
+ "val_f1": 0.9139052629106879
65
+ },
66
+ {
67
+ "epoch": 9,
68
+ "train_loss": 0.27681135225208686,
69
+ "val_accuracy": 0.9340659340659341,
70
+ "val_precision": 0.9339444123844161,
71
+ "val_recall": 0.9342241321426173,
72
+ "val_f1": 0.9340340703153316
73
+ },
74
+ {
75
+ "epoch": 10,
76
+ "train_loss": 0.23068946632710133,
77
+ "val_accuracy": 0.9358974358974359,
78
+ "val_precision": 0.9357890499194848,
79
+ "val_recall": 0.9361109245954475,
80
+ "val_f1": 0.9358714072383765
81
+ },
82
+ {
83
+ "epoch": 11,
84
+ "train_loss": 0.2265655774445761,
85
+ "val_accuracy": 0.9194139194139194,
86
+ "val_precision": 0.9217212176699474,
87
+ "val_recall": 0.9206338548311287,
88
+ "val_f1": 0.9193966153557098
89
+ },
90
+ {
91
+ "epoch": 12,
92
+ "train_loss": 0.1955193667621403,
93
+ "val_accuracy": 0.9322344322344323,
94
+ "val_precision": 0.932647911521529,
95
+ "val_recall": 0.9328745048009132,
96
+ "val_f1": 0.9322323863579185
97
+ },
98
+ {
99
+ "epoch": 13,
100
+ "train_loss": 0.18845498114278464,
101
+ "val_accuracy": 0.9395604395604396,
102
+ "val_precision": 0.9394524959742351,
103
+ "val_recall": 0.9397770764788826,
104
+ "val_f1": 0.9395358982533264
105
+ },
106
+ {
107
+ "epoch": 14,
108
+ "train_loss": 0.16385671611015612,
109
+ "val_accuracy": 0.945054945054945,
110
+ "val_precision": 0.9450077217484725,
111
+ "val_recall": 0.9450077217484725,
112
+ "val_f1": 0.9450077217484725
113
+ },
114
+ {
115
+ "epoch": 15,
116
+ "train_loss": 0.15385922407492614,
117
+ "val_accuracy": 0.9523809523809523,
118
+ "val_precision": 0.9526114135914499,
119
+ "val_recall": 0.9521251594708924,
120
+ "val_f1": 0.952316973222803
121
+ },
122
+ {
123
+ "epoch": 16,
124
+ "train_loss": 0.14195987494873913,
125
+ "val_accuracy": 0.9542124542124543,
126
+ "val_precision": 0.9543597462638426,
127
+ "val_recall": 0.9540119519237226,
128
+ "val_f1": 0.9541569411093013
129
+ },
130
+ {
131
+ "epoch": 17,
132
+ "train_loss": 0.14309814894374037,
133
+ "val_accuracy": 0.9413919413919414,
134
+ "val_precision": 0.9417014480694643,
135
+ "val_recall": 0.9419861679983885,
136
+ "val_f1": 0.9413887957061389
137
+ },
138
+ {
139
+ "epoch": 18,
140
+ "train_loss": 0.13020569282573657,
141
+ "val_accuracy": 0.9413919413919414,
142
+ "val_precision": 0.9417014480694643,
143
+ "val_recall": 0.9419861679983885,
144
+ "val_f1": 0.9413887957061389
145
+ },
146
+ {
147
+ "epoch": 19,
148
+ "train_loss": 0.12549188613018272,
149
+ "val_accuracy": 0.9542124542124543,
150
+ "val_precision": 0.9540964243530549,
151
+ "val_recall": 0.9543342509903983,
152
+ "val_f1": 0.9541864828308391
153
+ },
154
+ {
155
+ "epoch": 20,
156
+ "train_loss": 0.12859689741780905,
157
+ "val_accuracy": 0.9358974358974359,
158
+ "val_precision": 0.9368552546744036,
159
+ "val_recall": 0.9367555227287987,
160
+ "val_f1": 0.9358972208711402
161
+ },
162
+ {
163
+ "epoch": 21,
164
+ "train_loss": 0.12510320265869518,
165
+ "val_accuracy": 0.9597069597069597,
166
+ "val_precision": 0.9595909438621448,
167
+ "val_recall": 0.9598871953266636,
168
+ "val_f1": 0.9596874874149249
169
+ },
170
+ {
171
+ "epoch": 22,
172
+ "train_loss": 0.11254450711575183,
173
+ "val_accuracy": 0.9597069597069597,
174
+ "val_precision": 0.9599516031457955,
175
+ "val_recall": 0.9594574632377627,
176
+ "val_f1": 0.9596528234962179
177
+ },
178
+ {
179
+ "epoch": 23,
180
+ "train_loss": 0.10627388820434228,
181
+ "val_accuracy": 0.9615384615384616,
182
+ "val_precision": 0.9615570599613152,
183
+ "val_recall": 0.9614516887128182,
184
+ "val_f1": 0.9615011399235126
185
+ },
186
+ {
187
+ "epoch": 24,
188
+ "train_loss": 0.09657987411860582,
189
+ "val_accuracy": 0.9652014652014652,
190
+ "val_precision": 0.9652240490006447,
191
+ "val_recall": 0.9651178405962533,
192
+ "val_f1": 0.9651676980260353
193
+ },
194
+ {
195
+ "epoch": 25,
196
+ "train_loss": 0.0985237320564387,
197
+ "val_accuracy": 0.9615384615384616,
198
+ "val_precision": 0.9616976669175357,
199
+ "val_recall": 0.9613442556905929,
200
+ "val_f1": 0.961491830531813
201
+ },
202
+ {
203
+ "epoch": 26,
204
+ "train_loss": 0.10178116924596793,
205
+ "val_accuracy": 0.9633699633699634,
206
+ "val_precision": 0.9634551048650392,
207
+ "val_recall": 0.9632310481434231,
208
+ "val_f1": 0.9633301096067053
209
+ },
210
+ {
211
+ "epoch": 27,
212
+ "train_loss": 0.10179457008401989,
213
+ "val_accuracy": 0.9615384615384616,
214
+ "val_precision": 0.961888111888112,
215
+ "val_recall": 0.9612368226683676,
216
+ "val_f1": 0.9614814814814814
217
+ },
218
+ {
219
+ "epoch": 28,
220
+ "train_loss": 0.09766301247990612,
221
+ "val_accuracy": 0.9597069597069597,
222
+ "val_precision": 0.961523397933689,
223
+ "val_recall": 0.9589202981266367,
224
+ "val_f1": 0.9595849483204134
225
+ },
226
+ {
227
+ "epoch": 29,
228
+ "train_loss": 0.09914698159738337,
229
+ "val_accuracy": 0.9597069597069597,
230
+ "val_precision": 0.9596069429342354,
231
+ "val_recall": 0.9597797623044384,
232
+ "val_f1": 0.9596804511278196
233
+ },
234
+ {
235
+ "epoch": 30,
236
+ "train_loss": 0.08619032000556534,
237
+ "val_accuracy": 0.9633699633699634,
238
+ "val_precision": 0.96410539496183,
239
+ "val_recall": 0.9629087490767474,
240
+ "val_f1": 0.9632990522282718
241
+ },
242
+ {
243
+ "epoch": 31,
244
+ "train_loss": 0.07861887821893553,
245
+ "val_accuracy": 0.9615384615384616,
246
+ "val_precision": 0.9614661654135339,
247
+ "val_recall": 0.9615591217350433,
248
+ "val_f1": 0.9615094111604581
249
+ },
250
+ {
251
+ "epoch": 32,
252
+ "train_loss": 0.07650911717269665,
253
+ "val_accuracy": 0.9652014652014652,
254
+ "val_precision": 0.9652240490006447,
255
+ "val_recall": 0.9651178405962533,
256
+ "val_f1": 0.9651676980260353
257
+ },
258
+ {
259
+ "epoch": 33,
260
+ "train_loss": 0.07107108277388108,
261
+ "val_accuracy": 0.967032967032967,
262
+ "val_precision": 0.9675110650720407,
263
+ "val_recall": 0.9666823339824078,
264
+ "val_f1": 0.9669793570583809
265
+ },
266
+ {
267
+ "epoch": 34,
268
+ "train_loss": 0.07228751136706425,
269
+ "val_accuracy": 0.9652014652014652,
270
+ "val_precision": 0.9655594405594405,
271
+ "val_recall": 0.9649029745518029,
272
+ "val_f1": 0.9651499118165785
273
+ },
274
+ {
275
+ "epoch": 35,
276
+ "train_loss": 0.0842243465475547,
277
+ "val_accuracy": 0.9633699633699634,
278
+ "val_precision": 0.96410539496183,
279
+ "val_recall": 0.9629087490767474,
280
+ "val_f1": 0.9632990522282718
281
+ },
282
+ {
283
+ "epoch": 36,
284
+ "train_loss": 0.0831798764812204,
285
+ "val_accuracy": 0.967032967032967,
286
+ "val_precision": 0.9675110650720407,
287
+ "val_recall": 0.9666823339824078,
288
+ "val_f1": 0.9669793570583809
289
+ },
290
+ {
291
+ "epoch": 37,
292
+ "train_loss": 0.08536174505157566,
293
+ "val_accuracy": 0.9615384615384616,
294
+ "val_precision": 0.9621285529715762,
295
+ "val_recall": 0.9611293896461425,
296
+ "val_f1": 0.9614700910994096
297
+ },
298
+ {
299
+ "epoch": 38,
300
+ "train_loss": 0.060005781264641345,
301
+ "val_accuracy": 0.967032967032967,
302
+ "val_precision": 0.9672917927001412,
303
+ "val_recall": 0.966789767004633,
304
+ "val_f1": 0.9669886737696328
305
+ },
306
+ {
307
+ "epoch": 39,
308
+ "train_loss": 0.06022829614279471,
309
+ "val_accuracy": 0.9633699633699634,
310
+ "val_precision": 0.96410539496183,
311
+ "val_recall": 0.9629087490767474,
312
+ "val_f1": 0.9632990522282718
313
+ },
314
+ {
315
+ "epoch": 40,
316
+ "train_loss": 0.05789553464114011,
317
+ "val_accuracy": 0.9633699633699634,
318
+ "val_precision": 0.9638384028627931,
319
+ "val_recall": 0.9630161820989727,
320
+ "val_f1": 0.9633103967315343
321
+ },
322
+ {
323
+ "epoch": 41,
324
+ "train_loss": 0.041964430996513626,
325
+ "val_accuracy": 0.9633699633699634,
326
+ "val_precision": 0.9636216979229684,
327
+ "val_recall": 0.9631236151211979,
328
+ "val_f1": 0.9633207486329254
329
+ },
330
+ {
331
+ "epoch": 42,
332
+ "train_loss": 0.04889289243317349,
333
+ "val_accuracy": 0.9652014652014652,
334
+ "val_precision": 0.9655594405594405,
335
+ "val_recall": 0.9649029745518029,
336
+ "val_f1": 0.9651499118165785
337
+ },
338
+ {
339
+ "epoch": 43,
340
+ "train_loss": 0.04960820804803799,
341
+ "val_accuracy": 0.9615384615384616,
342
+ "val_precision": 0.9624191810344828,
343
+ "val_recall": 0.9610219566239173,
344
+ "val_f1": 0.9614576575425811
345
+ },
346
+ {
347
+ "epoch": 44,
348
+ "train_loss": 0.06253413641791204,
349
+ "val_accuracy": 0.9597069597069597,
350
+ "val_precision": 0.9607438851829391,
351
+ "val_recall": 0.959135164171087,
352
+ "val_f1": 0.9596153846153845
353
+ },
354
+ {
355
+ "epoch": 45,
356
+ "train_loss": 0.06671574324260264,
357
+ "val_accuracy": 0.9542124542124543,
358
+ "val_precision": 0.9572357723577236,
359
+ "val_recall": 0.953152487745921,
360
+ "val_f1": 0.9540235305213024
361
+ },
362
+ {
363
+ "epoch": 46,
364
+ "train_loss": 0.07590030199223823,
365
+ "val_accuracy": 0.9542124542124543,
366
+ "val_precision": 0.9557823129251701,
367
+ "val_recall": 0.9534747868125966,
368
+ "val_f1": 0.9540829198553529
369
+ },
370
+ {
371
+ "epoch": 47,
372
+ "train_loss": 0.060927900339002576,
373
+ "val_accuracy": 0.9597069597069597,
374
+ "val_precision": 0.9607438851829391,
375
+ "val_recall": 0.959135164171087,
376
+ "val_f1": 0.9596153846153845
377
+ },
378
+ {
379
+ "epoch": 48,
380
+ "train_loss": 0.055778509797357816,
381
+ "val_accuracy": 0.9578754578754579,
382
+ "val_precision": 0.9590793873368568,
383
+ "val_recall": 0.9572483717182569,
384
+ "val_f1": 0.9577721958256413
385
+ },
386
+ {
387
+ "epoch": 49,
388
+ "train_loss": 0.05928145121823955,
389
+ "val_accuracy": 0.9615384615384616,
390
+ "val_precision": 0.9621285529715762,
391
+ "val_recall": 0.9611293896461425,
392
+ "val_f1": 0.9614700910994096
393
+ },
394
+ {
395
+ "epoch": 50,
396
+ "train_loss": 0.05180000306376607,
397
+ "val_accuracy": 0.967032967032967,
398
+ "val_precision": 0.9675110650720407,
399
+ "val_recall": 0.9666823339824078,
400
+ "val_f1": 0.9669793570583809
401
+ },
402
+ {
403
+ "epoch": 51,
404
+ "train_loss": 0.042316726385018766,
405
+ "val_accuracy": 0.967032967032967,
406
+ "val_precision": 0.9675110650720407,
407
+ "val_recall": 0.9666823339824078,
408
+ "val_f1": 0.9669793570583809
409
+ },
410
+ {
411
+ "epoch": 52,
412
+ "train_loss": 0.03324720326251599,
413
+ "val_accuracy": 0.9652014652014652,
414
+ "val_precision": 0.9653666272443824,
415
+ "val_recall": 0.965010407574028,
416
+ "val_f1": 0.965159275243069
417
+ },
418
+ {
419
+ "epoch": 53,
420
+ "train_loss": 0.034396506736785064,
421
+ "val_accuracy": 0.9633699633699634,
422
+ "val_precision": 0.9634551048650392,
423
+ "val_recall": 0.9632310481434231,
424
+ "val_f1": 0.9633301096067053
425
+ },
426
+ {
427
+ "epoch": 54,
428
+ "train_loss": 0.034662852520907755,
429
+ "val_accuracy": 0.9633699633699634,
430
+ "val_precision": 0.9634551048650392,
431
+ "val_recall": 0.9632310481434231,
432
+ "val_f1": 0.9633301096067053
433
+ },
434
+ {
435
+ "epoch": 55,
436
+ "train_loss": 0.058763223116869455,
437
+ "val_accuracy": 0.9615384615384616,
438
+ "val_precision": 0.961888111888112,
439
+ "val_recall": 0.9612368226683676,
440
+ "val_f1": 0.9614814814814814
441
+ },
442
+ {
443
+ "epoch": 56,
444
+ "train_loss": 0.031339966088205905,
445
+ "val_accuracy": 0.9505494505494505,
446
+ "val_precision": 0.9530066031608573,
447
+ "val_recall": 0.9495937688847109,
448
+ "val_f1": 0.9503681483501499
449
+ },
450
+ {
451
+ "epoch": 57,
452
+ "train_loss": 0.051047078057468595,
453
+ "val_accuracy": 0.9468864468864469,
454
+ "val_precision": 0.9504125502117033,
455
+ "val_recall": 0.9457127509568254,
456
+ "val_f1": 0.9466414150774902
457
+ },
458
+ {
459
+ "epoch": 58,
460
+ "train_loss": 0.05287899811080087,
461
+ "val_accuracy": 0.9633699633699634,
462
+ "val_precision": 0.9638384028627931,
463
+ "val_recall": 0.9630161820989727,
464
+ "val_f1": 0.9633103967315343
465
+ }
466
+ ]
models/part2/gat_bert/seed1/result.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architecture": "gat",
3
+ "feature": "bert",
4
+ "seed": 1,
5
+ "best_epoch": 38,
6
+ "epochs_run": 58,
7
+ "best_val_f1": 0.9669886737696328,
8
+ "test": {
9
+ "accuracy": 0.96340825927862,
10
+ "precision": 0.963566508118747,
11
+ "recall": 0.9633942331865033,
12
+ "f1": 0.9634042592730755
13
+ },
14
+ "parameters": 115714,
15
+ "seconds": 37.259679772891104,
16
+ "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/e458ultw"
17
+ }
models/part2/gat_bert/seed2/best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee3abe4234a0803188b227d0b1a927266eef2a402a684d4c6a81bd945e524756
3
+ size 466894
models/part2/gat_bert/seed2/history.json ADDED
@@ -0,0 +1,610 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 1,
4
+ "train_loss": 0.694362671820672,
5
+ "val_accuracy": 0.6446886446886447,
6
+ "val_precision": 0.7891337716122679,
7
+ "val_recall": 0.6340696971731686,
8
+ "val_f1": 0.5843705366251786
9
+ },
10
+ {
11
+ "epoch": 2,
12
+ "train_loss": 0.6522050078535254,
13
+ "val_accuracy": 0.8076923076923077,
14
+ "val_precision": 0.8502051983584131,
15
+ "val_recall": 0.8025313905861814,
16
+ "val_f1": 0.7997100284731078
17
+ },
18
+ {
19
+ "epoch": 3,
20
+ "train_loss": 0.5199078041991908,
21
+ "val_accuracy": 0.8516483516483516,
22
+ "val_precision": 0.8644781144781144,
23
+ "val_recall": 0.848888739676358,
24
+ "val_f1": 0.8495156367496792
25
+ },
26
+ {
27
+ "epoch": 4,
28
+ "train_loss": 0.47191078103942313,
29
+ "val_accuracy": 0.8333333333333334,
30
+ "val_precision": 0.8658154121863799,
31
+ "val_recall": 0.828946484925804,
32
+ "val_f1": 0.8281302427263387
33
+ },
34
+ {
35
+ "epoch": 5,
36
+ "train_loss": 0.42038358720667635,
37
+ "val_accuracy": 0.8333333333333334,
38
+ "val_precision": 0.8640645429692143,
39
+ "val_recall": 0.8290539179480292,
40
+ "val_f1": 0.8283534910715211
41
+ },
42
+ {
43
+ "epoch": 6,
44
+ "train_loss": 0.38270793631399946,
45
+ "val_accuracy": 0.9157509157509157,
46
+ "val_precision": 0.9172010485985078,
47
+ "val_recall": 0.9167528369032432,
48
+ "val_f1": 0.9157463938275747
49
+ },
50
+ {
51
+ "epoch": 7,
52
+ "train_loss": 0.3206588797298543,
53
+ "val_accuracy": 0.9065934065934066,
54
+ "val_precision": 0.9121787862219792,
55
+ "val_recall": 0.9049553481501377,
56
+ "val_f1": 0.9059545882853584
57
+ },
58
+ {
59
+ "epoch": 8,
60
+ "train_loss": 0.30710716714789144,
61
+ "val_accuracy": 0.9230769230769231,
62
+ "val_precision": 0.9239539114614919,
63
+ "val_recall": 0.9224736453367354,
64
+ "val_f1": 0.9229020979020979
65
+ },
66
+ {
67
+ "epoch": 9,
68
+ "train_loss": 0.27490629948975837,
69
+ "val_accuracy": 0.9102564102564102,
70
+ "val_precision": 0.9118881118881119,
71
+ "val_recall": 0.911307325589203,
72
+ "val_f1": 0.9102488837301361
73
+ },
74
+ {
75
+ "epoch": 10,
76
+ "train_loss": 0.24542406719901186,
77
+ "val_accuracy": 0.8974358974358975,
78
+ "val_precision": 0.9039237257059038,
79
+ "val_recall": 0.8993889746860941,
80
+ "val_f1": 0.8972691108482959
81
+ },
82
+ {
83
+ "epoch": 11,
84
+ "train_loss": 0.22633684674898782,
85
+ "val_accuracy": 0.9139194139194139,
86
+ "val_precision": 0.9159802971576227,
87
+ "val_recall": 0.9150809104948634,
88
+ "val_f1": 0.9139052629106879
89
+ },
90
+ {
91
+ "epoch": 12,
92
+ "train_loss": 0.21402068845518343,
93
+ "val_accuracy": 0.9413919413919414,
94
+ "val_precision": 0.9435317025678471,
95
+ "val_recall": 0.9404821056872357,
96
+ "val_f1": 0.9411899344310853
97
+ },
98
+ {
99
+ "epoch": 13,
100
+ "train_loss": 0.19681227447349073,
101
+ "val_accuracy": 0.9413919413919414,
102
+ "val_precision": 0.9440239394472804,
103
+ "val_recall": 0.9403746726650104,
104
+ "val_f1": 0.9411637931034482
105
+ },
106
+ {
107
+ "epoch": 14,
108
+ "train_loss": 0.1911166019382931,
109
+ "val_accuracy": 0.9542124542124543,
110
+ "val_precision": 0.9545454545454546,
111
+ "val_recall": 0.9539045189014974,
112
+ "val_f1": 0.9541446208112876
113
+ },
114
+ {
115
+ "epoch": 15,
116
+ "train_loss": 0.17769900286372328,
117
+ "val_accuracy": 0.945054945054945,
118
+ "val_precision": 0.9467756094266999,
119
+ "val_recall": 0.944255690592896,
120
+ "val_f1": 0.9448885658914729
121
+ },
122
+ {
123
+ "epoch": 16,
124
+ "train_loss": 0.18178535861410064,
125
+ "val_accuracy": 0.9377289377289377,
126
+ "val_precision": 0.9408637873754153,
127
+ "val_recall": 0.93660108775935,
128
+ "val_f1": 0.9374570446735395
129
+ },
130
+ {
131
+ "epoch": 17,
132
+ "train_loss": 0.16534339475544382,
133
+ "val_accuracy": 0.9542124542124543,
134
+ "val_precision": 0.9541353383458646,
135
+ "val_recall": 0.954226817968173,
136
+ "val_f1": 0.9541778704291166
137
+ },
138
+ {
139
+ "epoch": 18,
140
+ "train_loss": 0.1494612639203613,
141
+ "val_accuracy": 0.9542124542124543,
142
+ "val_precision": 0.9543597462638426,
143
+ "val_recall": 0.9540119519237226,
144
+ "val_f1": 0.9541569411093013
145
+ },
146
+ {
147
+ "epoch": 19,
148
+ "train_loss": 0.1416139644417134,
149
+ "val_accuracy": 0.9487179487179487,
150
+ "val_precision": 0.9487834043182093,
151
+ "val_recall": 0.9485664406096824,
152
+ "val_f1": 0.9486621534493875
153
+ },
154
+ {
155
+ "epoch": 20,
156
+ "train_loss": 0.1431212273491171,
157
+ "val_accuracy": 0.9468864468864469,
158
+ "val_precision": 0.9467793880837359,
159
+ "val_recall": 0.9471093802457531,
160
+ "val_f1": 0.9468648802832262
161
+ },
162
+ {
163
+ "epoch": 21,
164
+ "train_loss": 0.14020049550157765,
165
+ "val_accuracy": 0.9560439560439561,
166
+ "val_precision": 0.9559271536510408,
167
+ "val_recall": 0.9562210434432283,
168
+ "val_f1": 0.9560227135435544
169
+ },
170
+ {
171
+ "epoch": 22,
172
+ "train_loss": 0.1228280464262316,
173
+ "val_accuracy": 0.9615384615384616,
174
+ "val_precision": 0.9614248899387952,
175
+ "val_recall": 0.9616665547572685,
176
+ "val_f1": 0.961516645577905
177
+ },
178
+ {
179
+ "epoch": 23,
180
+ "train_loss": 0.1184138535852834,
181
+ "val_accuracy": 0.9505494505494505,
182
+ "val_precision": 0.9506091670244741,
183
+ "val_recall": 0.9509903981736386,
184
+ "val_f1": 0.9505413212465653
185
+ },
186
+ {
187
+ "epoch": 24,
188
+ "train_loss": 0.11545957491183892,
189
+ "val_accuracy": 0.9523809523809523,
190
+ "val_precision": 0.9522978866152298,
191
+ "val_recall": 0.9526623245820184,
192
+ "val_f1": 0.9523649736926877
193
+ },
194
+ {
195
+ "epoch": 25,
196
+ "train_loss": 0.10115449720031612,
197
+ "val_accuracy": 0.9468864468864469,
198
+ "val_precision": 0.9473048426930097,
199
+ "val_recall": 0.9475391123346539,
200
+ "val_f1": 0.9468848433616117
201
+ },
202
+ {
203
+ "epoch": 26,
204
+ "train_loss": 0.12381507017591716,
205
+ "val_accuracy": 0.9432234432234432,
206
+ "val_precision": 0.9436406099001395,
207
+ "val_recall": 0.9438729604512187,
208
+ "val_f1": 0.9432217291106885
209
+ },
210
+ {
211
+ "epoch": 27,
212
+ "train_loss": 0.1112405023240781,
213
+ "val_accuracy": 0.9505494505494505,
214
+ "val_precision": 0.9506091670244741,
215
+ "val_recall": 0.9509903981736386,
216
+ "val_f1": 0.9505413212465653
217
+ },
218
+ {
219
+ "epoch": 28,
220
+ "train_loss": 0.10112565420158617,
221
+ "val_accuracy": 0.9523809523809523,
222
+ "val_precision": 0.9523809523809523,
223
+ "val_recall": 0.9527697576042435,
224
+ "val_f1": 0.9523707272556468
225
+ },
226
+ {
227
+ "epoch": 29,
228
+ "train_loss": 0.10147672509535766,
229
+ "val_accuracy": 0.9560439560439561,
230
+ "val_precision": 0.9559610868835962,
231
+ "val_recall": 0.9563284764654536,
232
+ "val_f1": 0.9560292064855578
233
+ },
234
+ {
235
+ "epoch": 30,
236
+ "train_loss": 0.10117092506189049,
237
+ "val_accuracy": 0.9542124542124543,
238
+ "val_precision": 0.9553985546327257,
239
+ "val_recall": 0.9535822198348217,
240
+ "val_f1": 0.954100212853958
241
+ },
242
+ {
243
+ "epoch": 31,
244
+ "train_loss": 0.09065847038786053,
245
+ "val_accuracy": 0.9578754578754579,
246
+ "val_precision": 0.9577606571459251,
247
+ "val_recall": 0.9580004028738334,
248
+ "val_f1": 0.9578515642043719
249
+ },
250
+ {
251
+ "epoch": 32,
252
+ "train_loss": 0.09394031129913889,
253
+ "val_accuracy": 0.9377289377289377,
254
+ "val_precision": 0.9392216172615446,
255
+ "val_recall": 0.9387497482038542,
256
+ "val_f1": 0.9377255954377726
257
+ },
258
+ {
259
+ "epoch": 33,
260
+ "train_loss": 0.10049437914357517,
261
+ "val_accuracy": 0.9413919413919414,
262
+ "val_precision": 0.942201034042839,
263
+ "val_recall": 0.942201034042839,
264
+ "val_f1": 0.9413919413919415
265
+ },
266
+ {
267
+ "epoch": 34,
268
+ "train_loss": 0.09371680550741189,
269
+ "val_accuracy": 0.9523809523809523,
270
+ "val_precision": 0.9525125796712512,
271
+ "val_recall": 0.9528771906264688,
272
+ "val_f1": 0.9523752012882448
273
+ },
274
+ {
275
+ "epoch": 35,
276
+ "train_loss": 0.08883802860211103,
277
+ "val_accuracy": 0.9578754578754579,
278
+ "val_precision": 0.9578900709219859,
279
+ "val_recall": 0.9577855368293829,
280
+ "val_f1": 0.9578345818209901
281
+ },
282
+ {
283
+ "epoch": 36,
284
+ "train_loss": 0.0796046090677326,
285
+ "val_accuracy": 0.9560439560439561,
286
+ "val_precision": 0.9559271536510408,
287
+ "val_recall": 0.9562210434432283,
288
+ "val_f1": 0.9560227135435544
289
+ },
290
+ {
291
+ "epoch": 37,
292
+ "train_loss": 0.0631575305219535,
293
+ "val_accuracy": 0.9652014652014652,
294
+ "val_precision": 0.9658026485788114,
295
+ "val_recall": 0.9647955415295777,
296
+ "val_f1": 0.9651396062327992
297
+ },
298
+ {
299
+ "epoch": 38,
300
+ "train_loss": 0.05721465268960366,
301
+ "val_accuracy": 0.9633699633699634,
302
+ "val_precision": 0.9638384028627931,
303
+ "val_recall": 0.9630161820989727,
304
+ "val_f1": 0.9633103967315343
305
+ },
306
+ {
307
+ "epoch": 39,
308
+ "train_loss": 0.07558913362441046,
309
+ "val_accuracy": 0.9615384615384616,
310
+ "val_precision": 0.9621285529715762,
311
+ "val_recall": 0.9611293896461425,
312
+ "val_f1": 0.9614700910994096
313
+ },
314
+ {
315
+ "epoch": 40,
316
+ "train_loss": 0.05897268981778578,
317
+ "val_accuracy": 0.9560439560439561,
318
+ "val_precision": 0.9561757799396176,
319
+ "val_recall": 0.9565433425099039,
320
+ "val_f1": 0.9560386473429952
321
+ },
322
+ {
323
+ "epoch": 41,
324
+ "train_loss": 0.0672777832482324,
325
+ "val_accuracy": 0.9505494505494505,
326
+ "val_precision": 0.9507648953301127,
327
+ "val_recall": 0.9510978311958638,
328
+ "val_f1": 0.950545303279871
329
+ },
330
+ {
331
+ "epoch": 42,
332
+ "train_loss": 0.07387452623073434,
333
+ "val_accuracy": 0.9468864468864469,
334
+ "val_precision": 0.9468387720051524,
335
+ "val_recall": 0.9472168132679782,
336
+ "val_f1": 0.9468720116764809
337
+ },
338
+ {
339
+ "epoch": 43,
340
+ "train_loss": 0.060761918405910116,
341
+ "val_accuracy": 0.9615384615384616,
342
+ "val_precision": 0.9624191810344828,
343
+ "val_recall": 0.9610219566239173,
344
+ "val_f1": 0.9614576575425811
345
+ },
346
+ {
347
+ "epoch": 44,
348
+ "train_loss": 0.05313444471211879,
349
+ "val_accuracy": 0.9505494505494505,
350
+ "val_precision": 0.9504321915601848,
351
+ "val_recall": 0.9506680991069629,
352
+ "val_f1": 0.9505214014573061
353
+ },
354
+ {
355
+ "epoch": 45,
356
+ "train_loss": 0.04072025269542858,
357
+ "val_accuracy": 0.9597069597069597,
358
+ "val_precision": 0.9596723292822131,
359
+ "val_recall": 0.9596723292822131,
360
+ "val_f1": 0.9596723292822131
361
+ },
362
+ {
363
+ "epoch": 46,
364
+ "train_loss": 0.055309839464805936,
365
+ "val_accuracy": 0.9597069597069597,
366
+ "val_precision": 0.9604297658637728,
367
+ "val_recall": 0.9592425971933123,
368
+ "val_f1": 0.959628957451099
369
+ },
370
+ {
371
+ "epoch": 47,
372
+ "train_loss": 0.05399842771800446,
373
+ "val_accuracy": 0.9487179487179487,
374
+ "val_precision": 0.9485995732288326,
375
+ "val_recall": 0.948888739676358,
376
+ "val_f1": 0.9486931658008135
377
+ },
378
+ {
379
+ "epoch": 48,
380
+ "train_loss": 0.04235113592265726,
381
+ "val_accuracy": 0.9633699633699634,
382
+ "val_precision": 0.9636216979229684,
383
+ "val_recall": 0.9631236151211979,
384
+ "val_f1": 0.9633207486329254
385
+ },
386
+ {
387
+ "epoch": 49,
388
+ "train_loss": 0.038632895435878646,
389
+ "val_accuracy": 0.9633699633699634,
390
+ "val_precision": 0.96410539496183,
391
+ "val_recall": 0.9629087490767474,
392
+ "val_f1": 0.9632990522282718
393
+ },
394
+ {
395
+ "epoch": 50,
396
+ "train_loss": 0.040045643013803076,
397
+ "val_accuracy": 0.9560439560439561,
398
+ "val_precision": 0.956006177398778,
399
+ "val_recall": 0.956006177398778,
400
+ "val_f1": 0.956006177398778
401
+ },
402
+ {
403
+ "epoch": 51,
404
+ "train_loss": 0.0330905672503915,
405
+ "val_accuracy": 0.9468864468864469,
406
+ "val_precision": 0.9468387720051524,
407
+ "val_recall": 0.9472168132679782,
408
+ "val_f1": 0.9468720116764809
409
+ },
410
+ {
411
+ "epoch": 52,
412
+ "train_loss": 0.047919610262790444,
413
+ "val_accuracy": 0.9542124542124543,
414
+ "val_precision": 0.9541353383458646,
415
+ "val_recall": 0.954226817968173,
416
+ "val_f1": 0.9541778704291166
417
+ },
418
+ {
419
+ "epoch": 53,
420
+ "train_loss": 0.03801409852428314,
421
+ "val_accuracy": 0.945054945054945,
422
+ "val_precision": 0.9451861791345186,
423
+ "val_recall": 0.9455448868595985,
424
+ "val_f1": 0.9450483091787439
425
+ },
426
+ {
427
+ "epoch": 54,
428
+ "train_loss": 0.04727692558215214,
429
+ "val_accuracy": 0.9633699633699634,
430
+ "val_precision": 0.9634551048650392,
431
+ "val_recall": 0.9632310481434231,
432
+ "val_f1": 0.9633301096067053
433
+ },
434
+ {
435
+ "epoch": 55,
436
+ "train_loss": 0.047273712225886055,
437
+ "val_accuracy": 0.9652014652014652,
438
+ "val_precision": 0.9658026485788114,
439
+ "val_recall": 0.9647955415295777,
440
+ "val_f1": 0.9651396062327992
441
+ },
442
+ {
443
+ "epoch": 56,
444
+ "train_loss": 0.05756462440440506,
445
+ "val_accuracy": 0.967032967032967,
446
+ "val_precision": 0.9672917927001412,
447
+ "val_recall": 0.966789767004633,
448
+ "val_f1": 0.9669886737696328
449
+ },
450
+ {
451
+ "epoch": 57,
452
+ "train_loss": 0.04840580114733169,
453
+ "val_accuracy": 0.9615384615384616,
454
+ "val_precision": 0.9614661654135339,
455
+ "val_recall": 0.9615591217350433,
456
+ "val_f1": 0.9615094111604581
457
+ },
458
+ {
459
+ "epoch": 58,
460
+ "train_loss": 0.03384876802509084,
461
+ "val_accuracy": 0.945054945054945,
462
+ "val_precision": 0.9455922032942693,
463
+ "val_recall": 0.9457597529040489,
464
+ "val_f1": 0.9450542078145128
465
+ },
466
+ {
467
+ "epoch": 59,
468
+ "train_loss": 0.035081143221466535,
469
+ "val_accuracy": 0.9523809523809523,
470
+ "val_precision": 0.9522633634399367,
471
+ "val_recall": 0.9525548915597932,
472
+ "val_f1": 0.952357939672184
473
+ },
474
+ {
475
+ "epoch": 60,
476
+ "train_loss": 0.03508922595517103,
477
+ "val_accuracy": 0.9615384615384616,
478
+ "val_precision": 0.9614661654135339,
479
+ "val_recall": 0.9615591217350433,
480
+ "val_f1": 0.9615094111604581
481
+ },
482
+ {
483
+ "epoch": 61,
484
+ "train_loss": 0.023680802595020433,
485
+ "val_accuracy": 0.967032967032967,
486
+ "val_precision": 0.9672917927001412,
487
+ "val_recall": 0.966789767004633,
488
+ "val_f1": 0.9669886737696328
489
+ },
490
+ {
491
+ "epoch": 62,
492
+ "train_loss": 0.03321636636014823,
493
+ "val_accuracy": 0.9597069597069597,
494
+ "val_precision": 0.9596723292822131,
495
+ "val_recall": 0.9596723292822131,
496
+ "val_f1": 0.9596723292822131
497
+ },
498
+ {
499
+ "epoch": 63,
500
+ "train_loss": 0.025709565251301497,
501
+ "val_accuracy": 0.9413919413919414,
502
+ "val_precision": 0.9415229788661523,
503
+ "val_recall": 0.9418787349761633,
504
+ "val_f1": 0.9413848631239936
505
+ },
506
+ {
507
+ "epoch": 64,
508
+ "train_loss": 0.031035337368565383,
509
+ "val_accuracy": 0.9413919413919414,
510
+ "val_precision": 0.942522403901705,
511
+ "val_recall": 0.9423084670650641,
512
+ "val_f1": 0.9413911550021468
513
+ },
514
+ {
515
+ "epoch": 65,
516
+ "train_loss": 0.05180117741718397,
517
+ "val_accuracy": 0.9633699633699634,
518
+ "val_precision": 0.9638384028627931,
519
+ "val_recall": 0.9630161820989727,
520
+ "val_f1": 0.9633103967315343
521
+ },
522
+ {
523
+ "epoch": 66,
524
+ "train_loss": 0.04757862095976924,
525
+ "val_accuracy": 0.9322344322344323,
526
+ "val_precision": 0.932647911521529,
527
+ "val_recall": 0.9328745048009132,
528
+ "val_f1": 0.9322323863579185
529
+ },
530
+ {
531
+ "epoch": 67,
532
+ "train_loss": 0.022349905454632127,
533
+ "val_accuracy": 0.967032967032967,
534
+ "val_precision": 0.9675110650720407,
535
+ "val_recall": 0.9666823339824078,
536
+ "val_f1": 0.9669793570583809
537
+ },
538
+ {
539
+ "epoch": 68,
540
+ "train_loss": 0.03742330611407102,
541
+ "val_accuracy": 0.9487179487179487,
542
+ "val_precision": 0.9485995732288326,
543
+ "val_recall": 0.948888739676358,
544
+ "val_f1": 0.9486931658008135
545
+ },
546
+ {
547
+ "epoch": 69,
548
+ "train_loss": 0.01937864084929337,
549
+ "val_accuracy": 0.9505494505494505,
550
+ "val_precision": 0.9504321915601848,
551
+ "val_recall": 0.9506680991069629,
552
+ "val_f1": 0.9505214014573061
553
+ },
554
+ {
555
+ "epoch": 70,
556
+ "train_loss": 0.02610204809587517,
557
+ "val_accuracy": 0.9652014652014652,
558
+ "val_precision": 0.9653666272443824,
559
+ "val_recall": 0.965010407574028,
560
+ "val_f1": 0.965159275243069
561
+ },
562
+ {
563
+ "epoch": 71,
564
+ "train_loss": 0.028218333926665912,
565
+ "val_accuracy": 0.9633699633699634,
566
+ "val_precision": 0.9633384811656482,
567
+ "val_recall": 0.9633384811656482,
568
+ "val_f1": 0.9633384811656482
569
+ },
570
+ {
571
+ "epoch": 72,
572
+ "train_loss": 0.017567943912101806,
573
+ "val_accuracy": 0.945054945054945,
574
+ "val_precision": 0.945054945054945,
575
+ "val_recall": 0.9454374538373733,
576
+ "val_f1": 0.9450431468334385
577
+ },
578
+ {
579
+ "epoch": 73,
580
+ "train_loss": 0.02082539827395708,
581
+ "val_accuracy": 0.9487179487179487,
582
+ "val_precision": 0.9487179487179487,
583
+ "val_recall": 0.9491036057208084,
584
+ "val_f1": 0.9487069370445426
585
+ },
586
+ {
587
+ "epoch": 74,
588
+ "train_loss": 0.019678911972866007,
589
+ "val_accuracy": 0.9560439560439561,
590
+ "val_precision": 0.9559421690628649,
591
+ "val_recall": 0.9561136104210032,
592
+ "val_f1": 0.956015037593985
593
+ },
594
+ {
595
+ "epoch": 75,
596
+ "train_loss": 0.014258409894648053,
597
+ "val_accuracy": 0.9505494505494505,
598
+ "val_precision": 0.9504321915601848,
599
+ "val_recall": 0.9506680991069629,
600
+ "val_f1": 0.9505214014573061
601
+ },
602
+ {
603
+ "epoch": 76,
604
+ "train_loss": 0.01812694815325213,
605
+ "val_accuracy": 0.9487179487179487,
606
+ "val_precision": 0.9486346863468634,
607
+ "val_recall": 0.9489961726985832,
608
+ "val_f1": 0.9487007408998174
609
+ }
610
+ ]
models/part2/gat_bert/seed2/result.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architecture": "gat",
3
+ "feature": "bert",
4
+ "seed": 2,
5
+ "best_epoch": 56,
6
+ "epochs_run": 76,
7
+ "best_val_f1": 0.9669886737696328,
8
+ "test": {
9
+ "accuracy": 0.9636696288552012,
10
+ "precision": 0.9636887248170656,
11
+ "recall": 0.9636650307687263,
12
+ "f1": 0.9636689115791672
13
+ },
14
+ "parameters": 115714,
15
+ "seconds": 53.824202832067385,
16
+ "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/l5o3xc9p"
17
+ }
models/part2/gat_bert/seed3/best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8b19bc6f0850da62f780a3f338bb7d9231c8f05d2915013b66545f75dea1db9
3
+ size 466894
models/part2/gat_bert/seed3/history.json ADDED
@@ -0,0 +1,570 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 1,
4
+ "train_loss": 0.6840449844524538,
5
+ "val_accuracy": 0.6501831501831502,
6
+ "val_precision": 0.7622549019607843,
7
+ "val_recall": 0.6594977506210972,
8
+ "val_f1": 0.6159559855200021
9
+ },
10
+ {
11
+ "epoch": 2,
12
+ "train_loss": 0.6246868830460769,
13
+ "val_accuracy": 0.7637362637362637,
14
+ "val_precision": 0.825207116664403,
15
+ "val_recall": 0.7572483717182569,
16
+ "val_f1": 0.7488330296298145
17
+ },
18
+ {
19
+ "epoch": 3,
20
+ "train_loss": 0.5102342882435837,
21
+ "val_accuracy": 0.8223443223443223,
22
+ "val_precision": 0.8553326927696373,
23
+ "val_recall": 0.8178405962532733,
24
+ "val_f1": 0.8165544998908928
25
+ },
26
+ {
27
+ "epoch": 4,
28
+ "train_loss": 0.48426318092223924,
29
+ "val_accuracy": 0.8956043956043956,
30
+ "val_precision": 0.8965052313666271,
31
+ "val_recall": 0.894923789699859,
32
+ "val_f1": 0.8953484853070242
33
+ },
34
+ {
35
+ "epoch": 5,
36
+ "train_loss": 0.43914641467206206,
37
+ "val_accuracy": 0.8901098901098901,
38
+ "val_precision": 0.8932941224082342,
39
+ "val_recall": 0.8915195058080978,
40
+ "val_f1": 0.890056783858886
41
+ },
42
+ {
43
+ "epoch": 6,
44
+ "train_loss": 0.3960335420601534,
45
+ "val_accuracy": 0.9212454212454212,
46
+ "val_precision": 0.9211974023185916,
47
+ "val_recall": 0.921553750083932,
48
+ "val_f1": 0.9212240173134028
49
+ },
50
+ {
51
+ "epoch": 7,
52
+ "train_loss": 0.35325619654777723,
53
+ "val_accuracy": 0.9230769230769231,
54
+ "val_precision": 0.9236035600660465,
55
+ "val_recall": 0.9237628416034378,
56
+ "val_f1": 0.9230758909403178
57
+ },
58
+ {
59
+ "epoch": 8,
60
+ "train_loss": 0.3154270603106572,
61
+ "val_accuracy": 0.9120879120879121,
62
+ "val_precision": 0.9159700182321562,
63
+ "val_recall": 0.913623850130934,
64
+ "val_f1": 0.91203007518797
65
+ },
66
+ {
67
+ "epoch": 9,
68
+ "train_loss": 0.28529399169452024,
69
+ "val_accuracy": 0.9065934065934066,
70
+ "val_precision": 0.9120731707317074,
71
+ "val_recall": 0.9083932048613443,
72
+ "val_f1": 0.9064801598629747
73
+ },
74
+ {
75
+ "epoch": 10,
76
+ "train_loss": 0.2656977016192216,
77
+ "val_accuracy": 0.9413919413919414,
78
+ "val_precision": 0.9413415698650373,
79
+ "val_recall": 0.9413415698650373,
80
+ "val_f1": 0.9413415698650374
81
+ },
82
+ {
83
+ "epoch": 11,
84
+ "train_loss": 0.22785465495708662,
85
+ "val_accuracy": 0.9413919413919414,
86
+ "val_precision": 0.9435317025678471,
87
+ "val_recall": 0.9404821056872357,
88
+ "val_f1": 0.9411899344310853
89
+ },
90
+ {
91
+ "epoch": 12,
92
+ "train_loss": 0.2394804407061238,
93
+ "val_accuracy": 0.9340659340659341,
94
+ "val_precision": 0.9343738676472562,
95
+ "val_recall": 0.9346538642315182,
96
+ "val_f1": 0.9340623951694061
97
+ },
98
+ {
99
+ "epoch": 13,
100
+ "train_loss": 0.20043879774682252,
101
+ "val_accuracy": 0.9340659340659341,
102
+ "val_precision": 0.9348687302759686,
103
+ "val_recall": 0.9348687302759686,
104
+ "val_f1": 0.934065934065934
105
+ },
106
+ {
107
+ "epoch": 14,
108
+ "train_loss": 0.18489104236438597,
109
+ "val_accuracy": 0.9194139194139194,
110
+ "val_precision": 0.9222154841317971,
111
+ "val_recall": 0.9207412878533539,
112
+ "val_f1": 0.919386878556856
113
+ },
114
+ {
115
+ "epoch": 15,
116
+ "train_loss": 0.20961127618511954,
117
+ "val_accuracy": 0.9487179487179487,
118
+ "val_precision": 0.9487179487179487,
119
+ "val_recall": 0.9491036057208084,
120
+ "val_f1": 0.9487069370445426
121
+ },
122
+ {
123
+ "epoch": 16,
124
+ "train_loss": 0.16691389336035803,
125
+ "val_accuracy": 0.9597069597069597,
126
+ "val_precision": 0.9596723292822131,
127
+ "val_recall": 0.9596723292822131,
128
+ "val_f1": 0.9596723292822131
129
+ },
130
+ {
131
+ "epoch": 17,
132
+ "train_loss": 0.15363686005056124,
133
+ "val_accuracy": 0.9340659340659341,
134
+ "val_precision": 0.9351865536282901,
135
+ "val_recall": 0.9349761632981938,
136
+ "val_f1": 0.9340650493774152
137
+ },
138
+ {
139
+ "epoch": 18,
140
+ "train_loss": 0.1489168888592458,
141
+ "val_accuracy": 0.9340659340659341,
142
+ "val_precision": 0.9348687302759686,
143
+ "val_recall": 0.9348687302759686,
144
+ "val_f1": 0.934065934065934
145
+ },
146
+ {
147
+ "epoch": 19,
148
+ "train_loss": 0.14497460703273396,
149
+ "val_accuracy": 0.945054945054945,
150
+ "val_precision": 0.9453652382805685,
151
+ "val_recall": 0.9456523198818236,
152
+ "val_f1": 0.9450519959745052
153
+ },
154
+ {
155
+ "epoch": 20,
156
+ "train_loss": 0.12492209269013597,
157
+ "val_accuracy": 0.9413919413919414,
158
+ "val_precision": 0.942522403901705,
159
+ "val_recall": 0.9423084670650641,
160
+ "val_f1": 0.9413911550021468
161
+ },
162
+ {
163
+ "epoch": 21,
164
+ "train_loss": 0.12769895944839868,
165
+ "val_accuracy": 0.9615384615384616,
166
+ "val_precision": 0.9615570599613152,
167
+ "val_recall": 0.9614516887128182,
168
+ "val_f1": 0.9615011399235126
169
+ },
170
+ {
171
+ "epoch": 22,
172
+ "train_loss": 0.11320478526445535,
173
+ "val_accuracy": 0.9578754578754579,
174
+ "val_precision": 0.9578007518796993,
175
+ "val_recall": 0.9578929698516081,
176
+ "val_f1": 0.9578436407947875
177
+ },
178
+ {
179
+ "epoch": 23,
180
+ "train_loss": 0.11315425253394759,
181
+ "val_accuracy": 0.9487179487179487,
182
+ "val_precision": 0.9490290284916726,
183
+ "val_recall": 0.9493184717652589,
184
+ "val_f1": 0.9487151962428715
185
+ },
186
+ {
187
+ "epoch": 24,
188
+ "train_loss": 0.09501796041107002,
189
+ "val_accuracy": 0.9468864468864469,
190
+ "val_precision": 0.9471014492753623,
191
+ "val_recall": 0.9474316793124287,
192
+ "val_f1": 0.9468819924117132
193
+ },
194
+ {
195
+ "epoch": 25,
196
+ "train_loss": 0.10228936357812567,
197
+ "val_accuracy": 0.9487179487179487,
198
+ "val_precision": 0.9488493794028849,
199
+ "val_recall": 0.9492110387430337,
200
+ "val_f1": 0.9487117552334944
201
+ },
202
+ {
203
+ "epoch": 26,
204
+ "train_loss": 0.09936312217633803,
205
+ "val_accuracy": 0.9523809523809523,
206
+ "val_precision": 0.9522978866152298,
207
+ "val_recall": 0.9526623245820184,
208
+ "val_f1": 0.9523649736926877
209
+ },
210
+ {
211
+ "epoch": 27,
212
+ "train_loss": 0.10619728231713885,
213
+ "val_accuracy": 0.9560439560439561,
214
+ "val_precision": 0.9559271536510408,
215
+ "val_recall": 0.9562210434432283,
216
+ "val_f1": 0.9560227135435544
217
+ },
218
+ {
219
+ "epoch": 28,
220
+ "train_loss": 0.08716486341186933,
221
+ "val_accuracy": 0.9578754578754579,
222
+ "val_precision": 0.9577606571459251,
223
+ "val_recall": 0.9580004028738334,
224
+ "val_f1": 0.9578515642043719
225
+ },
226
+ {
227
+ "epoch": 29,
228
+ "train_loss": 0.08798135102013528,
229
+ "val_accuracy": 0.9597069597069597,
230
+ "val_precision": 0.9595909438621448,
231
+ "val_recall": 0.9598871953266636,
232
+ "val_f1": 0.9596874874149249
233
+ },
234
+ {
235
+ "epoch": 30,
236
+ "train_loss": 0.0761291981084552,
237
+ "val_accuracy": 0.9615384615384616,
238
+ "val_precision": 0.9614248899387952,
239
+ "val_recall": 0.9616665547572685,
240
+ "val_f1": 0.961516645577905
241
+ },
242
+ {
243
+ "epoch": 31,
244
+ "train_loss": 0.07619491339603186,
245
+ "val_accuracy": 0.9560439560439561,
246
+ "val_precision": 0.9559610868835962,
247
+ "val_recall": 0.9563284764654536,
248
+ "val_f1": 0.9560292064855578
249
+ },
250
+ {
251
+ "epoch": 32,
252
+ "train_loss": 0.06825158294740614,
253
+ "val_accuracy": 0.9560439560439561,
254
+ "val_precision": 0.956006177398778,
255
+ "val_recall": 0.956006177398778,
256
+ "val_f1": 0.956006177398778
257
+ },
258
+ {
259
+ "epoch": 33,
260
+ "train_loss": 0.08464362731565049,
261
+ "val_accuracy": 0.9578754578754579,
262
+ "val_precision": 0.9578279304422499,
263
+ "val_recall": 0.9582152689182837,
264
+ "val_f1": 0.9578640092606573
265
+ },
266
+ {
267
+ "epoch": 34,
268
+ "train_loss": 0.07830813479347107,
269
+ "val_accuracy": 0.9578754578754579,
270
+ "val_precision": 0.9578279304422499,
271
+ "val_recall": 0.9582152689182837,
272
+ "val_f1": 0.9578640092606573
273
+ },
274
+ {
275
+ "epoch": 35,
276
+ "train_loss": 0.07228183972857374,
277
+ "val_accuracy": 0.9597069597069597,
278
+ "val_precision": 0.9596723292822131,
279
+ "val_recall": 0.9596723292822131,
280
+ "val_f1": 0.9596723292822131
281
+ },
282
+ {
283
+ "epoch": 36,
284
+ "train_loss": 0.06467930606869987,
285
+ "val_accuracy": 0.9578754578754579,
286
+ "val_precision": 0.9578007518796993,
287
+ "val_recall": 0.9578929698516081,
288
+ "val_f1": 0.9578436407947875
289
+ },
290
+ {
291
+ "epoch": 37,
292
+ "train_loss": 0.06696569182715573,
293
+ "val_accuracy": 0.9523809523809523,
294
+ "val_precision": 0.9523809523809523,
295
+ "val_recall": 0.9527697576042435,
296
+ "val_f1": 0.9523707272556468
297
+ },
298
+ {
299
+ "epoch": 38,
300
+ "train_loss": 0.07310480120909083,
301
+ "val_accuracy": 0.9377289377289377,
302
+ "val_precision": 0.9388544787649975,
303
+ "val_recall": 0.938642315181629,
304
+ "val_f1": 0.937728102189781
305
+ },
306
+ {
307
+ "epoch": 39,
308
+ "train_loss": 0.08327254606581433,
309
+ "val_accuracy": 0.9432234432234432,
310
+ "val_precision": 0.9441892327530625,
311
+ "val_recall": 0.9440878264956691,
312
+ "val_f1": 0.9432232527715815
313
+ },
314
+ {
315
+ "epoch": 40,
316
+ "train_loss": 0.06829090058912725,
317
+ "val_accuracy": 0.9633699633699634,
318
+ "val_precision": 0.9633384811656482,
319
+ "val_recall": 0.9633384811656482,
320
+ "val_f1": 0.9633384811656482
321
+ },
322
+ {
323
+ "epoch": 41,
324
+ "train_loss": 0.057810402451417386,
325
+ "val_accuracy": 0.945054945054945,
326
+ "val_precision": 0.9451861791345186,
327
+ "val_recall": 0.9455448868595985,
328
+ "val_f1": 0.9450483091787439
329
+ },
330
+ {
331
+ "epoch": 42,
332
+ "train_loss": 0.057060516224457666,
333
+ "val_accuracy": 0.9322344322344323,
334
+ "val_precision": 0.9339160839160839,
335
+ "val_recall": 0.933304236889814,
336
+ "val_f1": 0.9322287489390824
337
+ },
338
+ {
339
+ "epoch": 43,
340
+ "train_loss": 0.07159923798926585,
341
+ "val_accuracy": 0.9468864468864469,
342
+ "val_precision": 0.9473048426930097,
343
+ "val_recall": 0.9475391123346539,
344
+ "val_f1": 0.9468848433616117
345
+ },
346
+ {
347
+ "epoch": 44,
348
+ "train_loss": 0.054552301518864685,
349
+ "val_accuracy": 0.9413919413919414,
350
+ "val_precision": 0.9419274294228988,
351
+ "val_recall": 0.9420936010206138,
352
+ "val_f1": 0.9413911550021468
353
+ },
354
+ {
355
+ "epoch": 45,
356
+ "train_loss": 0.058079914861928414,
357
+ "val_accuracy": 0.9633699633699634,
358
+ "val_precision": 0.9638384028627931,
359
+ "val_recall": 0.9630161820989727,
360
+ "val_f1": 0.9633103967315343
361
+ },
362
+ {
363
+ "epoch": 46,
364
+ "train_loss": 0.04584555868264083,
365
+ "val_accuracy": 0.9652014652014652,
366
+ "val_precision": 0.9655594405594405,
367
+ "val_recall": 0.9649029745518029,
368
+ "val_f1": 0.9651499118165785
369
+ },
370
+ {
371
+ "epoch": 47,
372
+ "train_loss": 0.029568082833792263,
373
+ "val_accuracy": 0.9523809523809523,
374
+ "val_precision": 0.9525125796712512,
375
+ "val_recall": 0.9528771906264688,
376
+ "val_f1": 0.9523752012882448
377
+ },
378
+ {
379
+ "epoch": 48,
380
+ "train_loss": 0.04314257773560482,
381
+ "val_accuracy": 0.945054945054945,
382
+ "val_precision": 0.9451861791345186,
383
+ "val_recall": 0.9455448868595985,
384
+ "val_f1": 0.9450483091787439
385
+ },
386
+ {
387
+ "epoch": 49,
388
+ "train_loss": 0.050312249310614864,
389
+ "val_accuracy": 0.9523809523809523,
390
+ "val_precision": 0.9522978866152298,
391
+ "val_recall": 0.9526623245820184,
392
+ "val_f1": 0.9523649736926877
393
+ },
394
+ {
395
+ "epoch": 50,
396
+ "train_loss": 0.047995132008642506,
397
+ "val_accuracy": 0.9652014652014652,
398
+ "val_precision": 0.9652240490006447,
399
+ "val_recall": 0.9651178405962533,
400
+ "val_f1": 0.9651676980260353
401
+ },
402
+ {
403
+ "epoch": 51,
404
+ "train_loss": 0.03533579346352008,
405
+ "val_accuracy": 0.9688644688644689,
406
+ "val_precision": 0.9692307692307692,
407
+ "val_recall": 0.9685691264352381,
408
+ "val_f1": 0.9688183421516755
409
+ },
410
+ {
411
+ "epoch": 52,
412
+ "train_loss": 0.04039163418086894,
413
+ "val_accuracy": 0.9542124542124543,
414
+ "val_precision": 0.9541648776298841,
415
+ "val_recall": 0.9545491170348486,
416
+ "val_f1": 0.9542000100659318
417
+ },
418
+ {
419
+ "epoch": 53,
420
+ "train_loss": 0.05185544587699048,
421
+ "val_accuracy": 0.9615384615384616,
422
+ "val_precision": 0.9624191810344828,
423
+ "val_recall": 0.9610219566239173,
424
+ "val_f1": 0.9614576575425811
425
+ },
426
+ {
427
+ "epoch": 54,
428
+ "train_loss": 0.04480524271071612,
429
+ "val_accuracy": 0.9560439560439561,
430
+ "val_precision": 0.9574255689406306,
431
+ "val_recall": 0.9553615792654266,
432
+ "val_f1": 0.9559280534890291
433
+ },
434
+ {
435
+ "epoch": 55,
436
+ "train_loss": 0.04386296278827793,
437
+ "val_accuracy": 0.9615384615384616,
438
+ "val_precision": 0.9616976669175357,
439
+ "val_recall": 0.9613442556905929,
440
+ "val_f1": 0.961491830531813
441
+ },
442
+ {
443
+ "epoch": 56,
444
+ "train_loss": 0.05259936638585814,
445
+ "val_accuracy": 0.9688644688644689,
446
+ "val_precision": 0.9692307692307692,
447
+ "val_recall": 0.9685691264352381,
448
+ "val_f1": 0.9688183421516755
449
+ },
450
+ {
451
+ "epoch": 57,
452
+ "train_loss": 0.05083584339245335,
453
+ "val_accuracy": 0.9633699633699634,
454
+ "val_precision": 0.96410539496183,
455
+ "val_recall": 0.9629087490767474,
456
+ "val_f1": 0.9632990522282718
457
+ },
458
+ {
459
+ "epoch": 58,
460
+ "train_loss": 0.03942580174504619,
461
+ "val_accuracy": 0.9688644688644689,
462
+ "val_precision": 0.9692307692307692,
463
+ "val_recall": 0.9685691264352381,
464
+ "val_f1": 0.9688183421516755
465
+ },
466
+ {
467
+ "epoch": 59,
468
+ "train_loss": 0.04081128761786353,
469
+ "val_accuracy": 0.9688644688644689,
470
+ "val_precision": 0.9692307692307692,
471
+ "val_recall": 0.9685691264352381,
472
+ "val_f1": 0.9688183421516755
473
+ },
474
+ {
475
+ "epoch": 60,
476
+ "train_loss": 0.02873828897300439,
477
+ "val_accuracy": 0.9615384615384616,
478
+ "val_precision": 0.9624191810344828,
479
+ "val_recall": 0.9610219566239173,
480
+ "val_f1": 0.9614576575425811
481
+ },
482
+ {
483
+ "epoch": 61,
484
+ "train_loss": 0.04110935545993812,
485
+ "val_accuracy": 0.9597069597069597,
486
+ "val_precision": 0.9604297658637728,
487
+ "val_recall": 0.9592425971933123,
488
+ "val_f1": 0.959628957451099
489
+ },
490
+ {
491
+ "epoch": 62,
492
+ "train_loss": 0.024162584888465677,
493
+ "val_accuracy": 0.9633699633699634,
494
+ "val_precision": 0.9638384028627931,
495
+ "val_recall": 0.9630161820989727,
496
+ "val_f1": 0.9633103967315343
497
+ },
498
+ {
499
+ "epoch": 63,
500
+ "train_loss": 0.029501800715322896,
501
+ "val_accuracy": 0.9597069597069597,
502
+ "val_precision": 0.9596069429342354,
503
+ "val_recall": 0.9597797623044384,
504
+ "val_f1": 0.9596804511278196
505
+ },
506
+ {
507
+ "epoch": 64,
508
+ "train_loss": 0.027663904163754468,
509
+ "val_accuracy": 0.9615384615384616,
510
+ "val_precision": 0.9615570599613152,
511
+ "val_recall": 0.9614516887128182,
512
+ "val_f1": 0.9615011399235126
513
+ },
514
+ {
515
+ "epoch": 65,
516
+ "train_loss": 0.03483730268019896,
517
+ "val_accuracy": 0.9578754578754579,
518
+ "val_precision": 0.9577606571459251,
519
+ "val_recall": 0.9580004028738334,
520
+ "val_f1": 0.9578515642043719
521
+ },
522
+ {
523
+ "epoch": 66,
524
+ "train_loss": 0.055067851508356934,
525
+ "val_accuracy": 0.967032967032967,
526
+ "val_precision": 0.9671230300017466,
527
+ "val_recall": 0.9668972000268583,
528
+ "val_f1": 0.9669970986460348
529
+ },
530
+ {
531
+ "epoch": 67,
532
+ "train_loss": 0.03575268022088341,
533
+ "val_accuracy": 0.9652014652014652,
534
+ "val_precision": 0.9652240490006447,
535
+ "val_recall": 0.9651178405962533,
536
+ "val_f1": 0.9651676980260353
537
+ },
538
+ {
539
+ "epoch": 68,
540
+ "train_loss": 0.023325164430525715,
541
+ "val_accuracy": 0.967032967032967,
542
+ "val_precision": 0.9675110650720407,
543
+ "val_recall": 0.9666823339824078,
544
+ "val_f1": 0.9669793570583809
545
+ },
546
+ {
547
+ "epoch": 69,
548
+ "train_loss": 0.03387787991677558,
549
+ "val_accuracy": 0.9633699633699634,
550
+ "val_precision": 0.9644228825550838,
551
+ "val_recall": 0.9628013160545222,
552
+ "val_f1": 0.9632867132867132
553
+ },
554
+ {
555
+ "epoch": 70,
556
+ "train_loss": 0.03874579560516518,
557
+ "val_accuracy": 0.9633699633699634,
558
+ "val_precision": 0.9638384028627931,
559
+ "val_recall": 0.9630161820989727,
560
+ "val_f1": 0.9633103967315343
561
+ },
562
+ {
563
+ "epoch": 71,
564
+ "train_loss": 0.025188489059743645,
565
+ "val_accuracy": 0.967032967032967,
566
+ "val_precision": 0.9675110650720407,
567
+ "val_recall": 0.9666823339824078,
568
+ "val_f1": 0.9669793570583809
569
+ }
570
+ ]
models/part2/gat_bert/seed3/result.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architecture": "gat",
3
+ "feature": "bert",
4
+ "seed": 3,
5
+ "best_epoch": 51,
6
+ "epochs_run": 71,
7
+ "best_val_f1": 0.9688183421516755,
8
+ "test": {
9
+ "accuracy": 0.9678515420805018,
10
+ "precision": 0.967904407795938,
11
+ "recall": 0.9678436751959252,
12
+ "f1": 0.9678501694021806
13
+ },
14
+ "parameters": 115714,
15
+ "seconds": 75.3302357988432,
16
+ "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/k9s36h97"
17
+ }
models/part2/gat_bert/seed4/best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:822c2f3d9f6f6ff658aa72a0b7c4c357b6d6ef534c36d164547abe8190e943dc
3
+ size 466894
models/part2/gat_bert/seed4/history.json ADDED
@@ -0,0 +1,746 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 1,
4
+ "train_loss": 0.6867505713696882,
5
+ "val_accuracy": 0.7692307692307693,
6
+ "val_precision": 0.8335123523093448,
7
+ "val_recall": 0.7626938830322971,
8
+ "val_f1": 0.7544403198172474
9
+ },
10
+ {
11
+ "epoch": 2,
12
+ "train_loss": 0.612114823781527,
13
+ "val_accuracy": 0.8315018315018315,
14
+ "val_precision": 0.8628990213456869,
15
+ "val_recall": 0.8271671254951991,
16
+ "val_f1": 0.8263550884955752
17
+ },
18
+ {
19
+ "epoch": 3,
20
+ "train_loss": 0.517206588507572,
21
+ "val_accuracy": 0.8736263736263736,
22
+ "val_precision": 0.8758536585365854,
23
+ "val_recall": 0.8724971463103471,
24
+ "val_f1": 0.8731049442387946
25
+ },
26
+ {
27
+ "epoch": 4,
28
+ "train_loss": 0.4788728884724907,
29
+ "val_accuracy": 0.8937728937728938,
30
+ "val_precision": 0.8994732161182185,
31
+ "val_recall": 0.8920701000470019,
32
+ "val_f1": 0.8930135135135135
33
+ },
34
+ {
35
+ "epoch": 5,
36
+ "train_loss": 0.4376355196748461,
37
+ "val_accuracy": 0.9065934065934066,
38
+ "val_precision": 0.9114782276546982,
39
+ "val_recall": 0.9050627811723628,
40
+ "val_f1": 0.9060104567839145
41
+ },
42
+ {
43
+ "epoch": 6,
44
+ "train_loss": 0.3860539152072026,
45
+ "val_accuracy": 0.9194139194139194,
46
+ "val_precision": 0.9195437772559544,
47
+ "val_recall": 0.9198818236755523,
48
+ "val_f1": 0.9194041867954912
49
+ },
50
+ {
51
+ "epoch": 7,
52
+ "train_loss": 0.3518305312801193,
53
+ "val_accuracy": 0.9194139194139194,
54
+ "val_precision": 0.9197187068028398,
55
+ "val_recall": 0.9199892566977774,
56
+ "val_f1": 0.9194095940959409
57
+ },
58
+ {
59
+ "epoch": 8,
60
+ "train_loss": 0.2957129960968381,
61
+ "val_accuracy": 0.9304029304029304,
62
+ "val_precision": 0.9307100774361521,
63
+ "val_recall": 0.930987712348083,
64
+ "val_f1": 0.93039919490104
65
+ },
66
+ {
67
+ "epoch": 9,
68
+ "train_loss": 0.26151197106191965,
69
+ "val_accuracy": 0.9358974358974359,
70
+ "val_precision": 0.9366783405172414,
71
+ "val_recall": 0.9353588934398711,
72
+ "val_f1": 0.9357627625709685
73
+ },
74
+ {
75
+ "epoch": 10,
76
+ "train_loss": 0.23116769873615586,
77
+ "val_accuracy": 0.9285714285714286,
78
+ "val_precision": 0.9287842190016103,
79
+ "val_recall": 0.9291009198952528,
80
+ "val_f1": 0.9285654380709246
81
+ },
82
+ {
83
+ "epoch": 11,
84
+ "train_loss": 0.20965276740409516,
85
+ "val_accuracy": 0.9285714285714286,
86
+ "val_precision": 0.928983678728659,
87
+ "val_recall": 0.9292083529174779,
88
+ "val_f1": 0.9285692721069951
89
+ },
90
+ {
91
+ "epoch": 12,
92
+ "train_loss": 0.19015395979741553,
93
+ "val_accuracy": 0.9432234432234432,
94
+ "val_precision": 0.9437580749354005,
95
+ "val_recall": 0.9427986302289666,
96
+ "val_f1": 0.9431225154324617
97
+ },
98
+ {
99
+ "epoch": 13,
100
+ "train_loss": 0.1681920547079254,
101
+ "val_accuracy": 0.9395604395604396,
102
+ "val_precision": 0.9394524959742351,
103
+ "val_recall": 0.9397770764788826,
104
+ "val_f1": 0.9395358982533264
105
+ },
106
+ {
107
+ "epoch": 14,
108
+ "train_loss": 0.17380851902913697,
109
+ "val_accuracy": 0.9358974358974359,
110
+ "val_precision": 0.9361111111111111,
111
+ "val_recall": 0.9364332236621231,
112
+ "val_f1": 0.9358920598072402
113
+ },
114
+ {
115
+ "epoch": 15,
116
+ "train_loss": 0.167088423538339,
117
+ "val_accuracy": 0.9487179487179487,
118
+ "val_precision": 0.9500600304873936,
119
+ "val_recall": 0.9480292754985564,
120
+ "val_f1": 0.948582729070534
121
+ },
122
+ {
123
+ "epoch": 16,
124
+ "train_loss": 0.15372063083089751,
125
+ "val_accuracy": 0.945054945054945,
126
+ "val_precision": 0.9477204717479317,
127
+ "val_recall": 0.9440408245484455,
128
+ "val_f1": 0.9448410560344829
129
+ },
130
+ {
131
+ "epoch": 17,
132
+ "train_loss": 0.14714093713751641,
133
+ "val_accuracy": 0.9432234432234432,
134
+ "val_precision": 0.9467077407447617,
135
+ "val_recall": 0.9420465990733902,
136
+ "val_f1": 0.9429615126690413
137
+ },
138
+ {
139
+ "epoch": 18,
140
+ "train_loss": 0.15563964456210644,
141
+ "val_accuracy": 0.945054945054945,
142
+ "val_precision": 0.9477204717479317,
143
+ "val_recall": 0.9440408245484455,
144
+ "val_f1": 0.9448410560344829
145
+ },
146
+ {
147
+ "epoch": 19,
148
+ "train_loss": 0.12961388540355276,
149
+ "val_accuracy": 0.9542124542124543,
150
+ "val_precision": 0.9545454545454546,
151
+ "val_recall": 0.9539045189014974,
152
+ "val_f1": 0.9541446208112876
153
+ },
154
+ {
155
+ "epoch": 20,
156
+ "train_loss": 0.11733125821574704,
157
+ "val_accuracy": 0.9560439560439561,
158
+ "val_precision": 0.9561192545916242,
159
+ "val_recall": 0.9558987443765528,
160
+ "val_f1": 0.9559961315280465
161
+ },
162
+ {
163
+ "epoch": 21,
164
+ "train_loss": 0.11397522960827028,
165
+ "val_accuracy": 0.9523809523809523,
166
+ "val_precision": 0.9530785076676584,
167
+ "val_recall": 0.951910293426442,
168
+ "val_f1": 0.9522887678967533
169
+ },
170
+ {
171
+ "epoch": 22,
172
+ "train_loss": 0.11199808838494095,
173
+ "val_accuracy": 0.9542124542124543,
174
+ "val_precision": 0.9542230818826564,
175
+ "val_recall": 0.9541193849459477,
176
+ "val_f1": 0.9541680237184675
177
+ },
178
+ {
179
+ "epoch": 23,
180
+ "train_loss": 0.09949561740670886,
181
+ "val_accuracy": 0.9468864468864469,
182
+ "val_precision": 0.9469461142121083,
183
+ "val_recall": 0.9473242462902034,
184
+ "val_f1": 0.9468777154129776
185
+ },
186
+ {
187
+ "epoch": 24,
188
+ "train_loss": 0.112795396956987,
189
+ "val_accuracy": 0.9468864468864469,
190
+ "val_precision": 0.9469461142121083,
191
+ "val_recall": 0.9473242462902034,
192
+ "val_f1": 0.9468777154129776
193
+ },
194
+ {
195
+ "epoch": 25,
196
+ "train_loss": 0.0911736209423114,
197
+ "val_accuracy": 0.9560439560439561,
198
+ "val_precision": 0.9559271536510408,
199
+ "val_recall": 0.9562210434432283,
200
+ "val_f1": 0.9560227135435544
201
+ },
202
+ {
203
+ "epoch": 26,
204
+ "train_loss": 0.10387529585606013,
205
+ "val_accuracy": 0.9523809523809523,
206
+ "val_precision": 0.9522773951914945,
207
+ "val_recall": 0.952447458537568,
208
+ "val_f1": 0.9523496240601506
209
+ },
210
+ {
211
+ "epoch": 27,
212
+ "train_loss": 0.11470414286022221,
213
+ "val_accuracy": 0.9523809523809523,
214
+ "val_precision": 0.9522978866152298,
215
+ "val_recall": 0.9526623245820184,
216
+ "val_f1": 0.9523649736926877
217
+ },
218
+ {
219
+ "epoch": 28,
220
+ "train_loss": 0.13878091956887925,
221
+ "val_accuracy": 0.9542124542124543,
222
+ "val_precision": 0.9541062801932367,
223
+ "val_recall": 0.9544416840126233,
224
+ "val_f1": 0.9541938623131261
225
+ },
226
+ {
227
+ "epoch": 29,
228
+ "train_loss": 0.09616606073938447,
229
+ "val_accuracy": 0.9322344322344323,
230
+ "val_precision": 0.9339160839160839,
231
+ "val_recall": 0.933304236889814,
232
+ "val_f1": 0.9322287489390824
233
+ },
234
+ {
235
+ "epoch": 30,
236
+ "train_loss": 0.11125462766968723,
237
+ "val_accuracy": 0.9578754578754579,
238
+ "val_precision": 0.9578007518796993,
239
+ "val_recall": 0.9578929698516081,
240
+ "val_f1": 0.9578436407947875
241
+ },
242
+ {
243
+ "epoch": 31,
244
+ "train_loss": 0.09179964699806312,
245
+ "val_accuracy": 0.9615384615384616,
246
+ "val_precision": 0.9621285529715762,
247
+ "val_recall": 0.9611293896461425,
248
+ "val_f1": 0.9614700910994096
249
+ },
250
+ {
251
+ "epoch": 32,
252
+ "train_loss": 0.10452035047632434,
253
+ "val_accuracy": 0.9615384615384616,
254
+ "val_precision": 0.9624191810344828,
255
+ "val_recall": 0.9610219566239173,
256
+ "val_f1": 0.9614576575425811
257
+ },
258
+ {
259
+ "epoch": 33,
260
+ "train_loss": 0.08442881613314807,
261
+ "val_accuracy": 0.9597069597069597,
262
+ "val_precision": 0.9601657406535455,
263
+ "val_recall": 0.9593500302155376,
264
+ "val_f1": 0.9596414364046877
265
+ },
266
+ {
267
+ "epoch": 34,
268
+ "train_loss": 0.0928125575239405,
269
+ "val_accuracy": 0.9633699633699634,
270
+ "val_precision": 0.9638384028627931,
271
+ "val_recall": 0.9630161820989727,
272
+ "val_f1": 0.9633103967315343
273
+ },
274
+ {
275
+ "epoch": 35,
276
+ "train_loss": 0.08120230391567007,
277
+ "val_accuracy": 0.9505494505494505,
278
+ "val_precision": 0.9505018248175183,
279
+ "val_recall": 0.9508829651514135,
280
+ "val_f1": 0.9505360108712064
281
+ },
282
+ {
283
+ "epoch": 36,
284
+ "train_loss": 0.07072500277296964,
285
+ "val_accuracy": 0.9432234432234432,
286
+ "val_precision": 0.9438909774436091,
287
+ "val_recall": 0.9439803934734439,
288
+ "val_f1": 0.9432232527715814
289
+ },
290
+ {
291
+ "epoch": 37,
292
+ "train_loss": 0.08650020589785916,
293
+ "val_accuracy": 0.9523809523809523,
294
+ "val_precision": 0.9523809523809523,
295
+ "val_recall": 0.9527697576042435,
296
+ "val_f1": 0.9523707272556468
297
+ },
298
+ {
299
+ "epoch": 38,
300
+ "train_loss": 0.07365522446322353,
301
+ "val_accuracy": 0.9542124542124543,
302
+ "val_precision": 0.9540964243530549,
303
+ "val_recall": 0.9543342509903983,
304
+ "val_f1": 0.9541864828308391
305
+ },
306
+ {
307
+ "epoch": 39,
308
+ "train_loss": 0.07265037508347096,
309
+ "val_accuracy": 0.9633699633699634,
310
+ "val_precision": 0.9638384028627931,
311
+ "val_recall": 0.9630161820989727,
312
+ "val_f1": 0.9633103967315343
313
+ },
314
+ {
315
+ "epoch": 40,
316
+ "train_loss": 0.06405857647513295,
317
+ "val_accuracy": 0.9615384615384616,
318
+ "val_precision": 0.961888111888112,
319
+ "val_recall": 0.9612368226683676,
320
+ "val_f1": 0.9614814814814814
321
+ },
322
+ {
323
+ "epoch": 41,
324
+ "train_loss": 0.05729091161991651,
325
+ "val_accuracy": 0.9523809523809523,
326
+ "val_precision": 0.9541495036801945,
327
+ "val_recall": 0.9515879943597663,
328
+ "val_f1": 0.9522367571059431
329
+ },
330
+ {
331
+ "epoch": 42,
332
+ "train_loss": 0.06504476414277004,
333
+ "val_accuracy": 0.9560439560439561,
334
+ "val_precision": 0.9574255689406306,
335
+ "val_recall": 0.9553615792654266,
336
+ "val_f1": 0.9559280534890291
337
+ },
338
+ {
339
+ "epoch": 43,
340
+ "train_loss": 0.06057507170862331,
341
+ "val_accuracy": 0.9615384615384616,
342
+ "val_precision": 0.961888111888112,
343
+ "val_recall": 0.9612368226683676,
344
+ "val_f1": 0.9614814814814814
345
+ },
346
+ {
347
+ "epoch": 44,
348
+ "train_loss": 0.05561008697355187,
349
+ "val_accuracy": 0.9615384615384616,
350
+ "val_precision": 0.961888111888112,
351
+ "val_recall": 0.9612368226683676,
352
+ "val_f1": 0.9614814814814814
353
+ },
354
+ {
355
+ "epoch": 45,
356
+ "train_loss": 0.047714378452781356,
357
+ "val_accuracy": 0.9615384615384616,
358
+ "val_precision": 0.961888111888112,
359
+ "val_recall": 0.9612368226683676,
360
+ "val_f1": 0.9614814814814814
361
+ },
362
+ {
363
+ "epoch": 46,
364
+ "train_loss": 0.05736492651995722,
365
+ "val_accuracy": 0.9597069597069597,
366
+ "val_precision": 0.9601657406535455,
367
+ "val_recall": 0.9593500302155376,
368
+ "val_f1": 0.9596414364046877
369
+ },
370
+ {
371
+ "epoch": 47,
372
+ "train_loss": 0.05725046395982578,
373
+ "val_accuracy": 0.9578754578754579,
374
+ "val_precision": 0.9587419181034482,
375
+ "val_recall": 0.9573558047404821,
376
+ "val_f1": 0.9577869582609222
377
+ },
378
+ {
379
+ "epoch": 48,
380
+ "train_loss": 0.049579566556127955,
381
+ "val_accuracy": 0.9505494505494505,
382
+ "val_precision": 0.952527027027027,
383
+ "val_recall": 0.9497012019069362,
384
+ "val_f1": 0.9503895273510458
385
+ },
386
+ {
387
+ "epoch": 49,
388
+ "train_loss": 0.05785951094067359,
389
+ "val_accuracy": 0.9523809523809523,
390
+ "val_precision": 0.9541495036801945,
391
+ "val_recall": 0.9515879943597663,
392
+ "val_f1": 0.9522367571059431
393
+ },
394
+ {
395
+ "epoch": 50,
396
+ "train_loss": 0.06700966384384659,
397
+ "val_accuracy": 0.9578754578754579,
398
+ "val_precision": 0.9587419181034482,
399
+ "val_recall": 0.9573558047404821,
400
+ "val_f1": 0.9577869582609222
401
+ },
402
+ {
403
+ "epoch": 51,
404
+ "train_loss": 0.06016503330388349,
405
+ "val_accuracy": 0.9652014652014652,
406
+ "val_precision": 0.9655594405594405,
407
+ "val_recall": 0.9649029745518029,
408
+ "val_f1": 0.9651499118165785
409
+ },
410
+ {
411
+ "epoch": 52,
412
+ "train_loss": 0.054096369789196894,
413
+ "val_accuracy": 0.9578754578754579,
414
+ "val_precision": 0.9582167832167832,
415
+ "val_recall": 0.9575706707849325,
416
+ "val_f1": 0.9578130511463845
417
+ },
418
+ {
419
+ "epoch": 53,
420
+ "train_loss": 0.041509931395342065,
421
+ "val_accuracy": 0.945054945054945,
422
+ "val_precision": 0.945054945054945,
423
+ "val_recall": 0.9454374538373733,
424
+ "val_f1": 0.9450431468334385
425
+ },
426
+ {
427
+ "epoch": 54,
428
+ "train_loss": 0.03467647885501166,
429
+ "val_accuracy": 0.9652014652014652,
430
+ "val_precision": 0.9652240490006447,
431
+ "val_recall": 0.9651178405962533,
432
+ "val_f1": 0.9651676980260353
433
+ },
434
+ {
435
+ "epoch": 55,
436
+ "train_loss": 0.03860320958680722,
437
+ "val_accuracy": 0.9597069597069597,
438
+ "val_precision": 0.9604297658637728,
439
+ "val_recall": 0.9592425971933123,
440
+ "val_f1": 0.959628957451099
441
+ },
442
+ {
443
+ "epoch": 56,
444
+ "train_loss": 0.0465686131309677,
445
+ "val_accuracy": 0.9578754578754579,
446
+ "val_precision": 0.9590793873368568,
447
+ "val_recall": 0.9572483717182569,
448
+ "val_f1": 0.9577721958256413
449
+ },
450
+ {
451
+ "epoch": 57,
452
+ "train_loss": 0.044741460255214145,
453
+ "val_accuracy": 0.9578754578754579,
454
+ "val_precision": 0.9590793873368568,
455
+ "val_recall": 0.9572483717182569,
456
+ "val_f1": 0.9577721958256413
457
+ },
458
+ {
459
+ "epoch": 58,
460
+ "train_loss": 0.03457767351260989,
461
+ "val_accuracy": 0.9615384615384616,
462
+ "val_precision": 0.9615570599613152,
463
+ "val_recall": 0.9614516887128182,
464
+ "val_f1": 0.9615011399235126
465
+ },
466
+ {
467
+ "epoch": 59,
468
+ "train_loss": 0.036498296282666945,
469
+ "val_accuracy": 0.9633699633699634,
470
+ "val_precision": 0.9638384028627931,
471
+ "val_recall": 0.9630161820989727,
472
+ "val_f1": 0.9633103967315343
473
+ },
474
+ {
475
+ "epoch": 60,
476
+ "train_loss": 0.04477961905873739,
477
+ "val_accuracy": 0.9633699633699634,
478
+ "val_precision": 0.9634551048650392,
479
+ "val_recall": 0.9632310481434231,
480
+ "val_f1": 0.9633301096067053
481
+ },
482
+ {
483
+ "epoch": 61,
484
+ "train_loss": 0.033240067052753855,
485
+ "val_accuracy": 0.9633699633699634,
486
+ "val_precision": 0.9634551048650392,
487
+ "val_recall": 0.9632310481434231,
488
+ "val_f1": 0.9633301096067053
489
+ },
490
+ {
491
+ "epoch": 62,
492
+ "train_loss": 0.04439188182463139,
493
+ "val_accuracy": 0.9652014652014652,
494
+ "val_precision": 0.9653666272443824,
495
+ "val_recall": 0.965010407574028,
496
+ "val_f1": 0.965159275243069
497
+ },
498
+ {
499
+ "epoch": 63,
500
+ "train_loss": 0.055526634330277914,
501
+ "val_accuracy": 0.9578754578754579,
502
+ "val_precision": 0.9587419181034482,
503
+ "val_recall": 0.9573558047404821,
504
+ "val_f1": 0.9577869582609222
505
+ },
506
+ {
507
+ "epoch": 64,
508
+ "train_loss": 0.03501080402306148,
509
+ "val_accuracy": 0.9578754578754579,
510
+ "val_precision": 0.9590793873368568,
511
+ "val_recall": 0.9572483717182569,
512
+ "val_f1": 0.9577721958256413
513
+ },
514
+ {
515
+ "epoch": 65,
516
+ "train_loss": 0.03536993333380738,
517
+ "val_accuracy": 0.9597069597069597,
518
+ "val_precision": 0.9604297658637728,
519
+ "val_recall": 0.9592425971933123,
520
+ "val_f1": 0.959628957451099
521
+ },
522
+ {
523
+ "epoch": 66,
524
+ "train_loss": 0.04748696058770239,
525
+ "val_accuracy": 0.9652014652014652,
526
+ "val_precision": 0.9653666272443824,
527
+ "val_recall": 0.965010407574028,
528
+ "val_f1": 0.965159275243069
529
+ },
530
+ {
531
+ "epoch": 67,
532
+ "train_loss": 0.03862006166752005,
533
+ "val_accuracy": 0.9597069597069597,
534
+ "val_precision": 0.9596069429342354,
535
+ "val_recall": 0.9597797623044384,
536
+ "val_f1": 0.9596804511278196
537
+ },
538
+ {
539
+ "epoch": 68,
540
+ "train_loss": 0.04256637289355963,
541
+ "val_accuracy": 0.945054945054945,
542
+ "val_precision": 0.9453652382805685,
543
+ "val_recall": 0.9456523198818236,
544
+ "val_f1": 0.9450519959745052
545
+ },
546
+ {
547
+ "epoch": 69,
548
+ "train_loss": 0.04224756671177162,
549
+ "val_accuracy": 0.9597069597069597,
550
+ "val_precision": 0.9597871797283317,
551
+ "val_recall": 0.9595648962599879,
552
+ "val_f1": 0.9596631205673759
553
+ },
554
+ {
555
+ "epoch": 70,
556
+ "train_loss": 0.03728409310045478,
557
+ "val_accuracy": 0.9597069597069597,
558
+ "val_precision": 0.9601657406535455,
559
+ "val_recall": 0.9593500302155376,
560
+ "val_f1": 0.9596414364046877
561
+ },
562
+ {
563
+ "epoch": 71,
564
+ "train_loss": 0.03059226734352199,
565
+ "val_accuracy": 0.9578754578754579,
566
+ "val_precision": 0.9590793873368568,
567
+ "val_recall": 0.9572483717182569,
568
+ "val_f1": 0.9577721958256413
569
+ },
570
+ {
571
+ "epoch": 72,
572
+ "train_loss": 0.02304720549738451,
573
+ "val_accuracy": 0.9597069597069597,
574
+ "val_precision": 0.9604297658637728,
575
+ "val_recall": 0.9592425971933123,
576
+ "val_f1": 0.959628957451099
577
+ },
578
+ {
579
+ "epoch": 73,
580
+ "train_loss": 0.022549106411963372,
581
+ "val_accuracy": 0.967032967032967,
582
+ "val_precision": 0.9671230300017466,
583
+ "val_recall": 0.9668972000268583,
584
+ "val_f1": 0.9669970986460348
585
+ },
586
+ {
587
+ "epoch": 74,
588
+ "train_loss": 0.020161880627138057,
589
+ "val_accuracy": 0.9615384615384616,
590
+ "val_precision": 0.9614248899387952,
591
+ "val_recall": 0.9616665547572685,
592
+ "val_f1": 0.961516645577905
593
+ },
594
+ {
595
+ "epoch": 75,
596
+ "train_loss": 0.02215356733172368,
597
+ "val_accuracy": 0.9615384615384616,
598
+ "val_precision": 0.9621285529715762,
599
+ "val_recall": 0.9611293896461425,
600
+ "val_f1": 0.9614700910994096
601
+ },
602
+ {
603
+ "epoch": 76,
604
+ "train_loss": 0.021416975157983575,
605
+ "val_accuracy": 0.9652014652014652,
606
+ "val_precision": 0.9653666272443824,
607
+ "val_recall": 0.965010407574028,
608
+ "val_f1": 0.965159275243069
609
+ },
610
+ {
611
+ "epoch": 77,
612
+ "train_loss": 0.016566021859154595,
613
+ "val_accuracy": 0.9560439560439561,
614
+ "val_precision": 0.9562815083686227,
615
+ "val_recall": 0.9557913113543275,
616
+ "val_f1": 0.9559848983595104
617
+ },
618
+ {
619
+ "epoch": 78,
620
+ "train_loss": 0.0240739314192599,
621
+ "val_accuracy": 0.9542124542124543,
622
+ "val_precision": 0.9543597462638426,
623
+ "val_recall": 0.9540119519237226,
624
+ "val_f1": 0.9541569411093013
625
+ },
626
+ {
627
+ "epoch": 79,
628
+ "train_loss": 0.024869283477028648,
629
+ "val_accuracy": 0.9615384615384616,
630
+ "val_precision": 0.961888111888112,
631
+ "val_recall": 0.9612368226683676,
632
+ "val_f1": 0.9614814814814814
633
+ },
634
+ {
635
+ "epoch": 80,
636
+ "train_loss": 0.031587237608192605,
637
+ "val_accuracy": 0.9615384615384616,
638
+ "val_precision": 0.961888111888112,
639
+ "val_recall": 0.9612368226683676,
640
+ "val_f1": 0.9614814814814814
641
+ },
642
+ {
643
+ "epoch": 81,
644
+ "train_loss": 0.020594661591417623,
645
+ "val_accuracy": 0.9578754578754579,
646
+ "val_precision": 0.9582167832167832,
647
+ "val_recall": 0.9575706707849325,
648
+ "val_f1": 0.9578130511463845
649
+ },
650
+ {
651
+ "epoch": 82,
652
+ "train_loss": 0.029472175925874557,
653
+ "val_accuracy": 0.9542124542124543,
654
+ "val_precision": 0.954780361757106,
655
+ "val_recall": 0.9537970858792721,
656
+ "val_f1": 0.9541310608326306
657
+ },
658
+ {
659
+ "epoch": 83,
660
+ "train_loss": 0.022902222097793343,
661
+ "val_accuracy": 0.9542124542124543,
662
+ "val_precision": 0.9562162162162162,
663
+ "val_recall": 0.9533673537903713,
664
+ "val_f1": 0.9540643771768942
665
+ },
666
+ {
667
+ "epoch": 84,
668
+ "train_loss": 0.0218124865919297,
669
+ "val_accuracy": 0.9560439560439561,
670
+ "val_precision": 0.9570648878107944,
671
+ "val_recall": 0.9554690122876519,
672
+ "val_f1": 0.955944055944056
673
+ },
674
+ {
675
+ "epoch": 85,
676
+ "train_loss": 0.024862934386651048,
677
+ "val_accuracy": 0.9487179487179487,
678
+ "val_precision": 0.9509147701918786,
679
+ "val_recall": 0.9478144094541059,
680
+ "val_f1": 0.9485411926271996
681
+ },
682
+ {
683
+ "epoch": 86,
684
+ "train_loss": 0.02123494692583442,
685
+ "val_accuracy": 0.9578754578754579,
686
+ "val_precision": 0.9582167832167832,
687
+ "val_recall": 0.9575706707849325,
688
+ "val_f1": 0.9578130511463845
689
+ },
690
+ {
691
+ "epoch": 87,
692
+ "train_loss": 0.022071064951328132,
693
+ "val_accuracy": 0.9615384615384616,
694
+ "val_precision": 0.961888111888112,
695
+ "val_recall": 0.9612368226683676,
696
+ "val_f1": 0.9614814814814814
697
+ },
698
+ {
699
+ "epoch": 88,
700
+ "train_loss": 0.018441772040648337,
701
+ "val_accuracy": 0.9542124542124543,
702
+ "val_precision": 0.9540964243530549,
703
+ "val_recall": 0.9543342509903983,
704
+ "val_f1": 0.9541864828308391
705
+ },
706
+ {
707
+ "epoch": 89,
708
+ "train_loss": 0.01711533662109148,
709
+ "val_accuracy": 0.9615384615384616,
710
+ "val_precision": 0.961888111888112,
711
+ "val_recall": 0.9612368226683676,
712
+ "val_f1": 0.9614814814814814
713
+ },
714
+ {
715
+ "epoch": 90,
716
+ "train_loss": 0.01829156659939241,
717
+ "val_accuracy": 0.9652014652014652,
718
+ "val_precision": 0.9658026485788114,
719
+ "val_recall": 0.9647955415295777,
720
+ "val_f1": 0.9651396062327992
721
+ },
722
+ {
723
+ "epoch": 91,
724
+ "train_loss": 0.019370267474716835,
725
+ "val_accuracy": 0.9615384615384616,
726
+ "val_precision": 0.961888111888112,
727
+ "val_recall": 0.9612368226683676,
728
+ "val_f1": 0.9614814814814814
729
+ },
730
+ {
731
+ "epoch": 92,
732
+ "train_loss": 0.02702934163257534,
733
+ "val_accuracy": 0.9597069597069597,
734
+ "val_precision": 0.9599516031457955,
735
+ "val_recall": 0.9594574632377627,
736
+ "val_f1": 0.9596528234962179
737
+ },
738
+ {
739
+ "epoch": 93,
740
+ "train_loss": 0.06401770845765159,
741
+ "val_accuracy": 0.9377289377289377,
742
+ "val_precision": 0.9392216172615446,
743
+ "val_recall": 0.9387497482038542,
744
+ "val_f1": 0.9377255954377726
745
+ }
746
+ ]
models/part2/gat_bert/seed4/result.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architecture": "gat",
3
+ "feature": "bert",
4
+ "seed": 4,
5
+ "best_epoch": 73,
6
+ "epochs_run": 93,
7
+ "best_val_f1": 0.9669970986460348,
8
+ "test": {
9
+ "accuracy": 0.9668060637741767,
10
+ "precision": 0.9668368051029507,
11
+ "recall": 0.9668129501907333,
12
+ "f1": 0.9668057893908077
13
+ },
14
+ "parameters": 115714,
15
+ "seconds": 99.74877041112632,
16
+ "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/h5vq9j0p"
17
+ }
models/part2/gcn_bert/seed0/best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b29c2694aedb5e109d7d981f35b5afade0ea5c327e1595acd6a3a43b52f2e8d
3
+ size 463978
models/part2/gcn_bert/seed0/history.json ADDED
@@ -0,0 +1,362 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 1,
4
+ "train_loss": 0.688343536941123,
5
+ "val_accuracy": 0.717948717948718,
6
+ "val_precision": 0.8149702410975487,
7
+ "val_recall": 0.7096488283086013,
8
+ "val_f1": 0.6892223536369013
9
+ },
10
+ {
11
+ "epoch": 2,
12
+ "train_loss": 0.6437964140277206,
13
+ "val_accuracy": 0.7344322344322345,
14
+ "val_precision": 0.8225042042501147,
15
+ "val_recall": 0.7266299603840731,
16
+ "val_f1": 0.7104952334285307
17
+ },
18
+ {
19
+ "epoch": 3,
20
+ "train_loss": 0.5715002081333063,
21
+ "val_accuracy": 0.8608058608058609,
22
+ "val_precision": 0.8619758255115133,
23
+ "val_recall": 0.8599341972738871,
24
+ "val_f1": 0.8603843669250646
25
+ },
26
+ {
27
+ "epoch": 4,
28
+ "train_loss": 0.4703735148077046,
29
+ "val_accuracy": 0.86996336996337,
30
+ "val_precision": 0.8702761627906976,
31
+ "val_recall": 0.8694755925602633,
32
+ "val_f1": 0.8697322127646705
33
+ },
34
+ {
35
+ "epoch": 5,
36
+ "train_loss": 0.4031064015823406,
37
+ "val_accuracy": 0.8717948717948718,
38
+ "val_precision": 0.8839177244355075,
39
+ "val_recall": 0.8692137245685894,
40
+ "val_f1": 0.870120160939539
41
+ },
42
+ {
43
+ "epoch": 6,
44
+ "train_loss": 0.36666993081788,
45
+ "val_accuracy": 0.9010989010989011,
46
+ "val_precision": 0.9029248306356741,
47
+ "val_recall": 0.9001544349694488,
48
+ "val_f1": 0.9007580143524564
49
+ },
50
+ {
51
+ "epoch": 7,
52
+ "train_loss": 0.33213248215752206,
53
+ "val_accuracy": 0.9084249084249084,
54
+ "val_precision": 0.9130061466752075,
55
+ "val_recall": 0.9069495736251931,
56
+ "val_f1": 0.9078798185941042
57
+ },
58
+ {
59
+ "epoch": 8,
60
+ "train_loss": 0.31295494129369544,
61
+ "val_accuracy": 0.9065934065934066,
62
+ "val_precision": 0.9108251633986928,
63
+ "val_recall": 0.9051702141945881,
64
+ "val_f1": 0.9060637239192403
65
+ },
66
+ {
67
+ "epoch": 9,
68
+ "train_loss": 0.29273563907259986,
69
+ "val_accuracy": 0.9212454212454212,
70
+ "val_precision": 0.9213391033222234,
71
+ "val_recall": 0.921016584972806,
72
+ "val_f1": 0.9211499387079982
73
+ },
74
+ {
75
+ "epoch": 10,
76
+ "train_loss": 0.2607627057985508,
77
+ "val_accuracy": 0.9285714285714286,
78
+ "val_precision": 0.9296327257038075,
79
+ "val_recall": 0.9279191566507756,
80
+ "val_f1": 0.9283963320521744
81
+ },
82
+ {
83
+ "epoch": 11,
84
+ "train_loss": 0.2651454007232582,
85
+ "val_accuracy": 0.9267399267399268,
86
+ "val_precision": 0.9266168319622079,
87
+ "val_recall": 0.926891828375747,
88
+ "val_f1": 0.9267045225725907
89
+ },
90
+ {
91
+ "epoch": 12,
92
+ "train_loss": 0.23814078232089242,
93
+ "val_accuracy": 0.924908424908425,
94
+ "val_precision": 0.9300993124522536,
95
+ "val_recall": 0.9233935405895387,
96
+ "val_f1": 0.9244397789831469
97
+ },
98
+ {
99
+ "epoch": 13,
100
+ "train_loss": 0.2201425422242273,
101
+ "val_accuracy": 0.9413919413919414,
102
+ "val_precision": 0.9430886622999528,
103
+ "val_recall": 0.9405895387094608,
104
+ "val_f1": 0.9412144702842378
105
+ },
106
+ {
107
+ "epoch": 14,
108
+ "train_loss": 0.21575192184675307,
109
+ "val_accuracy": 0.9413919413919414,
110
+ "val_precision": 0.9440239394472804,
111
+ "val_recall": 0.9403746726650104,
112
+ "val_f1": 0.9411637931034482
113
+ },
114
+ {
115
+ "epoch": 15,
116
+ "train_loss": 0.20255536823482304,
117
+ "val_accuracy": 0.9230769230769231,
118
+ "val_precision": 0.9293562290483683,
119
+ "val_recall": 0.9213993151144833,
120
+ "val_f1": 0.922527027027027
121
+ },
122
+ {
123
+ "epoch": 16,
124
+ "train_loss": 0.20635221139851945,
125
+ "val_accuracy": 0.9468864468864469,
126
+ "val_precision": 0.9477101293103448,
127
+ "val_recall": 0.9463573490901767,
128
+ "val_f1": 0.9467748604159454
129
+ },
130
+ {
131
+ "epoch": 17,
132
+ "train_loss": 0.18693151344091463,
133
+ "val_accuracy": 0.9432234432234432,
134
+ "val_precision": 0.9451486486486487,
135
+ "val_recall": 0.9423688981400657,
136
+ "val_f1": 0.9430398276993488
137
+ },
138
+ {
139
+ "epoch": 18,
140
+ "train_loss": 0.1938207081276855,
141
+ "val_accuracy": 0.9468864468864469,
142
+ "val_precision": 0.9477101293103448,
143
+ "val_recall": 0.9463573490901767,
144
+ "val_f1": 0.9467748604159454
145
+ },
146
+ {
147
+ "epoch": 19,
148
+ "train_loss": 0.18818684358954865,
149
+ "val_accuracy": 0.9468864468864469,
150
+ "val_precision": 0.9477101293103448,
151
+ "val_recall": 0.9463573490901767,
152
+ "val_f1": 0.9467748604159454
153
+ },
154
+ {
155
+ "epoch": 20,
156
+ "train_loss": 0.1768209335459021,
157
+ "val_accuracy": 0.9432234432234432,
158
+ "val_precision": 0.9451486486486487,
159
+ "val_recall": 0.9423688981400657,
160
+ "val_f1": 0.9430398276993488
161
+ },
162
+ {
163
+ "epoch": 21,
164
+ "train_loss": 0.18406347875848358,
165
+ "val_accuracy": 0.9523809523809523,
166
+ "val_precision": 0.9525125796712512,
167
+ "val_recall": 0.9528771906264688,
168
+ "val_f1": 0.9523752012882448
169
+ },
170
+ {
171
+ "epoch": 22,
172
+ "train_loss": 0.20327273933660417,
173
+ "val_accuracy": 0.9084249084249084,
174
+ "val_precision": 0.9178186237277837,
175
+ "val_recall": 0.9063049754918417,
176
+ "val_f1": 0.907520325203252
177
+ },
178
+ {
179
+ "epoch": 23,
180
+ "train_loss": 0.1809074363429031,
181
+ "val_accuracy": 0.9468864468864469,
182
+ "val_precision": 0.9477101293103448,
183
+ "val_recall": 0.9463573490901767,
184
+ "val_f1": 0.9467748604159454
185
+ },
186
+ {
187
+ "epoch": 24,
188
+ "train_loss": 0.18393357687599057,
189
+ "val_accuracy": 0.8901098901098901,
190
+ "val_precision": 0.9018759018759018,
191
+ "val_recall": 0.8927012690525751,
192
+ "val_f1": 0.8896821120689655
193
+ },
194
+ {
195
+ "epoch": 25,
196
+ "train_loss": 0.20682376683194995,
197
+ "val_accuracy": 0.9578754578754579,
198
+ "val_precision": 0.9578007518796993,
199
+ "val_recall": 0.9578929698516081,
200
+ "val_f1": 0.9578436407947875
201
+ },
202
+ {
203
+ "epoch": 26,
204
+ "train_loss": 0.18438099362911323,
205
+ "val_accuracy": 0.9230769230769231,
206
+ "val_precision": 0.9285977633034288,
207
+ "val_recall": 0.9215067481367085,
208
+ "val_f1": 0.9225741103383078
209
+ },
210
+ {
211
+ "epoch": 27,
212
+ "train_loss": 0.1962217894338426,
213
+ "val_accuracy": 0.9010989010989011,
214
+ "val_precision": 0.9133031674208145,
215
+ "val_recall": 0.8986503726582958,
216
+ "val_f1": 0.8998899889988998
217
+ },
218
+ {
219
+ "epoch": 28,
220
+ "train_loss": 0.1754722264441815,
221
+ "val_accuracy": 0.9560439560439561,
222
+ "val_precision": 0.9562815083686227,
223
+ "val_recall": 0.9557913113543275,
224
+ "val_f1": 0.9559848983595104
225
+ },
226
+ {
227
+ "epoch": 29,
228
+ "train_loss": 0.1453469490884861,
229
+ "val_accuracy": 0.945054945054945,
230
+ "val_precision": 0.9455922032942693,
231
+ "val_recall": 0.9457597529040489,
232
+ "val_f1": 0.9450542078145128
233
+ },
234
+ {
235
+ "epoch": 30,
236
+ "train_loss": 0.15082034812523767,
237
+ "val_accuracy": 0.9505494505494505,
238
+ "val_precision": 0.9507648953301127,
239
+ "val_recall": 0.9510978311958638,
240
+ "val_f1": 0.950545303279871
241
+ },
242
+ {
243
+ "epoch": 31,
244
+ "train_loss": 0.1408432424614281,
245
+ "val_accuracy": 0.9542124542124543,
246
+ "val_precision": 0.9545454545454546,
247
+ "val_recall": 0.9539045189014974,
248
+ "val_f1": 0.9541446208112876
249
+ },
250
+ {
251
+ "epoch": 32,
252
+ "train_loss": 0.1311635448164119,
253
+ "val_accuracy": 0.9468864468864469,
254
+ "val_precision": 0.9477101293103448,
255
+ "val_recall": 0.9463573490901767,
256
+ "val_f1": 0.9467748604159454
257
+ },
258
+ {
259
+ "epoch": 33,
260
+ "train_loss": 0.13087025830597232,
261
+ "val_accuracy": 0.9560439560439561,
262
+ "val_precision": 0.9562815083686227,
263
+ "val_recall": 0.9557913113543275,
264
+ "val_f1": 0.9559848983595104
265
+ },
266
+ {
267
+ "epoch": 34,
268
+ "train_loss": 0.13350161631683727,
269
+ "val_accuracy": 0.9542124542124543,
270
+ "val_precision": 0.9540964243530549,
271
+ "val_recall": 0.9543342509903983,
272
+ "val_f1": 0.9541864828308391
273
+ },
274
+ {
275
+ "epoch": 35,
276
+ "train_loss": 0.12858897493981616,
277
+ "val_accuracy": 0.945054945054945,
278
+ "val_precision": 0.9455922032942693,
279
+ "val_recall": 0.9457597529040489,
280
+ "val_f1": 0.9450542078145128
281
+ },
282
+ {
283
+ "epoch": 36,
284
+ "train_loss": 0.13037546561696592,
285
+ "val_accuracy": 0.945054945054945,
286
+ "val_precision": 0.9455922032942693,
287
+ "val_recall": 0.9457597529040489,
288
+ "val_f1": 0.9450542078145128
289
+ },
290
+ {
291
+ "epoch": 37,
292
+ "train_loss": 0.12034458800768241,
293
+ "val_accuracy": 0.9542124542124543,
294
+ "val_precision": 0.9541648776298841,
295
+ "val_recall": 0.9545491170348486,
296
+ "val_f1": 0.9542000100659318
297
+ },
298
+ {
299
+ "epoch": 38,
300
+ "train_loss": 0.12775722096909534,
301
+ "val_accuracy": 0.9377289377289377,
302
+ "val_precision": 0.9403274071466291,
303
+ "val_recall": 0.9367085207815753,
304
+ "val_f1": 0.9374865301724138
305
+ },
306
+ {
307
+ "epoch": 39,
308
+ "train_loss": 0.13564455793017433,
309
+ "val_accuracy": 0.9505494505494505,
310
+ "val_precision": 0.9507648953301127,
311
+ "val_recall": 0.9510978311958638,
312
+ "val_f1": 0.950545303279871
313
+ },
314
+ {
315
+ "epoch": 40,
316
+ "train_loss": 0.11837027756831585,
317
+ "val_accuracy": 0.9487179487179487,
318
+ "val_precision": 0.9490290284916726,
319
+ "val_recall": 0.9493184717652589,
320
+ "val_f1": 0.9487151962428715
321
+ },
322
+ {
323
+ "epoch": 41,
324
+ "train_loss": 0.11943240316359552,
325
+ "val_accuracy": 0.9304029304029304,
326
+ "val_precision": 0.9340341441551563,
327
+ "val_recall": 0.9291613509702545,
328
+ "val_f1": 0.9300641786215078
329
+ },
330
+ {
331
+ "epoch": 42,
332
+ "train_loss": 0.16297496724259722,
333
+ "val_accuracy": 0.9340659340659341,
334
+ "val_precision": 0.9355515224843718,
335
+ "val_recall": 0.9350835963204189,
336
+ "val_f1": 0.9340623951694063
337
+ },
338
+ {
339
+ "epoch": 43,
340
+ "train_loss": 0.14953196327109913,
341
+ "val_accuracy": 0.9413919413919414,
342
+ "val_precision": 0.942201034042839,
343
+ "val_recall": 0.942201034042839,
344
+ "val_f1": 0.9413919413919415
345
+ },
346
+ {
347
+ "epoch": 44,
348
+ "train_loss": 0.12554472224998386,
349
+ "val_accuracy": 0.9505494505494505,
350
+ "val_precision": 0.9507648953301127,
351
+ "val_recall": 0.9510978311958638,
352
+ "val_f1": 0.950545303279871
353
+ },
354
+ {
355
+ "epoch": 45,
356
+ "train_loss": 0.13712207629130438,
357
+ "val_accuracy": 0.8553113553113553,
358
+ "val_precision": 0.8819103369503141,
359
+ "val_recall": 0.8592157389377559,
360
+ "val_f1": 0.8536019142328645
361
+ }
362
+ ]
models/part2/gcn_bert/seed0/result.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architecture": "gcn",
3
+ "feature": "bert",
4
+ "seed": 0,
5
+ "best_epoch": 25,
6
+ "epochs_run": 45,
7
+ "best_val_f1": 0.9578436407947875,
8
+ "test": {
9
+ "accuracy": 0.9466806063774177,
10
+ "precision": 0.9470192246691795,
11
+ "recall": 0.9467026090568265,
12
+ "f1": 0.9466722128192102
13
+ },
14
+ "parameters": 115202,
15
+ "seconds": 56.25563714513555,
16
+ "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/tkq04fmy"
17
+ }
models/part2/gcn_bert/seed1/best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:715bbe9977e1552bd6588a7a8580ca988f49b85cbae2442d08ad2f5e5e0f8fde
3
+ size 463978