diff --git a/models/part1/deltanet/best.pt b/models/part1/deltanet/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..717d0affe0f1cf15b0ec914044463e172773b7c0 --- /dev/null +++ b/models/part1/deltanet/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cee2f6a60b1c49b792d49cb9feb56776c432707183eecdbeeed15be4e181c72 +size 32809359 diff --git a/models/part1/deltanet/history.json b/models/part1/deltanet/history.json new file mode 100644 index 0000000000000000000000000000000000000000..e252f83a2af0dfea3b3e19394ccedc125b057c01 --- /dev/null +++ b/models/part1/deltanet/history.json @@ -0,0 +1,112 @@ +[ + { + "step": 2500, + "tokens_seen": 40920568, + "elapsed_seconds": 1358.7031242819503, + "val_loss": 1.2170988062628731, + "val_tf_accuracy": 0.6208655154049938, + "val_decode_char_accuracy": 0.09228782951184036, + "val_decode_word_accuracy": 0.04274661508704062, + "val_decode_cer": 0.7229403977839154, + "val_decode_f1": 0.3910179934301917 + }, + { + "step": 5000, + "tokens_seen": 82561190, + "elapsed_seconds": 2780.450625210069, + "val_loss": 1.1321303448587796, + "val_tf_accuracy": 0.646416977887228, + "val_decode_char_accuracy": 0.09021229305920998, + "val_decode_word_accuracy": 0.035203094777562866, + "val_decode_cer": 0.7237248525061694, + "val_decode_f1": 0.3916717056987367 + }, + { + "step": 7500, + "tokens_seen": 123738879, + "elapsed_seconds": 4093.6486431800295, + "val_loss": 1.082303804353077, + "val_tf_accuracy": 0.6618677643339541, + "val_decode_char_accuracy": 0.08843092712742487, + "val_decode_word_accuracy": 0.0367504835589942, + "val_decode_cer": 0.7322884832241089, + "val_decode_f1": 0.3764627051055763 + }, + { + "step": 10000, + "tokens_seen": 165834540, + "elapsed_seconds": 5431.767961126054, + "val_loss": 1.0383908167596312, + "val_tf_accuracy": 0.6765502515204863, + "val_decode_char_accuracy": 0.08632270506136724, + "val_decode_word_accuracy": 0.03452611218568665, + "val_decode_cer": 0.743221820915524, + "val_decode_f1": 0.3651413629678052 + }, + { + "step": 12500, + "tokens_seen": 206624287, + "elapsed_seconds": 6601.8048769340385, + "val_loss": 0.9939986196603469, + "val_tf_accuracy": 0.6894603927315158, + "val_decode_char_accuracy": 0.08408374054160062, + "val_decode_word_accuracy": 0.024951644100580272, + "val_decode_cer": 0.7648923826177908, + "val_decode_f1": 0.3361225056791253 + }, + { + "step": 15000, + "tokens_seen": 249124211, + "elapsed_seconds": 7732.367406794103, + "val_loss": 0.9772903239443925, + "val_tf_accuracy": 0.6946629489801802, + "val_decode_char_accuracy": 0.08624099102779911, + "val_decode_word_accuracy": 0.023500967117988394, + "val_decode_cer": 0.761133537073657, + "val_decode_f1": 0.3371357596953701 + }, + { + "step": 17500, + "tokens_seen": 290966764, + "elapsed_seconds": 8812.403177191038, + "val_loss": 0.9547850254315056, + "val_tf_accuracy": 0.7015505059242149, + "val_decode_char_accuracy": 0.07996535324976711, + "val_decode_word_accuracy": 0.02727272727272727, + "val_decode_cer": 0.7629802742322966, + "val_decode_f1": 0.3369723316282338 + }, + { + "step": 20000, + "tokens_seen": 333234260, + "elapsed_seconds": 9780.077257432044, + "val_loss": 0.9390891773354166, + "val_tf_accuracy": 0.7064969624194812, + "val_decode_char_accuracy": 0.08883949729526548, + "val_decode_word_accuracy": 0.031334622823984526, + "val_decode_cer": 0.748582261517593, + "val_decode_f1": 0.3513376587295102 + }, + { + "step": 22500, + "tokens_seen": 374018167, + "elapsed_seconds": 10586.568505878095, + "val_loss": 0.9277606200908554, + "val_tf_accuracy": 0.7099839895253505, + "val_decode_char_accuracy": 0.09354622562878949, + "val_decode_word_accuracy": 0.03065764023210832, + "val_decode_cer": 0.749235973786138, + "val_decode_f1": 0.34914772262988447 + }, + { + "step": 25000, + "tokens_seen": 415164791, + "elapsed_seconds": 11272.458041290985, + "val_loss": 0.9218304143937335, + "val_tf_accuracy": 0.7118352006567008, + "val_decode_char_accuracy": 0.08854532677442024, + "val_decode_word_accuracy": 0.031334622823984526, + "val_decode_cer": 0.7559201817320107, + "val_decode_f1": 0.34301917011227506 + } +] diff --git a/models/part1/deltanet/protocol.json b/models/part1/deltanet/protocol.json new file mode 100644 index 0000000000000000000000000000000000000000..eb2b3c3975b8ad737cbc0fa83a8eff79d5c69a06 --- /dev/null +++ b/models/part1/deltanet/protocol.json @@ -0,0 +1,202 @@ +{ + "config": { + "architecture": "deltanet", + "dim": 256, + "layers": 6, + "heads": 4, + "state_size": 16, + "expand": 2, + "conv_kernel": 4, + "chunk": 64, + "max_positions": 16384, + "train_window": 1024, + "ffn_hidden": 512, + "dropout": 0.0, + "use_triton": true, + "gradient_checkpointing": true, + "data_root": "data/data_new", + "train_split": "train", + "val_split": "validation", + "max_tokens": 24576, + "eval_max_tokens": 8192, + "max_batch": 64, + "decode_batch": 32, + "decode_tokens": 65536, + "eval_decode_examples": 64, + "lr": 0.001, + "min_lr": 0.0001, + "warmup_steps": 500, + "weight_decay": 0.1, + "betas": [ + 0.9, + 0.95 + ], + "grad_clip": 1.0, + "max_steps": 25000, + "eval_every": 2500, + "log_every": 50, + "seed": 42, + "amp": "bf16", + "wandb_project": "anlp-a3-part1", + "wandb_mode": "online", + "output_dir": "models/part1/deltanet" + }, + "model_config": { + "architecture": "deltanet", + "dim": 256, + "layers": 6, + "heads": 4, + "state_size": 16, + "expand": 2, + "conv_kernel": 4, + "chunk": 64, + "ffn_hidden": 512, + "dropout": 0.0, + "max_positions": 16384, + "input_size": 83, + "feedback_size": 30, + "output_size": 28, + "use_triton": true + }, + "parameters": 8195480, + "train_examples": 569670, + "skipped_train": 0, + "val_examples": 1153, + "skipped_val": 0, + "codec": { + "cipher_chars": [ + " ", + "!", + "'", + "+", + ",", + "-", + ".", + "/", + "0", + "1", + "2", + "3", + "4", + "5", + "6", + "7", + "8", + "9", + ":", + ";", + "<", + "=", + ">", + "?", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P", + "Q", + "R", + "S", + "T", + "U", + "V", + "W", + "X", + "Y", + "Z", + "[", + "]", + "_", + "a", + "b", + "c", + "d", + "e", + "f", + "g", + "h", + "i", + "j", + "k", + "l", + "m", + "n", + "o", + "p", + "q", + "r", + "s", + "t", + "u", + "v", + "w", + "x", + "y", + "z", + "{", + "}" + ], + "plain_chars": [ + " ", + "a", + "b", + "c", + "d", + "e", + "f", + "g", + "h", + "i", + "j", + "k", + "l", + "m", + "n", + "o", + "p", + "q", + "r", + "s", + "t", + "u", + "v", + "w", + "x", + "y", + "z" + ], + "noise_chars": [ + "!", + "'", + "+", + ",", + "-", + ".", + "/", + ":", + ";", + "<", + "=", + ">", + "?", + "[", + "]", + "_", + "{", + "}" + ] + }, + "device": "cuda", + "gpu": "NVIDIA RTX 6000 Ada Generation" +} diff --git a/models/part1/deltanet/summary.json b/models/part1/deltanet/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..5235fdf26d82c9acf92c06ded999b28c35cd368f --- /dev/null +++ b/models/part1/deltanet/summary.json @@ -0,0 +1,10 @@ +{ + "architecture": "deltanet", + "parameters": 8195480, + "steps": 25000, + "tokens_seen": 415164791, + "wall_seconds": 11272.839761610143, + "best_val_decode_char_accuracy": 0.09354622562878949, + "peak_memory_gb": 1.0116777420043945, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/vzdxm4rf" +} diff --git a/models/part1/hybrid/best.pt b/models/part1/hybrid/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a74d7a8d5732e4fcc242d2b3b7beb9d686529924 --- /dev/null +++ b/models/part1/hybrid/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb37ae39b5df1261a2328ea5ec710f9ff43bf16b5a31b63da8e61b730b1b4474 +size 30130758 diff --git a/models/part1/hybrid/history.json b/models/part1/hybrid/history.json new file mode 100644 index 0000000000000000000000000000000000000000..38167c6513d097dbf41a0549cc61703ee0798b7a --- /dev/null +++ b/models/part1/hybrid/history.json @@ -0,0 +1,112 @@ +[ + { + "step": 2500, + "tokens_seen": 40920568, + "elapsed_seconds": 961.6817152169533, + "val_loss": 1.1873178450062398, + "val_tf_accuracy": 0.6292099577011401, + "val_decode_char_accuracy": 0.08967298043766037, + "val_decode_word_accuracy": 0.04216634429400387, + "val_decode_cer": 0.7205870336171534, + "val_decode_f1": 0.3867462003595359 + }, + { + "step": 5000, + "tokens_seen": 82561190, + "elapsed_seconds": 2060.648484197911, + "val_loss": 1.1108560680369775, + "val_tf_accuracy": 0.6534690492423857, + "val_decode_char_accuracy": 0.09433068035104349, + "val_decode_word_accuracy": 0.035686653771760155, + "val_decode_cer": 0.7282681527725572, + "val_decode_f1": 0.38091813888117143 + }, + { + "step": 7500, + "tokens_seen": 123738879, + "elapsed_seconds": 3004.2665498999413, + "val_loss": 1.0695888774120434, + "val_tf_accuracy": 0.6657016285230676, + "val_decode_char_accuracy": 0.08769550082531175, + "val_decode_word_accuracy": 0.02872340425531915, + "val_decode_cer": 0.7355897301802612, + "val_decode_f1": 0.3741685597084443 + }, + { + "step": 10000, + "tokens_seen": 165834540, + "elapsed_seconds": 3976.7010192028247, + "val_loss": 1.0329677119505432, + "val_tf_accuracy": 0.6778205741383345, + "val_decode_char_accuracy": 0.08802235695958424, + "val_decode_word_accuracy": 0.04342359767891683, + "val_decode_cer": 0.7351321315922796, + "val_decode_f1": 0.3707202274918694 + }, + { + "step": 12500, + "tokens_seen": 206624287, + "elapsed_seconds": 4920.460127200931, + "val_loss": 0.9889531255590444, + "val_tf_accuracy": 0.6913802928695723, + "val_decode_char_accuracy": 0.08141986304727974, + "val_decode_word_accuracy": 0.029400386847195356, + "val_decode_cer": 0.7576688620503685, + "val_decode_f1": 0.34548693392603247 + }, + { + "step": 15000, + "tokens_seen": 249124211, + "elapsed_seconds": 5888.643138072919, + "val_loss": 0.9690772102589724, + "val_tf_accuracy": 0.697710705648102, + "val_decode_char_accuracy": 0.08521139420484074, + "val_decode_word_accuracy": 0.03297872340425532, + "val_decode_cer": 0.7470460376865122, + "val_decode_f1": 0.36011374593472684 + }, + { + "step": 17500, + "tokens_seen": 290966764, + "elapsed_seconds": 6710.527949917829, + "val_loss": 0.9489817666569601, + "val_tf_accuracy": 0.7036188082372535, + "val_decode_char_accuracy": 0.08565264998610861, + "val_decode_word_accuracy": 0.031334622823984526, + "val_decode_cer": 0.748190034156466, + "val_decode_f1": 0.3563875860040203 + }, + { + "step": 20000, + "tokens_seen": 333234260, + "elapsed_seconds": 7511.7343914269, + "val_loss": 0.9343374481946236, + "val_tf_accuracy": 0.7086305616895121, + "val_decode_char_accuracy": 0.09261468564611286, + "val_decode_word_accuracy": 0.03172147001934236, + "val_decode_cer": 0.7380084655738777, + "val_decode_f1": 0.3659644707382046 + }, + { + "step": 22500, + "tokens_seen": 374018167, + "elapsed_seconds": 8270.309508575825, + "val_loss": 0.9246629739492913, + "val_tf_accuracy": 0.7110448530733666, + "val_decode_char_accuracy": 0.08713984539704848, + "val_decode_word_accuracy": 0.03781431334622824, + "val_decode_cer": 0.742829593554397, + "val_decode_f1": 0.3619768259000801 + }, + { + "step": 25000, + "tokens_seen": 415164791, + "elapsed_seconds": 9033.436291554943, + "val_loss": 0.9187158099170498, + "val_tf_accuracy": 0.7129333767515696, + "val_decode_char_accuracy": 0.08901926816911536, + "val_decode_word_accuracy": 0.03442940038684719, + "val_decode_cer": 0.7533870466913988, + "val_decode_f1": 0.349866806125284 + } +] diff --git a/models/part1/hybrid/protocol.json b/models/part1/hybrid/protocol.json new file mode 100644 index 0000000000000000000000000000000000000000..638d6d7bf6739f50c7085c243968f70799df6aba --- /dev/null +++ b/models/part1/hybrid/protocol.json @@ -0,0 +1,202 @@ +{ + "config": { + "architecture": "hybrid", + "dim": 256, + "layers": 6, + "heads": 4, + "state_size": 16, + "expand": 2, + "conv_kernel": 4, + "chunk": 64, + "max_positions": 16384, + "train_window": 1024, + "ffn_hidden": 512, + "dropout": 0.0, + "use_triton": true, + "gradient_checkpointing": true, + "data_root": "data/data_new", + "train_split": "train", + "val_split": "validation", + "max_tokens": 24576, + "eval_max_tokens": 8192, + "max_batch": 64, + "decode_batch": 32, + "decode_tokens": 65536, + "eval_decode_examples": 64, + "lr": 0.001, + "min_lr": 0.0001, + "warmup_steps": 500, + "weight_decay": 0.1, + "betas": [ + 0.9, + 0.95 + ], + "grad_clip": 1.0, + "max_steps": 25000, + "eval_every": 2500, + "log_every": 50, + "seed": 42, + "amp": "bf16", + "wandb_project": "anlp-a3-part1", + "wandb_mode": "online", + "output_dir": "models/part1/hybrid" + }, + "model_config": { + "architecture": "hybrid", + "dim": 256, + "layers": 6, + "heads": 4, + "state_size": 16, + "expand": 2, + "conv_kernel": 4, + "chunk": 64, + "ffn_hidden": 512, + "dropout": 0.0, + "max_positions": 16384, + "input_size": 83, + "feedback_size": 30, + "output_size": 28, + "use_triton": true + }, + "parameters": 7527116, + "train_examples": 569670, + "skipped_train": 0, + "val_examples": 1153, + "skipped_val": 0, + "codec": { + "cipher_chars": [ + " ", + "!", + "'", + "+", + ",", + "-", + ".", + "/", + "0", + "1", + "2", + "3", + "4", + "5", + "6", + "7", + "8", + "9", + ":", + ";", + "<", + "=", + ">", + "?", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P", + "Q", + "R", + "S", + "T", + "U", + "V", + "W", + "X", + "Y", + "Z", + "[", + "]", + "_", + "a", + "b", + "c", + "d", + "e", + "f", + "g", + "h", + "i", + "j", + "k", + "l", + "m", + "n", + "o", + "p", + "q", + "r", + "s", + "t", + "u", + "v", + "w", + "x", + "y", + "z", + "{", + "}" + ], + "plain_chars": [ + " ", + "a", + "b", + "c", + "d", + "e", + "f", + "g", + "h", + "i", + "j", + "k", + "l", + "m", + "n", + "o", + "p", + "q", + "r", + "s", + "t", + "u", + "v", + "w", + "x", + "y", + "z" + ], + "noise_chars": [ + "!", + "'", + "+", + ",", + "-", + ".", + "/", + ":", + ";", + "<", + "=", + ">", + "?", + "[", + "]", + "_", + "{", + "}" + ] + }, + "device": "cuda", + "gpu": "NVIDIA RTX 6000 Ada Generation" +} diff --git a/models/part1/hybrid/summary.json b/models/part1/hybrid/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..66db3f06e437bf0f6eeb0b04d11e7c9f43c61f6a --- /dev/null +++ b/models/part1/hybrid/summary.json @@ -0,0 +1,10 @@ +{ + "architecture": "hybrid", + "parameters": 7527116, + "steps": 25000, + "tokens_seen": 415164791, + "wall_seconds": 9033.77349336096, + "best_val_decode_char_accuracy": 0.09433068035104349, + "peak_memory_gb": 1.004201889038086, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/54zz64g4" +} diff --git a/models/part1/mamba/best.pt b/models/part1/mamba/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..a903564c29a60b047aef554e4055d38e776f5284 --- /dev/null +++ b/models/part1/mamba/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdc5bf24bee85f9fddf3a2f1f09117409a626136018d6074120aecaa4501af13 +size 27452164 diff --git a/models/part1/mamba/history.json b/models/part1/mamba/history.json new file mode 100644 index 0000000000000000000000000000000000000000..ef5710aafe5fb03e7ca68fe727a0bb6376347588 --- /dev/null +++ b/models/part1/mamba/history.json @@ -0,0 +1,112 @@ +[ + { + "step": 2500, + "tokens_seen": 40920568, + "elapsed_seconds": 560.6470628881361, + "val_loss": 1.1700832307343365, + "val_tf_accuracy": 0.6348780727730345, + "val_decode_char_accuracy": 0.09120920426874111, + "val_decode_word_accuracy": 0.03268858800773694, + "val_decode_cer": 0.7262089591266404, + "val_decode_f1": 0.38719061276853056 + }, + { + "step": 5000, + "tokens_seen": 82561190, + "elapsed_seconds": 1151.7190701570362, + "val_loss": 1.1067914225694153, + "val_tf_accuracy": 0.6547410678850909, + "val_decode_char_accuracy": 0.08743401591789374, + "val_decode_word_accuracy": 0.035106382978723406, + "val_decode_cer": 0.7279249538315711, + "val_decode_f1": 0.38895879978427494 + }, + { + "step": 7500, + "tokens_seen": 123738879, + "elapsed_seconds": 1853.751880849013, + "val_loss": 1.077497436066461, + "val_tf_accuracy": 0.6626979685014264, + "val_decode_char_accuracy": 0.09212440144470412, + "val_decode_word_accuracy": 0.02852998065764023, + "val_decode_cer": 0.7248525061694095, + "val_decode_f1": 0.390808730398686 + }, + { + "step": 10000, + "tokens_seen": 165834540, + "elapsed_seconds": 2455.389097101055, + "val_loss": 1.057955321062497, + "val_tf_accuracy": 0.6694481474320487, + "val_decode_char_accuracy": 0.09034303551291899, + "val_decode_word_accuracy": 0.024854932301740813, + "val_decode_cer": 0.7441860465116279, + "val_decode_f1": 0.36303614182171773 + }, + { + "step": 12500, + "tokens_seen": 206624287, + "elapsed_seconds": 3029.905693782959, + "val_loss": 1.0297735885587354, + "val_tf_accuracy": 0.6785744571872445, + "val_decode_char_accuracy": 0.08944418114366962, + "val_decode_word_accuracy": 0.03684719535783366, + "val_decode_cer": 0.7376652666328916, + "val_decode_f1": 0.36695538486680823 + }, + { + "step": 15000, + "tokens_seen": 249124211, + "elapsed_seconds": 3627.2335538219195, + "val_loss": 1.0135179755196873, + "val_tf_accuracy": 0.6838753828776114, + "val_decode_char_accuracy": 0.09205903021784961, + "val_decode_word_accuracy": 0.03172147001934236, + "val_decode_cer": 0.7502982562225237, + "val_decode_f1": 0.35169720047721 + }, + { + "step": 17500, + "tokens_seen": 290966764, + "elapsed_seconds": 4213.517638569931, + "val_loss": 0.9963876963338648, + "val_tf_accuracy": 0.6890355385048523, + "val_decode_char_accuracy": 0.0879243001193025, + "val_decode_word_accuracy": 0.03210831721470019, + "val_decode_cer": 0.7388092631028453, + "val_decode_f1": 0.37117782607985095 + }, + { + "step": 20000, + "tokens_seen": 333234260, + "elapsed_seconds": 4811.621012283955, + "val_loss": 0.9854213475365025, + "val_tf_accuracy": 0.6930797097762265, + "val_decode_char_accuracy": 0.08676396084263512, + "val_decode_word_accuracy": 0.025822050290135398, + "val_decode_cer": 0.7534851035316805, + "val_decode_f1": 0.35465524849237606 + }, + { + "step": 22500, + "tokens_seen": 374018167, + "elapsed_seconds": 5385.657309063943, + "val_loss": 0.9761783853037036, + "val_tf_accuracy": 0.6955236815950775, + "val_decode_char_accuracy": 0.09008155060550099, + "val_decode_word_accuracy": 0.04332688588007737, + "val_decode_cer": 0.7351648172057069, + "val_decode_f1": 0.37060582784487406 + }, + { + "step": 25000, + "tokens_seen": 415164791, + "elapsed_seconds": 5963.722046347102, + "val_loss": 0.9712299335042001, + "val_tf_accuracy": 0.6972663471355837, + "val_decode_char_accuracy": 0.09120920426874111, + "val_decode_word_accuracy": 0.03868471953578337, + "val_decode_cer": 0.7264704440340584, + "val_decode_f1": 0.3843174426776054 + } +] diff --git a/models/part1/mamba/protocol.json b/models/part1/mamba/protocol.json new file mode 100644 index 0000000000000000000000000000000000000000..0211ce0525d2575d125aa2aebb234bb4adf65e64 --- /dev/null +++ b/models/part1/mamba/protocol.json @@ -0,0 +1,202 @@ +{ + "config": { + "architecture": "mamba", + "dim": 256, + "layers": 6, + "heads": 4, + "state_size": 16, + "expand": 2, + "conv_kernel": 4, + "chunk": 64, + "max_positions": 16384, + "train_window": 1024, + "ffn_hidden": 512, + "dropout": 0.0, + "use_triton": true, + "gradient_checkpointing": true, + "data_root": "data/data_new", + "train_split": "train", + "val_split": "validation", + "max_tokens": 24576, + "eval_max_tokens": 8192, + "max_batch": 64, + "decode_batch": 32, + "decode_tokens": 65536, + "eval_decode_examples": 64, + "lr": 0.001, + "min_lr": 0.0001, + "warmup_steps": 500, + "weight_decay": 0.1, + "betas": [ + 0.9, + 0.95 + ], + "grad_clip": 1.0, + "max_steps": 25000, + "eval_every": 2500, + "log_every": 50, + "seed": 42, + "amp": "bf16", + "wandb_project": "anlp-a3-part1", + "wandb_mode": "online", + "output_dir": "models/part1/mamba" + }, + "model_config": { + "architecture": "mamba", + "dim": 256, + "layers": 6, + "heads": 4, + "state_size": 16, + "expand": 2, + "conv_kernel": 4, + "chunk": 64, + "ffn_hidden": 512, + "dropout": 0.0, + "max_positions": 16384, + "input_size": 83, + "feedback_size": 30, + "output_size": 28, + "use_triton": true + }, + "parameters": 6858752, + "train_examples": 569670, + "skipped_train": 0, + "val_examples": 1153, + "skipped_val": 0, + "codec": { + "cipher_chars": [ + " ", + "!", + "'", + "+", + ",", + "-", + ".", + "/", + "0", + "1", + "2", + "3", + "4", + "5", + "6", + "7", + "8", + "9", + ":", + ";", + "<", + "=", + ">", + "?", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P", + "Q", + "R", + "S", + "T", + "U", + "V", + "W", + "X", + "Y", + "Z", + "[", + "]", + "_", + "a", + "b", + "c", + "d", + "e", + "f", + "g", + "h", + "i", + "j", + "k", + "l", + "m", + "n", + "o", + "p", + "q", + "r", + "s", + "t", + "u", + "v", + "w", + "x", + "y", + "z", + "{", + "}" + ], + "plain_chars": [ + " ", + "a", + "b", + "c", + "d", + "e", + "f", + "g", + "h", + "i", + "j", + "k", + "l", + "m", + "n", + "o", + "p", + "q", + "r", + "s", + "t", + "u", + "v", + "w", + "x", + "y", + "z" + ], + "noise_chars": [ + "!", + "'", + "+", + ",", + "-", + ".", + "/", + ":", + ";", + "<", + "=", + ">", + "?", + "[", + "]", + "_", + "{", + "}" + ] + }, + "device": "cuda", + "gpu": "NVIDIA RTX 6000 Ada Generation" +} diff --git a/models/part1/mamba/summary.json b/models/part1/mamba/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..d8072c43f513931191072f2218f97880a47511a1 --- /dev/null +++ b/models/part1/mamba/summary.json @@ -0,0 +1,10 @@ +{ + "architecture": "mamba", + "parameters": 6858752, + "steps": 25000, + "tokens_seen": 415164791, + "wall_seconds": 5964.160365483025, + "best_val_decode_char_accuracy": 0.09212440144470412, + "peak_memory_gb": 0.8797111511230469, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/nv3jjh9q" +} diff --git a/models/part1/transformer/best.pt b/models/part1/transformer/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..aec2f3ed08b04573cdd1230e7c2b1df4235a94ff --- /dev/null +++ b/models/part1/transformer/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c536beb243c8dc9de9f120894a523ade67cf101f8e1da96cc5d405f021ed8366 +size 32675092 diff --git a/models/part1/transformer/history.json b/models/part1/transformer/history.json new file mode 100644 index 0000000000000000000000000000000000000000..48fc0277c4af4bce3b9b860099c056ba338a41c3 --- /dev/null +++ b/models/part1/transformer/history.json @@ -0,0 +1,112 @@ +[ + { + "step": 2500, + "tokens_seen": 40920568, + "elapsed_seconds": 1106.3401002630126, + "val_loss": 1.864972510189331, + "val_tf_accuracy": 0.4646522979440787, + "val_decode_char_accuracy": 0.09483730735916586, + "val_decode_word_accuracy": 0.02727272727272727, + "val_decode_cer": 0.7330892807530766, + "val_decode_f1": 0.3752083673802909 + }, + { + "step": 5000, + "tokens_seen": 82561190, + "elapsed_seconds": 2447.100572712021, + "val_loss": 1.83202185365196, + "val_tf_accuracy": 0.47234207464544603, + "val_decode_char_accuracy": 0.09370965369592574, + "val_decode_word_accuracy": 0.025435203094777564, + "val_decode_cer": 0.7311771723675824, + "val_decode_f1": 0.37425648735211453 + }, + { + "step": 7500, + "tokens_seen": 123738879, + "elapsed_seconds": 3632.8309161609504, + "val_loss": 1.8178737771925269, + "val_tf_accuracy": 0.48311013646216, + "val_decode_char_accuracy": 0.09707627187893249, + "val_decode_word_accuracy": 0.027756286266924564, + "val_decode_cer": 0.7414077693703116, + "val_decode_f1": 0.3606104674912989 + }, + { + "step": 10000, + "tokens_seen": 165834540, + "elapsed_seconds": 4844.570230367128, + "val_loss": 1.7367923368322973, + "val_tf_accuracy": 0.4932583011936623, + "val_decode_char_accuracy": 0.09129091830230923, + "val_decode_word_accuracy": 0.022920696324951643, + "val_decode_cer": 0.7672130611711255, + "val_decode_f1": 0.32617948613210246 + }, + { + "step": 12500, + "tokens_seen": 206624287, + "elapsed_seconds": 6013.377053111093, + "val_loss": 1.731919952079853, + "val_tf_accuracy": 0.5014984379611067, + "val_decode_char_accuracy": 0.08709081697690761, + "val_decode_word_accuracy": 0.02243713733075435, + "val_decode_cer": 0.7741260684109889, + "val_decode_f1": 0.3122456650705192 + }, + { + "step": 15000, + "tokens_seen": 249124211, + "elapsed_seconds": 7056.831400343915, + "val_loss": 1.7185779696103145, + "val_tf_accuracy": 0.5046242117724478, + "val_decode_char_accuracy": 0.09746849924005949, + "val_decode_word_accuracy": 0.02311411992263056, + "val_decode_cer": 0.7671640327509847, + "val_decode_f1": 0.32188792103155794 + }, + { + "step": 17500, + "tokens_seen": 290966764, + "elapsed_seconds": 8030.080517088063, + "val_loss": 1.674645367367183, + "val_tf_accuracy": 0.5097657111262622, + "val_decode_char_accuracy": 0.09851443886973149, + "val_decode_word_accuracy": 0.026015473887814312, + "val_decode_cer": 0.7701874519930053, + "val_decode_f1": 0.31970649038657956 + }, + { + "step": 20000, + "tokens_seen": 333234260, + "elapsed_seconds": 9008.987553495914, + "val_loss": 1.6779567788286118, + "val_tf_accuracy": 0.5127744592224743, + "val_decode_char_accuracy": 0.09354622562878949, + "val_decode_word_accuracy": 0.02804642166344294, + "val_decode_cer": 0.7648760398110771, + "val_decode_f1": 0.32347053007460436 + }, + { + "step": 22500, + "tokens_seen": 374018167, + "elapsed_seconds": 9838.584241351113, + "val_loss": 1.6614332186706973, + "val_tf_accuracy": 0.5158866648349598, + "val_decode_char_accuracy": 0.09895569465099936, + "val_decode_word_accuracy": 0.025435203094777564, + "val_decode_cer": 0.7678504306329569, + "val_decode_f1": 0.3198123845789276 + }, + { + "step": 25000, + "tokens_seen": 415164791, + "elapsed_seconds": 10563.273635181133, + "val_loss": 1.664787554217093, + "val_tf_accuracy": 0.5138438028947753, + "val_decode_char_accuracy": 0.095049763846443, + "val_decode_word_accuracy": 0.028916827852998067, + "val_decode_cer": 0.7652519243654905, + "val_decode_f1": 0.3247315693997287 + } +] diff --git a/models/part1/transformer/protocol.json b/models/part1/transformer/protocol.json new file mode 100644 index 0000000000000000000000000000000000000000..2911628e97654f877697b771e85f887986f59583 --- /dev/null +++ b/models/part1/transformer/protocol.json @@ -0,0 +1,202 @@ +{ + "config": { + "architecture": "transformer", + "dim": 256, + "layers": 6, + "heads": 4, + "state_size": 16, + "expand": 2, + "conv_kernel": 4, + "chunk": 64, + "max_positions": 16384, + "train_window": 1024, + "ffn_hidden": 512, + "dropout": 0.0, + "use_triton": true, + "gradient_checkpointing": true, + "data_root": "data/data_new", + "train_split": "train", + "val_split": "validation", + "max_tokens": 24576, + "eval_max_tokens": 8192, + "max_batch": 64, + "decode_batch": 32, + "decode_tokens": 65536, + "eval_decode_examples": 64, + "lr": 0.001, + "min_lr": 0.0001, + "warmup_steps": 500, + "weight_decay": 0.1, + "betas": [ + 0.9, + 0.95 + ], + "grad_clip": 1.0, + "max_steps": 25000, + "eval_every": 2500, + "log_every": 50, + "seed": 42, + "amp": "bf16", + "wandb_project": "anlp-a3-part1", + "wandb_mode": "online", + "output_dir": "models/part1/transformer" + }, + "model_config": { + "architecture": "transformer", + "dim": 256, + "layers": 6, + "heads": 4, + "state_size": 16, + "expand": 2, + "conv_kernel": 4, + "chunk": 64, + "ffn_hidden": 512, + "dropout": 0.0, + "max_positions": 16384, + "input_size": 83, + "feedback_size": 30, + "output_size": 28, + "use_triton": true + }, + "parameters": 8165888, + "train_examples": 569670, + "skipped_train": 0, + "val_examples": 1153, + "skipped_val": 0, + "codec": { + "cipher_chars": [ + " ", + "!", + "'", + "+", + ",", + "-", + ".", + "/", + "0", + "1", + "2", + "3", + "4", + "5", + "6", + "7", + "8", + "9", + ":", + ";", + "<", + "=", + ">", + "?", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P", + "Q", + "R", + "S", + "T", + "U", + "V", + "W", + "X", + "Y", + "Z", + "[", + "]", + "_", + "a", + "b", + "c", + "d", + "e", + "f", + "g", + "h", + "i", + "j", + "k", + "l", + "m", + "n", + "o", + "p", + "q", + "r", + "s", + "t", + "u", + "v", + "w", + "x", + "y", + "z", + "{", + "}" + ], + "plain_chars": [ + " ", + "a", + "b", + "c", + "d", + "e", + "f", + "g", + "h", + "i", + "j", + "k", + "l", + "m", + "n", + "o", + "p", + "q", + "r", + "s", + "t", + "u", + "v", + "w", + "x", + "y", + "z" + ], + "noise_chars": [ + "!", + "'", + "+", + ",", + "-", + ".", + "/", + ":", + ";", + "<", + "=", + ">", + "?", + "[", + "]", + "_", + "{", + "}" + ] + }, + "device": "cuda", + "gpu": "NVIDIA RTX 6000 Ada Generation" +} diff --git a/models/part1/transformer/summary.json b/models/part1/transformer/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..4645c26b967ebe5b44318dd8a503d3b6a15943f5 --- /dev/null +++ b/models/part1/transformer/summary.json @@ -0,0 +1,10 @@ +{ + "architecture": "transformer", + "parameters": 8165888, + "steps": 25000, + "tokens_seen": 415164791, + "wall_seconds": 10563.579830900067, + "best_val_decode_char_accuracy": 0.09895569465099936, + "peak_memory_gb": 4.195378303527832, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/ygrtcp0t" +} diff --git a/models/part2/bigcn_bert/seed0/best.pt b/models/part2/bigcn_bert/seed0/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..351e801c8a3e690a35b25095f74db0ebe884cf5c --- /dev/null +++ b/models/part2/bigcn_bert/seed0/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:146eae48991a9de613f6ea81eecdf9c74998cced841e7834f5748dedafc84e63 +size 1726606 diff --git a/models/part2/bigcn_bert/seed0/history.json b/models/part2/bigcn_bert/seed0/history.json new file mode 100644 index 0000000000000000000000000000000000000000..4b5b7b502932d578cc9401a63f8a2e20a30f1f19 --- /dev/null +++ b/models/part2/bigcn_bert/seed0/history.json @@ -0,0 +1,802 @@ +[ + { + "epoch": 1, + "train_loss": 0.7942817652181828, + "val_accuracy": 0.7619047619047619, + "val_precision": 0.8086906662120907, + "val_recall": 0.767501510776875, + "val_f1": 0.7549473160896525 + }, + { + "epoch": 2, + "train_loss": 0.4932536007938804, + "val_accuracy": 0.8406593406593407, + "val_precision": 0.8490568616730454, + "val_recall": 0.8429396360706372, + "val_f1": 0.8402085610966277 + }, + { + "epoch": 3, + "train_loss": 0.4624193121880402, + "val_accuracy": 0.8644688644688645, + "val_precision": 0.8643228222786034, + "val_recall": 0.8644598133351239, + "val_f1": 0.8643796992481203 + }, + { + "epoch": 4, + "train_loss": 0.4345436096191406, + "val_accuracy": 0.8809523809523809, + "val_precision": 0.8817819005501024, + "val_recall": 0.8802591821661183, + "val_f1": 0.8806605534202907 + }, + { + "epoch": 5, + "train_loss": 0.3822031014568203, + "val_accuracy": 0.8809523809523809, + "val_precision": 0.8815193965517241, + "val_recall": 0.8803666151883436, + "val_f1": 0.8807022733460845 + }, + { + "epoch": 6, + "train_loss": 0.3634935425314711, + "val_accuracy": 0.8864468864468864, + "val_precision": 0.8869171839026295, + "val_recall": 0.8859195595246089, + "val_f1": 0.8862270619076427 + }, + { + "epoch": 7, + "train_loss": 0.33191647765400645, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.897306510273375, + "val_recall": 0.8975626133082657, + "val_f1": 0.897386331601627 + }, + { + "epoch": 8, + "train_loss": 0.31344508284177536, + "val_accuracy": 0.8644688644688645, + "val_precision": 0.8746589148349765, + "val_recall": 0.8669307728463036, + "val_f1": 0.8640017233718849 + }, + { + "epoch": 9, + "train_loss": 0.3497061082076677, + "val_accuracy": 0.847985347985348, + "val_precision": 0.8622864906832298, + "val_recall": 0.8509165379708588, + "val_f1": 0.8471233153979794 + }, + { + "epoch": 10, + "train_loss": 0.3124153868401007, + "val_accuracy": 0.8809523809523809, + "val_precision": 0.8876141800782948, + "val_recall": 0.8829450077217484, + "val_f1": 0.8807407581648392 + }, + { + "epoch": 11, + "train_loss": 0.31396480494148127, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9038523533204383, + "val_recall": 0.9037601557778823, + "val_f1": 0.9029300773191553 + }, + { + "epoch": 12, + "train_loss": 0.2716515996517279, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9011003775410122, + "val_recall": 0.9009064661250252, + "val_f1": 0.9009912959381046 + }, + { + "epoch": 13, + "train_loss": 0.2771574226054516, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9082567567567568, + "val_recall": 0.9057073793057141, + "val_f1": 0.9062913294408641 + }, + { + "epoch": 14, + "train_loss": 0.26816642317143113, + "val_accuracy": 0.8992673992673993, + "val_precision": 0.899325341361144, + "val_recall": 0.8990196736721949, + "val_f1": 0.8991452704404628 + }, + { + "epoch": 15, + "train_loss": 0.26807745597956384, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9014031453055843, + "val_recall": 0.9006916000805748, + "val_f1": 0.9009380711751424 + }, + { + "epoch": 16, + "train_loss": 0.2333696826801195, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9135930852859747, + "val_recall": 0.9112603236419794, + "val_f1": 0.9118217054263567 + }, + { + "epoch": 17, + "train_loss": 0.23970558349684482, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9135930852859747, + "val_recall": 0.9112603236419794, + "val_f1": 0.9118217054263567 + }, + { + "epoch": 18, + "train_loss": 0.2153904983848879, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9077540106951871, + "val_recall": 0.9013966292889277, + "val_f1": 0.902324592344068 + }, + { + "epoch": 19, + "train_loss": 0.24637700557272077, + "val_accuracy": 0.8956043956043956, + "val_precision": 0.9041708043694141, + "val_recall": 0.8935271604109314, + "val_f1": 0.8946113705398111 + }, + { + "epoch": 20, + "train_loss": 0.23038858906690018, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9099061381592275, + "val_recall": 0.9075941717585443, + "val_f1": 0.9081476098191215 + }, + { + "epoch": 21, + "train_loss": 0.2281843303760766, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9135930852859747, + "val_recall": 0.9112603236419794, + "val_f1": 0.9118217054263567 + }, + { + "epoch": 22, + "train_loss": 0.21918850372999144, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.911945945945946, + "val_recall": 0.9093735311891493, + "val_f1": 0.9099661792667127 + }, + { + "epoch": 23, + "train_loss": 0.2051285771114049, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9176416917131816, + "val_recall": 0.9179950312227221, + "val_f1": 0.9175688687442756 + }, + { + "epoch": 24, + "train_loss": 0.19304665753911265, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9213391033222234, + "val_recall": 0.921016584972806, + "val_f1": 0.9211499387079982 + }, + { + "epoch": 25, + "train_loss": 0.18066839748249822, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.918292025862069, + "val_recall": 0.9170281340226952, + "val_f1": 0.9174092661626738 + }, + { + "epoch": 26, + "train_loss": 0.17535006415931295, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9167268613795265, + "val_recall": 0.9106157255086282, + "val_f1": 0.9115646258503401 + }, + { + "epoch": 27, + "train_loss": 0.17638614757375404, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9207740744761698, + "val_recall": 0.916383535889344, + "val_f1": 0.9172021958098986 + }, + { + "epoch": 28, + "train_loss": 0.17605960843982277, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9242806459010644, + "val_recall": 0.9223662123145102, + "val_f1": 0.9228740936058009 + }, + { + "epoch": 29, + "train_loss": 0.16945503373722454, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9249677973379132, + "val_recall": 0.9253273349895924, + "val_f1": 0.9248960804114511 + }, + { + "epoch": 30, + "train_loss": 0.16528874908611452, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9233824970139439, + "val_recall": 0.9236554085812126, + "val_f1": 0.9230727943643072 + }, + { + "epoch": 31, + "train_loss": 0.15402786504654659, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9043424300880897, + "val_recall": 0.9025179614584034, + "val_f1": 0.9010511054729975 + }, + { + "epoch": 32, + "train_loss": 0.16459807142233238, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9059162981339661, + "val_recall": 0.9042973208890083, + "val_f1": 0.9028909881038272 + }, + { + "epoch": 33, + "train_loss": 0.14225078720749515, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9248871695680205, + "val_recall": 0.9247901698784664, + "val_f1": 0.9248355588982866 + }, + { + "epoch": 34, + "train_loss": 0.16396119118064315, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9244788839431115, + "val_recall": 0.9200496877727792, + "val_f1": 0.9208820982183475 + }, + { + "epoch": 35, + "train_loss": 0.13405671017073886, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9250740335077685, + "val_recall": 0.9221513462700598, + "val_f1": 0.9228117889407995 + }, + { + "epoch": 36, + "train_loss": 0.13767645494405167, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9178321678321679, + "val_recall": 0.9172430000671457, + "val_f1": 0.9174603174603174 + }, + { + "epoch": 37, + "train_loss": 0.15029873164036336, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9090921336206896, + "val_recall": 0.9078560397502182, + "val_f1": 0.906568020534501 + }, + { + "epoch": 38, + "train_loss": 0.14130778381457695, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9232069775243207, + "val_recall": 0.9235479755589875, + "val_f1": 0.9230676328502416 + }, + { + "epoch": 39, + "train_loss": 0.12525503045364178, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9271117807703173, + "val_recall": 0.9263546632646209, + "val_f1": 0.9266207934630684 + }, + { + "epoch": 40, + "train_loss": 0.1325120461947752, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9247825620100933, + "val_recall": 0.9250050359229168, + "val_f1": 0.924865831842576 + }, + { + "epoch": 41, + "train_loss": 0.10637360693880053, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9284774436090226, + "val_recall": 0.9285637547841268, + "val_f1": 0.928517477869422 + }, + { + "epoch": 42, + "train_loss": 0.13316041029198267, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9167268613795265, + "val_recall": 0.9106157255086282, + "val_f1": 0.9115646258503401 + }, + { + "epoch": 43, + "train_loss": 0.1293639599621951, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.926870177792687, + "val_recall": 0.9272141274424226, + "val_f1": 0.9267310789049921 + }, + { + "epoch": 44, + "train_loss": 0.11632700608326839, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9336734693877551, + "val_recall": 0.9314778755119855, + "val_f1": 0.9320427213859221 + }, + { + "epoch": 45, + "train_loss": 0.12198966534146459, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9283408737929637, + "val_recall": 0.9259249311757202, + "val_f1": 0.9265180878552972 + }, + { + "epoch": 46, + "train_loss": 0.1034982456610753, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9182598039215686, + "val_recall": 0.9125025179614584, + "val_f1": 0.913431274984398 + }, + { + "epoch": 47, + "train_loss": 0.098412432854538, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9229108095994785, + "val_recall": 0.918162895319949, + "val_f1": 0.9190216805091145 + }, + { + "epoch": 48, + "train_loss": 0.10367172274179075, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9327357881136951, + "val_recall": 0.931800174578661, + "val_f1": 0.9321139700322931 + }, + { + "epoch": 49, + "train_loss": 0.08637984532303426, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9292378102446752, + "val_recall": 0.9257100651312697, + "val_f1": 0.9264547413793103 + }, + { + "epoch": 50, + "train_loss": 0.0766065195885115, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.930590844928413, + "val_recall": 0.9301282481702813, + "val_f1": 0.9303094224025581 + }, + { + "epoch": 51, + "train_loss": 0.08696244558790228, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9276422764227643, + "val_recall": 0.9238232726784396, + "val_f1": 0.924598590054936 + }, + { + "epoch": 52, + "train_loss": 0.1051840766336455, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9148574893875077, + "val_recall": 0.9134089840864836, + "val_f1": 0.9120584129711156 + }, + { + "epoch": 53, + "train_loss": 0.12327458482958895, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9341117037713794, + "val_recall": 0.9339018330759417, + "val_f1": 0.9339941972920696 + }, + { + "epoch": 54, + "train_loss": 0.09005693720155583, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9223540579022307, + "val_recall": 0.9182703283421743, + "val_f1": 0.9190620578128159 + }, + { + "epoch": 55, + "train_loss": 0.07815901980131537, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9313119062057813, + "val_recall": 0.9298059491036057, + "val_f1": 0.9302447552447553 + }, + { + "epoch": 56, + "train_loss": 0.0909150694889245, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9214573268921096, + "val_recall": 0.9217686161283825, + "val_f1": 0.9212388163346092 + }, + { + "epoch": 57, + "train_loss": 0.0910679259143033, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9283408737929637, + "val_recall": 0.9259249311757202, + "val_f1": 0.9265180878552972 + }, + { + "epoch": 58, + "train_loss": 0.08739879852904504, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9069439693507559, + "val_recall": 0.8994024038138724, + "val_f1": 0.9003918918918918 + }, + { + "epoch": 59, + "train_loss": 0.10416635688080456, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9138321995464853, + "val_recall": 0.9117370576781039, + "val_f1": 0.9102055063484445 + }, + { + "epoch": 60, + "train_loss": 0.11083777887480599, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9155594405594405, + "val_recall": 0.9149734774726381, + "val_f1": 0.9139121945982938 + }, + { + "epoch": 61, + "train_loss": 0.06056456420666132, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9238702746256631, + "val_recall": 0.9238702746256631, + "val_f1": 0.923076923076923 + }, + { + "epoch": 62, + "train_loss": 0.08051196084572719, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9307844429795649, + "val_recall": 0.9300208151480561, + "val_f1": 0.9302897537899151 + }, + { + "epoch": 63, + "train_loss": 0.08013960184195103, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9130061466752075, + "val_recall": 0.9069495736251931, + "val_f1": 0.9078798185941042 + }, + { + "epoch": 64, + "train_loss": 0.07932640819540827, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.919938786194676, + "val_recall": 0.9200966897200027, + "val_f1": 0.919412838127952 + }, + { + "epoch": 65, + "train_loss": 0.07457424945883699, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9239430894308942, + "val_recall": 0.9201571207950043, + "val_f1": 0.9209204724966402 + }, + { + "epoch": 66, + "train_loss": 0.07718012713905656, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9077047539387624, + "val_recall": 0.8992949707916471, + "val_f1": 0.9003285870755751 + }, + { + "epoch": 67, + "train_loss": 0.0781664476890267, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9293238146551723, + "val_recall": 0.9280265896730007, + "val_f1": 0.9284213640076506 + }, + { + "epoch": 68, + "train_loss": 0.07001471931571926, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9266239780919012, + "val_recall": 0.9267843953535218, + "val_f1": 0.9266917293233083 + }, + { + "epoch": 69, + "train_loss": 0.08039253354481943, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9176408220965637, + "val_recall": 0.9126099509836836, + "val_f1": 0.9134779750164366 + }, + { + "epoch": 70, + "train_loss": 0.09800280794337556, + "val_accuracy": 0.891941391941392, + "val_precision": 0.9054458491832624, + "val_recall": 0.8893238434163702, + "val_f1": 0.8904833297636896 + }, + { + "epoch": 71, + "train_loss": 0.11154821247626574, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.9361888111888113, + "val_recall": 0.9355737594843214, + "val_f1": 0.9358024691358025 + }, + { + "epoch": 72, + "train_loss": 0.08985523114001358, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9168469279447526, + "val_recall": 0.9166454038810179, + "val_f1": 0.915749785315586 + }, + { + "epoch": 73, + "train_loss": 0.09341804020024919, + "val_accuracy": 0.8992673992673993, + "val_precision": 0.906168442801218, + "val_recall": 0.9012757671389243, + "val_f1": 0.899088333831787 + }, + { + "epoch": 74, + "train_loss": 0.07807013696748695, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9236035600660465, + "val_recall": 0.9237628416034378, + "val_f1": 0.9230758909403178 + }, + { + "epoch": 75, + "train_loss": 0.0759019292208738, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.9358082706766917, + "val_recall": 0.9358960585509971, + "val_f1": 0.9358490186007633 + }, + { + "epoch": 76, + "train_loss": 0.05461550940633257, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9284774436090226, + "val_recall": 0.9285637547841268, + "val_f1": 0.928517477869422 + }, + { + "epoch": 77, + "train_loss": 0.05200939852021116, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9330010775862069, + "val_recall": 0.931692741556436, + "val_f1": 0.9320920632893095 + }, + { + "epoch": 78, + "train_loss": 0.07141655798141773, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9233824970139439, + "val_recall": 0.9236554085812126, + "val_f1": 0.9230727943643072 + }, + { + "epoch": 79, + "train_loss": 0.0952465737258995, + "val_accuracy": 0.8809523809523809, + "val_precision": 0.891025641025641, + "val_recall": 0.8833747398106493, + "val_f1": 0.880567380659925 + }, + { + "epoch": 80, + "train_loss": 0.0822450927298366, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9122830711054088, + "val_recall": 0.9099576982474988, + "val_f1": 0.9083646616541353 + }, + { + "epoch": 81, + "train_loss": 0.10259047892940787, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9342609397055859, + "val_recall": 0.9337944000537165, + "val_f1": 0.9339773475392656 + }, + { + "epoch": 82, + "train_loss": 0.07481415839968147, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.937675417981602, + "val_recall": 0.937675417981602, + "val_f1": 0.937675417981602 + }, + { + "epoch": 83, + "train_loss": 0.054768573765680464, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9336734693877551, + "val_recall": 0.9314778755119855, + "val_f1": 0.9320427213859221 + }, + { + "epoch": 84, + "train_loss": 0.054305129790262426, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9330010775862069, + "val_recall": 0.931692741556436, + "val_f1": 0.9320920632893095 + }, + { + "epoch": 85, + "train_loss": 0.049266154499171856, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9250740335077685, + "val_recall": 0.9221513462700598, + "val_f1": 0.9228117889407995 + }, + { + "epoch": 86, + "train_loss": 0.04201197790684717, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9333135584079387, + "val_recall": 0.9315853085342107, + "val_f1": 0.9320683150238578 + }, + { + "epoch": 87, + "train_loss": 0.03436190967922246, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9347003621773726, + "val_recall": 0.9335795340092661, + "val_f1": 0.9339382940108893 + }, + { + "epoch": 88, + "train_loss": 0.04348108650018007, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9185203094777563, + "val_recall": 0.9184247633116229, + "val_f1": 0.9175821411200376 + }, + { + "epoch": 89, + "train_loss": 0.05029337589830269, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9267027027027026, + "val_recall": 0.92403813872289, + "val_f1": 0.9246655785701066 + }, + { + "epoch": 90, + "train_loss": 0.05312723847235734, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9283408737929637, + "val_recall": 0.9259249311757202, + "val_f1": 0.9265180878552972 + }, + { + "epoch": 91, + "train_loss": 0.039105564928971805, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9229108095994785, + "val_recall": 0.918162895319949, + "val_f1": 0.9190216805091145 + }, + { + "epoch": 92, + "train_loss": 0.03486118110872451, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9239430894308942, + "val_recall": 0.9201571207950043, + "val_f1": 0.9209204724966402 + }, + { + "epoch": 93, + "train_loss": 0.035999999910374704, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9353289535809197, + "val_recall": 0.9333646679648158, + "val_f1": 0.9338920802335436 + }, + { + "epoch": 94, + "train_loss": 0.04643849976661005, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9263038548752834, + "val_recall": 0.9241455717451152, + "val_f1": 0.9246959885627786 + }, + { + "epoch": 95, + "train_loss": 0.0313448734554179, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9271117807703173, + "val_recall": 0.9263546632646209, + "val_f1": 0.9266207934630684 + }, + { + "epoch": 96, + "train_loss": 0.0329525782811991, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9287655673197841, + "val_recall": 0.925817498153495, + "val_f1": 0.9264874180388566 + }, + { + "epoch": 97, + "train_loss": 0.03327466775373225, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9310247330793155, + "val_recall": 0.929913382125831, + "val_f1": 0.9302681992337164 + }, + { + "epoch": 98, + "train_loss": 0.037613910367036915, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.935888136686009, + "val_recall": 0.935788625528772, + "val_f1": 0.9358352332058544 + }, + { + "epoch": 99, + "train_loss": 0.043265626134671574, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9322211476466795, + "val_recall": 0.9321224736453367, + "val_f1": 0.9321686751033318 + }, + { + "epoch": 100, + "train_loss": 0.031223877343338924, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9296327257038075, + "val_recall": 0.9279191566507756, + "val_f1": 0.9283963320521744 + } +] diff --git a/models/part2/bigcn_bert/seed0/result.json b/models/part2/bigcn_bert/seed0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..dd68e6c9003cbd2f4dac613f81deb4da0be5ec18 --- /dev/null +++ b/models/part2/bigcn_bert/seed0/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "bigcn", + "feature": "bert", + "seed": 0, + "best_epoch": 82, + "epochs_run": 100, + "best_val_f1": 0.937675417981602, + "test": { + "accuracy": 0.9354417145844224, + "precision": 0.9357598940572355, + "recall": 0.9354632797385478, + "f1": 0.9354319708976462 + }, + "parameters": 430594, + "seconds": 270.387424021028, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/bkhxe2qe" +} diff --git a/models/part2/bigcn_bert/seed1/best.pt b/models/part2/bigcn_bert/seed1/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..dee1055a2cdb5d02557e24a41c58274d231cdd99 --- /dev/null +++ b/models/part2/bigcn_bert/seed1/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50ca11d1c57d28de0ab1bdc6f966cd4df07f1d090d7ae2865638bebd211a0577 +size 1726606 diff --git a/models/part2/bigcn_bert/seed1/history.json b/models/part2/bigcn_bert/seed1/history.json new file mode 100644 index 0000000000000000000000000000000000000000..533a5f366fd98d764eaff0d8050ce1f7700b69fd --- /dev/null +++ b/models/part2/bigcn_bert/seed1/history.json @@ -0,0 +1,434 @@ +[ + { + "epoch": 1, + "train_loss": 0.6599867475993467, + "val_accuracy": 0.7783882783882784, + "val_precision": 0.8266592510196515, + "val_recall": 0.7839454777412207, + "val_f1": 0.7720565149136578 + }, + { + "epoch": 2, + "train_loss": 0.5165857698891189, + "val_accuracy": 0.8571428571428571, + "val_precision": 0.8624584717607973, + "val_recall": 0.858953870946082, + "val_f1": 0.8569509196684089 + }, + { + "epoch": 3, + "train_loss": 0.4426152298957, + "val_accuracy": 0.8791208791208791, + "val_precision": 0.8800874151816428, + "val_recall": 0.8783723897132881, + "val_f1": 0.8788021470948301 + }, + { + "epoch": 4, + "train_loss": 0.3917046052850646, + "val_accuracy": 0.8827838827838828, + "val_precision": 0.8837701844082613, + "val_recall": 0.8820385415967233, + "val_f1": 0.8824748093040776 + }, + { + "epoch": 5, + "train_loss": 0.35565559626062276, + "val_accuracy": 0.8864468864468864, + "val_precision": 0.8871639377400444, + "val_recall": 0.8858121265023837, + "val_f1": 0.8861888111888112 + }, + { + "epoch": 6, + "train_loss": 0.33221402316739707, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.8951583496522385, + "val_recall": 0.8929295642248036, + "val_f1": 0.8934512273901809 + }, + { + "epoch": 7, + "train_loss": 0.29941947534407454, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.8992332968236583, + "val_recall": 0.8964882830860136, + "val_f1": 0.8970823852543993 + }, + { + "epoch": 8, + "train_loss": 0.3019690210675145, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9050635459584233, + "val_recall": 0.9053246491640368, + "val_f1": 0.9047567930224756 + }, + { + "epoch": 9, + "train_loss": 0.28538081246417957, + "val_accuracy": 0.8772893772893773, + "val_precision": 0.8846813725490196, + "val_recall": 0.8793862888605385, + "val_f1": 0.8770315740644254 + }, + { + "epoch": 10, + "train_loss": 0.2959238383577857, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9016149168378237, + "val_recall": 0.9017659303028268, + "val_f1": 0.9010975740661228 + }, + { + "epoch": 11, + "train_loss": 0.2575605185258956, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9084249084249085, + "val_recall": 0.9087759350030216, + "val_f1": 0.9084052447223974 + }, + { + "epoch": 12, + "train_loss": 0.24612093430299026, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9141608391608391, + "val_recall": 0.9135768481837105, + "val_f1": 0.9137918871252204 + }, + { + "epoch": 13, + "train_loss": 0.23632318720276102, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9121041529511347, + "val_recall": 0.9119049217753308, + "val_f1": 0.9119922630560928 + }, + { + "epoch": 14, + "train_loss": 0.25924835886274067, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9151838511987959, + "val_recall": 0.914866044450413, + "val_f1": 0.9139168151033019 + }, + { + "epoch": 15, + "train_loss": 0.22447809768028748, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9070187012777187, + "val_recall": 0.905969247297388, + "val_f1": 0.9047414545112933 + }, + { + "epoch": 16, + "train_loss": 0.217056922914781, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9059162981339661, + "val_recall": 0.9042973208890083, + "val_f1": 0.9028909881038272 + }, + { + "epoch": 17, + "train_loss": 0.23533620300528768, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9175343495062258, + "val_recall": 0.9178875982004968, + "val_f1": 0.9175600181186773 + }, + { + "epoch": 18, + "train_loss": 0.21636990798917008, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9178321678321679, + "val_recall": 0.9172430000671457, + "val_f1": 0.9174603174603174 + }, + { + "epoch": 19, + "train_loss": 0.19973886940942143, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9131790028080452, + "val_recall": 0.9129792519975828, + "val_f1": 0.9120867325032203 + }, + { + "epoch": 20, + "train_loss": 0.196106887616954, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9065825407288821, + "val_recall": 0.9058618142751629, + "val_f1": 0.9047504025764896 + }, + { + "epoch": 21, + "train_loss": 0.19669129696739462, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9181482133427213, + "val_recall": 0.9147116094809642, + "val_f1": 0.915422952586207 + }, + { + "epoch": 22, + "train_loss": 0.18640901956147762, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9229922844682992, + "val_recall": 0.9233331095145371, + "val_f1": 0.9230511113497262 + }, + { + "epoch": 23, + "train_loss": 0.23239145490712734, + "val_accuracy": 0.8882783882783882, + "val_precision": 0.8935772357723577, + "val_recall": 0.8900624454441683, + "val_f1": 0.888142936306695 + }, + { + "epoch": 24, + "train_loss": 0.22491212511237288, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9251207729468599, + "val_recall": 0.9254347680118176, + "val_f1": 0.9249021272027669 + }, + { + "epoch": 25, + "train_loss": 0.19137347978113334, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9197664563518222, + "val_recall": 0.9190223594977507, + "val_f1": 0.9192828728093754 + }, + { + "epoch": 26, + "train_loss": 0.1745293595087834, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9260560037968676, + "val_recall": 0.9219364802256094, + "val_f1": 0.9227410551849606 + }, + { + "epoch": 27, + "train_loss": 0.17301716035975642, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9271487334920978, + "val_recall": 0.9239307057006647, + "val_f1": 0.9246331141613389 + }, + { + "epoch": 28, + "train_loss": 0.16519983238352962, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9303431142147318, + "val_recall": 0.9303431142147318, + "val_f1": 0.9303431142147318 + }, + { + "epoch": 29, + "train_loss": 0.1640681607491804, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9267027027027026, + "val_recall": 0.92403813872289, + "val_f1": 0.9246655785701066 + }, + { + "epoch": 30, + "train_loss": 0.14854608860972163, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9090921336206896, + "val_recall": 0.9078560397502182, + "val_f1": 0.906568020534501 + }, + { + "epoch": 31, + "train_loss": 0.139444744630611, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.9360149446296098, + "val_recall": 0.9356811925065467, + "val_f1": 0.9358197175530217 + }, + { + "epoch": 32, + "train_loss": 0.15132162968317667, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9266185877847044, + "val_recall": 0.9218290472033841, + "val_f1": 0.9227025132132456 + }, + { + "epoch": 33, + "train_loss": 0.16206516734846346, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9251207729468599, + "val_recall": 0.9254347680118176, + "val_f1": 0.9249021272027669 + }, + { + "epoch": 34, + "train_loss": 0.12932452668637145, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9413415698650373, + "val_recall": 0.9413415698650373, + "val_f1": 0.9413415698650374 + }, + { + "epoch": 35, + "train_loss": 0.14039750817494515, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9266185877847044, + "val_recall": 0.9218290472033841, + "val_f1": 0.9227025132132456 + }, + { + "epoch": 36, + "train_loss": 0.13333018413393488, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9284774436090226, + "val_recall": 0.9285637547841268, + "val_f1": 0.928517477869422 + }, + { + "epoch": 37, + "train_loss": 0.11451340114677346, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9321865607556892, + "val_recall": 0.9325522057342376, + "val_f1": 0.9322160148975792 + }, + { + "epoch": 38, + "train_loss": 0.12258481237041208, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9139278651473773, + "val_recall": 0.9131941180420331, + "val_f1": 0.9120772946859903 + }, + { + "epoch": 39, + "train_loss": 0.1497365632009157, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9357147680464583, + "val_recall": 0.9332572349425905, + "val_f1": 0.9338662790697674 + }, + { + "epoch": 40, + "train_loss": 0.1076631580953633, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9235154071151623, + "val_recall": 0.9180554622977237, + "val_f1": 0.9189790770143939 + }, + { + "epoch": 41, + "train_loss": 0.1047708572267176, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9333135584079387, + "val_recall": 0.9315853085342107, + "val_f1": 0.9320683150238578 + }, + { + "epoch": 42, + "train_loss": 0.11390154010483197, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9313119062057813, + "val_recall": 0.9298059491036057, + "val_f1": 0.9302447552447553 + }, + { + "epoch": 43, + "train_loss": 0.10955604141230112, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9296327257038075, + "val_recall": 0.9279191566507756, + "val_f1": 0.9283963320521744 + }, + { + "epoch": 44, + "train_loss": 0.10595051652236735, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.9360149446296098, + "val_recall": 0.9356811925065467, + "val_f1": 0.9358197175530217 + }, + { + "epoch": 45, + "train_loss": 0.10612547749673927, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.9067906664990993, + "val_recall": 0.8912106358692002, + "val_f1": 0.8923852762070466 + }, + { + "epoch": 46, + "train_loss": 0.14838824418438223, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9376450855417645, + "val_recall": 0.9379977170482777, + "val_f1": 0.9377080425212069 + }, + { + "epoch": 47, + "train_loss": 0.12198821266928872, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9101473922902494, + "val_recall": 0.9080709057946686, + "val_f1": 0.9065404249749116 + }, + { + "epoch": 48, + "train_loss": 0.09547219283524014, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9321110275958338, + "val_recall": 0.9323373396897872, + "val_f1": 0.9321959945896419 + }, + { + "epoch": 49, + "train_loss": 0.09993465403060774, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9244788839431115, + "val_recall": 0.9200496877727792, + "val_f1": 0.9208820982183475 + }, + { + "epoch": 50, + "train_loss": 0.11305507602709117, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9333135584079387, + "val_recall": 0.9315853085342107, + "val_f1": 0.9320683150238578 + }, + { + "epoch": 51, + "train_loss": 0.09296110081367004, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9302887519632717, + "val_recall": 0.930450547236957, + "val_f1": 0.9303571428571429 + }, + { + "epoch": 52, + "train_loss": 0.08149813908414963, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9303918918918919, + "val_recall": 0.9277042906063251, + "val_f1": 0.9283404283959549 + }, + { + "epoch": 53, + "train_loss": 0.08427076734902658, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9196418808091853, + "val_recall": 0.912287651917008, + "val_f1": 0.9133306990080752 + }, + { + "epoch": 54, + "train_loss": 0.09210414933415996, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9139278651473773, + "val_recall": 0.9131941180420331, + "val_f1": 0.9120772946859903 + } +] diff --git a/models/part2/bigcn_bert/seed1/result.json b/models/part2/bigcn_bert/seed1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..28f5e81934a4ced907594642afa5e05617bedb65 --- /dev/null +++ b/models/part2/bigcn_bert/seed1/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "bigcn", + "feature": "bert", + "seed": 1, + "best_epoch": 34, + "epochs_run": 54, + "best_val_f1": 0.9413415698650374, + "test": { + "accuracy": 0.9270778881338212, + "precision": 0.9274671517295681, + "recall": 0.9271018920307359, + "f1": 0.9270638921190557 + }, + "parameters": 430594, + "seconds": 149.82353615993634, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/nscxmsg0" +} diff --git a/models/part2/bigcn_bert/seed2/best.pt b/models/part2/bigcn_bert/seed2/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef52a9b30943500ffa2b5c77ed89aaa9d51b3adb --- /dev/null +++ b/models/part2/bigcn_bert/seed2/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b37250c5162b467acd46fdcc2897e36085e153b5065174290ed18e8fa6dfea19 +size 1726606 diff --git a/models/part2/bigcn_bert/seed2/history.json b/models/part2/bigcn_bert/seed2/history.json new file mode 100644 index 0000000000000000000000000000000000000000..e9d90242165147b5a12bdd3d447bf93466c327e1 --- /dev/null +++ b/models/part2/bigcn_bert/seed2/history.json @@ -0,0 +1,546 @@ +[ + { + "epoch": 1, + "train_loss": 0.6271468160789965, + "val_accuracy": 0.8168498168498168, + "val_precision": 0.8285674137567625, + "val_recall": 0.8140065802726113, + "val_f1": 0.8141339869281046 + }, + { + "epoch": 2, + "train_loss": 0.5243792909405607, + "val_accuracy": 0.8516483516483516, + "val_precision": 0.8582278481012658, + "val_recall": 0.8496407708319345, + "val_f1": 0.8503426222019188 + }, + { + "epoch": 3, + "train_loss": 0.43929692764421957, + "val_accuracy": 0.8681318681318682, + "val_precision": 0.8726803490229815, + "val_recall": 0.866514469885181, + "val_f1": 0.8672699034370992 + }, + { + "epoch": 4, + "train_loss": 0.40596627741506247, + "val_accuracy": 0.8901098901098901, + "val_precision": 0.8911357228614982, + "val_recall": 0.8893708453635937, + "val_f1": 0.8898201337225726 + }, + { + "epoch": 5, + "train_loss": 0.3377189767229688, + "val_accuracy": 0.8882783882783882, + "val_precision": 0.8894557823129252, + "val_recall": 0.8874840529107635, + "val_f1": 0.8879623244470607 + }, + { + "epoch": 6, + "train_loss": 0.30619240025460936, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.8945219324843339, + "val_recall": 0.893144430269254, + "val_f1": 0.8935314685314686 + }, + { + "epoch": 7, + "train_loss": 0.30660984225762195, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.8985012613147352, + "val_recall": 0.896703149130464, + "val_f1": 0.897165458141068 + }, + { + "epoch": 8, + "train_loss": 0.2929224016028883, + "val_accuracy": 0.8882783882783882, + "val_precision": 0.8907058189655173, + "val_recall": 0.8895252803330425, + "val_f1": 0.8882480245608737 + }, + { + "epoch": 9, + "train_loss": 0.31161847208445764, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9021752273979229, + "val_recall": 0.9019807963472772, + "val_f1": 0.9010975740661227 + }, + { + "epoch": 10, + "train_loss": 0.28579953618538684, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9021752273979229, + "val_recall": 0.9019807963472772, + "val_f1": 0.9010975740661227 + }, + { + "epoch": 11, + "train_loss": 0.258221814647699, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9055395152084872, + "val_recall": 0.9055395152084872, + "val_f1": 0.9047619047619048 + }, + { + "epoch": 12, + "train_loss": 0.24957049291430813, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9070187012777187, + "val_recall": 0.905969247297388, + "val_f1": 0.9047414545112933 + }, + { + "epoch": 13, + "train_loss": 0.265162250497839, + "val_accuracy": 0.891941391941392, + "val_precision": 0.8959864864864865, + "val_recall": 0.8935137312831531, + "val_f1": 0.8918597742127155 + }, + { + "epoch": 14, + "train_loss": 0.2429285661859827, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9049580103359174, + "val_recall": 0.9040824548445578, + "val_f1": 0.9029144454099246 + }, + { + "epoch": 15, + "train_loss": 0.23664702698861287, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9111863313990973, + "val_recall": 0.9110924595447526, + "val_f1": 0.9102561092195965 + }, + { + "epoch": 16, + "train_loss": 0.21916758708464792, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.9001414998989286, + "val_recall": 0.898744376552743, + "val_f1": 0.897401481799635 + }, + { + "epoch": 17, + "train_loss": 0.20981741213536526, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9102192134107028, + "val_recall": 0.9101255623447257, + "val_f1": 0.9101693264881963 + }, + { + "epoch": 18, + "train_loss": 0.2223652115453294, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9179909803500483, + "val_recall": 0.9182098972671725, + "val_f1": 0.9175799293542252 + }, + { + "epoch": 19, + "train_loss": 0.20335982799966693, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9152494331065759, + "val_recall": 0.9131471160948097, + "val_f1": 0.9136758893280632 + }, + { + "epoch": 20, + "train_loss": 0.19033655879043399, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9180394056847545, + "val_recall": 0.9171355670449204, + "val_f1": 0.9174359094987349 + }, + { + "epoch": 21, + "train_loss": 0.1929575428093746, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9146147629310345, + "val_recall": 0.91336198213926, + "val_f1": 0.913738566881015 + }, + { + "epoch": 22, + "train_loss": 0.1876947623796952, + "val_accuracy": 0.8882783882783882, + "val_precision": 0.8950358851674641, + "val_recall": 0.8902773114886189, + "val_f1": 0.8880797884316184 + }, + { + "epoch": 23, + "train_loss": 0.19804293091917213, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9232069775243207, + "val_recall": 0.9235479755589875, + "val_f1": 0.9230676328502416 + }, + { + "epoch": 24, + "train_loss": 0.18479741782277495, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9234547521108465, + "val_recall": 0.9202645538172296, + "val_f1": 0.9209566807057945 + }, + { + "epoch": 25, + "train_loss": 0.17554512576305822, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9218984962406015, + "val_recall": 0.9219834821728329, + "val_f1": 0.9212451570702582 + }, + { + "epoch": 26, + "train_loss": 0.18832475667471413, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.9009999319774165, + "val_recall": 0.8958302558248842, + "val_f1": 0.8935672514619883 + }, + { + "epoch": 27, + "train_loss": 0.17754594954378874, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9217135012919897, + "val_recall": 0.9208017189283556, + "val_f1": 0.9211054246321243 + }, + { + "epoch": 28, + "train_loss": 0.16627244383860856, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9246539266662166, + "val_recall": 0.922258779292285, + "val_f1": 0.922843992248062 + }, + { + "epoch": 29, + "train_loss": 0.152055816363284, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9239430894308942, + "val_recall": 0.9201571207950043, + "val_f1": 0.9209204724966402 + }, + { + "epoch": 30, + "train_loss": 0.16098941308565629, + "val_accuracy": 0.8956043956043956, + "val_precision": 0.9009756097560976, + "val_recall": 0.8973947492110388, + "val_f1": 0.8954778257292069 + }, + { + "epoch": 31, + "train_loss": 0.1761562106482712, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9327357881136951, + "val_recall": 0.931800174578661, + "val_f1": 0.9321139700322931 + }, + { + "epoch": 32, + "train_loss": 0.14893480502205453, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9129273504273505, + "val_recall": 0.9048479151279125, + "val_f1": 0.9058961092505416 + }, + { + "epoch": 33, + "train_loss": 0.17482304174603122, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9287655673197841, + "val_recall": 0.925817498153495, + "val_f1": 0.9264874180388566 + }, + { + "epoch": 34, + "train_loss": 0.16284583836466401, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9092126080077887, + "val_recall": 0.9063989793862889, + "val_f1": 0.9046800510306855 + }, + { + "epoch": 35, + "train_loss": 0.18982748103229116, + "val_accuracy": 0.8717948717948718, + "val_precision": 0.8852001712399706, + "val_recall": 0.8745853756798496, + "val_f1": 0.8711708553554094 + }, + { + "epoch": 36, + "train_loss": 0.1725641247772035, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9117079685413266, + "val_recall": 0.9098502652252736, + "val_f1": 0.9083806532157385 + }, + { + "epoch": 37, + "train_loss": 0.12715580688291417, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.9360149446296098, + "val_recall": 0.9356811925065467, + "val_f1": 0.9358197175530217 + }, + { + "epoch": 38, + "train_loss": 0.11915216996119572, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9283408737929637, + "val_recall": 0.9259249311757202, + "val_f1": 0.9265180878552972 + }, + { + "epoch": 39, + "train_loss": 0.13660621956918703, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9211421080660358, + "val_recall": 0.9141744443698382, + "val_f1": 0.9152002160848134 + }, + { + "epoch": 40, + "train_loss": 0.12159802821966317, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9244788839431115, + "val_recall": 0.9200496877727792, + "val_f1": 0.9208820982183475 + }, + { + "epoch": 41, + "train_loss": 0.12890917073676, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.9366783405172414, + "val_recall": 0.9353588934398711, + "val_f1": 0.9357627625709685 + }, + { + "epoch": 42, + "train_loss": 0.13068645291931028, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9285235079433233, + "val_recall": 0.9288860538508024, + "val_f1": 0.9285520157028537 + }, + { + "epoch": 43, + "train_loss": 0.11454166362792144, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9303186850050318, + "val_recall": 0.9306654132814074, + "val_f1": 0.9303795769354666 + }, + { + "epoch": 44, + "train_loss": 0.09433526139119607, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9095971308380972, + "val_recall": 0.9079634727724435, + "val_f1": 0.9065554791187771 + }, + { + "epoch": 45, + "train_loss": 0.09889643792158519, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9284621578099839, + "val_recall": 0.9287786208285772, + "val_f1": 0.9285424252084766 + }, + { + "epoch": 46, + "train_loss": 0.0833630769175815, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.93699439111207, + "val_recall": 0.9352514604176458, + "val_f1": 0.9357402979955411 + }, + { + "epoch": 47, + "train_loss": 0.10209136303418721, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9303918918918919, + "val_recall": 0.9277042906063251, + "val_f1": 0.9283404283959549 + }, + { + "epoch": 48, + "train_loss": 0.09947720778621597, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9383759912754298, + "val_recall": 0.9372456858927013, + "val_f1": 0.9376083887880622 + }, + { + "epoch": 49, + "train_loss": 0.1025562846262158, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9076315038911299, + "val_recall": 0.9030551265695292, + "val_f1": 0.9009380711751425 + }, + { + "epoch": 50, + "train_loss": 0.12030534891090987, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9212731895658725, + "val_recall": 0.9205264218089035, + "val_f1": 0.9194041867954912 + }, + { + "epoch": 51, + "train_loss": 0.09016235090874053, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9275364265090982, + "val_recall": 0.9275364265090982, + "val_f1": 0.9267399267399268 + }, + { + "epoch": 52, + "train_loss": 0.09385341819334816, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9303918918918919, + "val_recall": 0.9277042906063251, + "val_f1": 0.9283404283959549 + }, + { + "epoch": 53, + "train_loss": 0.08336779213213659, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9249458517751201, + "val_recall": 0.9241925736923386, + "val_f1": 0.9230676328502416 + }, + { + "epoch": 54, + "train_loss": 0.0976477202860427, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9324571011317999, + "val_recall": 0.9294836500369301, + "val_f1": 0.9301630471369138 + }, + { + "epoch": 55, + "train_loss": 0.08845820105992831, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9324571011317999, + "val_recall": 0.9294836500369301, + "val_f1": 0.9301630471369138 + }, + { + "epoch": 56, + "train_loss": 0.0658274913008833, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.932027820919711, + "val_recall": 0.9295910830591554, + "val_f1": 0.9301921834625323 + }, + { + "epoch": 57, + "train_loss": 0.06708298046346549, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9287655673197841, + "val_recall": 0.925817498153495, + "val_f1": 0.9264874180388566 + }, + { + "epoch": 58, + "train_loss": 0.08076278728879852, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9279634151276828, + "val_recall": 0.9260323641979453, + "val_f1": 0.9265467558150485 + }, + { + "epoch": 59, + "train_loss": 0.0827360009099101, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9092126080077887, + "val_recall": 0.9063989793862889, + "val_f1": 0.9046800510306855 + }, + { + "epoch": 60, + "train_loss": 0.08871190498272578, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9266168319622079, + "val_recall": 0.926891828375747, + "val_f1": 0.9267045225725907 + }, + { + "epoch": 61, + "train_loss": 0.06757584596291566, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9308427148733492, + "val_recall": 0.9275968575840999, + "val_f1": 0.9283095476168833 + }, + { + "epoch": 62, + "train_loss": 0.06417151966265269, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9287655673197841, + "val_recall": 0.925817498153495, + "val_f1": 0.9264874180388566 + }, + { + "epoch": 63, + "train_loss": 0.07732053528174812, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9250740335077685, + "val_recall": 0.9221513462700598, + "val_f1": 0.9228117889407995 + }, + { + "epoch": 64, + "train_loss": 0.062411766731258714, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.932027820919711, + "val_recall": 0.9295910830591554, + "val_f1": 0.9301921834625323 + }, + { + "epoch": 65, + "train_loss": 0.06328816994369685, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9241827782181677, + "val_recall": 0.9239777076478883, + "val_f1": 0.9230758909403177 + }, + { + "epoch": 66, + "train_loss": 0.06898571370722173, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9129273504273505, + "val_recall": 0.9048479151279125, + "val_f1": 0.9058961092505416 + }, + { + "epoch": 67, + "train_loss": 0.09905293201788878, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.935888136686009, + "val_recall": 0.935788625528772, + "val_f1": 0.9358352332058544 + }, + { + "epoch": 68, + "train_loss": 0.07194581492752819, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9105837683910774, + "val_recall": 0.9066138454307393, + "val_f1": 0.9046339464456059 + } +] diff --git a/models/part2/bigcn_bert/seed2/result.json b/models/part2/bigcn_bert/seed2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..ae772b4c6a697e999c9032ede5f5a1a8c1ae113b --- /dev/null +++ b/models/part2/bigcn_bert/seed2/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "bigcn", + "feature": "bert", + "seed": 2, + "best_epoch": 48, + "epochs_run": 68, + "best_val_f1": 0.9376083887880622, + "test": { + "accuracy": 0.9336121275483533, + "precision": 0.9336374815543532, + "recall": 0.9336185224453213, + "f1": 0.9336116740227745 + }, + "parameters": 430594, + "seconds": 183.58232123195194, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/txkoosiv" +} diff --git a/models/part2/bigcn_bert/seed3/best.pt b/models/part2/bigcn_bert/seed3/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..848ad3ad2d2927bdcd9e58fbfa93d9bee42e0e6b --- /dev/null +++ b/models/part2/bigcn_bert/seed3/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28d6d68b34d1d855149242dc6651f48fb22d0be0649e319723091a8c42bef39c +size 1726606 diff --git a/models/part2/bigcn_bert/seed3/history.json b/models/part2/bigcn_bert/seed3/history.json new file mode 100644 index 0000000000000000000000000000000000000000..2a489cd0d7668c749ae428a62088054195908b67 --- /dev/null +++ b/models/part2/bigcn_bert/seed3/history.json @@ -0,0 +1,762 @@ +[ + { + "epoch": 1, + "train_loss": 0.7689697366931063, + "val_accuracy": 0.8168498168498168, + "val_precision": 0.8167380993967406, + "val_recall": 0.8165849728060163, + "val_f1": 0.8166505480335269 + }, + { + "epoch": 2, + "train_loss": 0.521649494712606, + "val_accuracy": 0.8388278388278388, + "val_precision": 0.8389678877483755, + "val_recall": 0.838367018062177, + "val_f1": 0.8385657456187507 + }, + { + "epoch": 3, + "train_loss": 0.47000592881506614, + "val_accuracy": 0.8717948717948718, + "val_precision": 0.8722146675104008, + "val_recall": 0.8712549519908682, + "val_f1": 0.8715466827989514 + }, + { + "epoch": 4, + "train_loss": 0.4255827203556731, + "val_accuracy": 0.8791208791208791, + "val_precision": 0.8793671720500988, + "val_recall": 0.8786946887799638, + "val_f1": 0.8789243092140631 + }, + { + "epoch": 5, + "train_loss": 0.36785380504070186, + "val_accuracy": 0.8901098901098901, + "val_precision": 0.8903851586778415, + "val_recall": 0.8896931444302693, + "val_f1": 0.8899311901946028 + }, + { + "epoch": 6, + "train_loss": 0.3580711558188274, + "val_accuracy": 0.8864468864468864, + "val_precision": 0.8900891095843819, + "val_recall": 0.8850600953468073, + "val_f1": 0.8858341539748277 + }, + { + "epoch": 7, + "train_loss": 0.3142256302820457, + "val_accuracy": 0.8992673992673993, + "val_precision": 0.8991329324600021, + "val_recall": 0.8993419727388706, + "val_f1": 0.899210262227846 + }, + { + "epoch": 8, + "train_loss": 0.2904315958747934, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9010138991472504, + "val_recall": 0.9010138991472504, + "val_f1": 0.9010138991472503 + }, + { + "epoch": 9, + "train_loss": 0.2815624903955739, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.905075807514832, + "val_recall": 0.90435775196401, + "val_f1": 0.904607031501989 + }, + { + "epoch": 10, + "train_loss": 0.2707066480275039, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9027971652528723, + "val_recall": 0.9030081246223058, + "val_f1": 0.9028753436013788 + }, + { + "epoch": 11, + "train_loss": 0.2860287301269643, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9084249084249085, + "val_recall": 0.9087759350030216, + "val_f1": 0.9084052447223974 + }, + { + "epoch": 12, + "train_loss": 0.2724243278577651, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.906484962406015, + "val_recall": 0.9065668434835157, + "val_f1": 0.906522855675398 + }, + { + "epoch": 13, + "train_loss": 0.2507764140874038, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9049580103359174, + "val_recall": 0.9040824548445578, + "val_f1": 0.9029144454099246 + }, + { + "epoch": 14, + "train_loss": 0.275394007672757, + "val_accuracy": 0.8809523809523809, + "val_precision": 0.8876141800782948, + "val_recall": 0.8829450077217484, + "val_f1": 0.8807407581648392 + }, + { + "epoch": 15, + "train_loss": 0.2566215568409735, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9084249084249085, + "val_recall": 0.9087759350030216, + "val_f1": 0.9084052447223974 + }, + { + "epoch": 16, + "train_loss": 0.2273370182012027, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9120879120879122, + "val_recall": 0.9124420868864567, + "val_f1": 0.9120690349335016 + }, + { + "epoch": 17, + "train_loss": 0.23135060661441678, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.913789863631483, + "val_recall": 0.9140065802726113, + "val_f1": 0.9138705877219774 + }, + { + "epoch": 18, + "train_loss": 0.21337056891385453, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9049580103359174, + "val_recall": 0.9040824548445578, + "val_f1": 0.9029144454099246 + }, + { + "epoch": 19, + "train_loss": 0.22652867289034875, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9149501661129569, + "val_recall": 0.9109380245753038, + "val_f1": 0.9117040630685265 + }, + { + "epoch": 20, + "train_loss": 0.2042675963688246, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9098608590441621, + "val_recall": 0.9094205331363727, + "val_f1": 0.9084199932908419 + }, + { + "epoch": 21, + "train_loss": 0.20460236913118607, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9167268613795265, + "val_recall": 0.9106157255086282, + "val_f1": 0.9115646258503401 + }, + { + "epoch": 22, + "train_loss": 0.2082411881549891, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9176408220965637, + "val_recall": 0.9126099509836836, + "val_f1": 0.9134779750164366 + }, + { + "epoch": 23, + "train_loss": 0.18931609850663406, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9070187012777187, + "val_recall": 0.905969247297388, + "val_f1": 0.9047414545112933 + }, + { + "epoch": 24, + "train_loss": 0.18419395447214007, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9239539114614919, + "val_recall": 0.9224736453367354, + "val_f1": 0.9229020979020979 + }, + { + "epoch": 25, + "train_loss": 0.16981899705561962, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9266168319622079, + "val_recall": 0.926891828375747, + "val_f1": 0.9267045225725907 + }, + { + "epoch": 26, + "train_loss": 0.17687569673244768, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9218984962406015, + "val_recall": 0.9219834821728329, + "val_f1": 0.9212451570702582 + }, + { + "epoch": 27, + "train_loss": 0.16101819639786696, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9266185877847044, + "val_recall": 0.9218290472033841, + "val_f1": 0.9227025132132456 + }, + { + "epoch": 28, + "train_loss": 0.19320893647906545, + "val_accuracy": 0.8956043956043956, + "val_precision": 0.906055900621118, + "val_recall": 0.8933122943664809, + "val_f1": 0.8944541098190031 + }, + { + "epoch": 29, + "train_loss": 0.17097518017222157, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9250625271857329, + "val_recall": 0.919942254750554, + "val_f1": 0.9208415516107824 + }, + { + "epoch": 30, + "train_loss": 0.16243376170759236, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9313119062057813, + "val_recall": 0.9298059491036057, + "val_f1": 0.9302447552447553 + }, + { + "epoch": 31, + "train_loss": 0.1363576177384827, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9307844429795649, + "val_recall": 0.9300208151480561, + "val_f1": 0.9302897537899151 + }, + { + "epoch": 32, + "train_loss": 0.13785244475354205, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9260560037968676, + "val_recall": 0.9219364802256094, + "val_f1": 0.9227410551849606 + }, + { + "epoch": 33, + "train_loss": 0.1366075072096381, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9239430894308942, + "val_recall": 0.9201571207950043, + "val_f1": 0.9209204724966402 + }, + { + "epoch": 34, + "train_loss": 0.14271445673354816, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.92855415860735, + "val_recall": 0.9284563217619015, + "val_f1": 0.9285021170008092 + }, + { + "epoch": 35, + "train_loss": 0.12617268347805674, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9336734693877551, + "val_recall": 0.9314778755119855, + "val_f1": 0.9320427213859221 + }, + { + "epoch": 36, + "train_loss": 0.11120221282154212, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9232069775243207, + "val_recall": 0.9235479755589875, + "val_f1": 0.9230676328502416 + }, + { + "epoch": 37, + "train_loss": 0.1275946252293639, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.926870177792687, + "val_recall": 0.9272141274424226, + "val_f1": 0.9267310789049921 + }, + { + "epoch": 38, + "train_loss": 0.12485305768447919, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9308427148733492, + "val_recall": 0.9275968575840999, + "val_f1": 0.9283095476168833 + }, + { + "epoch": 39, + "train_loss": 0.12532614258837788, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9229108095994785, + "val_recall": 0.918162895319949, + "val_f1": 0.9190216805091145 + }, + { + "epoch": 40, + "train_loss": 0.13042686853707927, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9085961239786616, + "val_recall": 0.9062915463640637, + "val_f1": 0.9046992481203009 + }, + { + "epoch": 41, + "train_loss": 0.13364405378753885, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9271487334920978, + "val_recall": 0.9239307057006647, + "val_f1": 0.9246331141613389 + }, + { + "epoch": 42, + "train_loss": 0.13104718585154077, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9189266615737204, + "val_recall": 0.9123950849392333, + "val_f1": 0.9133821856636075 + }, + { + "epoch": 43, + "train_loss": 0.10365274504864172, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9284774436090226, + "val_recall": 0.9285637547841268, + "val_f1": 0.928517477869422 + }, + { + "epoch": 44, + "train_loss": 0.10094924849686605, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.918233082706767, + "val_recall": 0.9183173302893977, + "val_f1": 0.9175821411200376 + }, + { + "epoch": 45, + "train_loss": 0.10671103584679055, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.932345984302763, + "val_recall": 0.9320150406231116, + "val_f1": 0.9321522728417658 + }, + { + "epoch": 46, + "train_loss": 0.08949821144888252, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9260560037968676, + "val_recall": 0.9219364802256094, + "val_f1": 0.9227410551849606 + }, + { + "epoch": 47, + "train_loss": 0.09111525799274008, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9292293233082707, + "val_recall": 0.9293157859397032, + "val_f1": 0.9285711889706991 + }, + { + "epoch": 48, + "train_loss": 0.0768423176237515, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9308427148733492, + "val_recall": 0.9275968575840999, + "val_f1": 0.9283095476168833 + }, + { + "epoch": 49, + "train_loss": 0.08788300583978276, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9304029304029304, + "val_recall": 0.9307728463036327, + "val_f1": 0.930387985989022 + }, + { + "epoch": 50, + "train_loss": 0.0882420947863942, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9148574893875077, + "val_recall": 0.9134089840864836, + "val_f1": 0.9120584129711156 + }, + { + "epoch": 51, + "train_loss": 0.08918219903013208, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9344571051888125, + "val_recall": 0.9336869670314913, + "val_f1": 0.9339587141167616 + }, + { + "epoch": 52, + "train_loss": 0.07415895900883518, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9287655673197841, + "val_recall": 0.925817498153495, + "val_f1": 0.9264874180388566 + }, + { + "epoch": 53, + "train_loss": 0.07953530113338987, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9152024446142093, + "val_recall": 0.908728933055798, + "val_f1": 0.909696321223761 + }, + { + "epoch": 54, + "train_loss": 0.07348176872446424, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9266239780919012, + "val_recall": 0.9267843953535218, + "val_f1": 0.9266917293233083 + }, + { + "epoch": 55, + "train_loss": 0.07343671637358683, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.930443778634672, + "val_recall": 0.9302356811925065, + "val_f1": 0.9303272082527402 + }, + { + "epoch": 56, + "train_loss": 0.058037624186102726, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.925541277944024, + "val_recall": 0.9220439132478346, + "val_f1": 0.9227774784482758 + }, + { + "epoch": 57, + "train_loss": 0.06579824970973717, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9324476650563607, + "val_recall": 0.932767071778688, + "val_f1": 0.9322287489390824 + }, + { + "epoch": 58, + "train_loss": 0.06392749265218392, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9316461843543012, + "val_recall": 0.9296985160813805, + "val_f1": 0.930219418024296 + }, + { + "epoch": 59, + "train_loss": 0.06593012968726429, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9336734693877551, + "val_recall": 0.9314778755119855, + "val_f1": 0.9320427213859221 + }, + { + "epoch": 60, + "train_loss": 0.0623033956075326, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9248871695680205, + "val_recall": 0.9247901698784664, + "val_f1": 0.9248355588982866 + }, + { + "epoch": 61, + "train_loss": 0.06623329522408845, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9266554847366656, + "val_recall": 0.9269992613979723, + "val_f1": 0.9267153441425964 + }, + { + "epoch": 62, + "train_loss": 0.053227127417103275, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9303918918918919, + "val_recall": 0.9277042906063251, + "val_f1": 0.9283404283959549 + }, + { + "epoch": 63, + "train_loss": 0.06589226454714715, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9155594405594405, + "val_recall": 0.9149734774726381, + "val_f1": 0.9139121945982938 + }, + { + "epoch": 64, + "train_loss": 0.06355660122174484, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9333135584079387, + "val_recall": 0.9315853085342107, + "val_f1": 0.9320683150238578 + }, + { + "epoch": 65, + "train_loss": 0.057473022217824785, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9330010775862069, + "val_recall": 0.931692741556436, + "val_f1": 0.9320920632893095 + }, + { + "epoch": 66, + "train_loss": 0.05755651008078467, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9253194459357887, + "val_recall": 0.9255422010340428, + "val_f1": 0.9249061578560718 + }, + { + "epoch": 67, + "train_loss": 0.05672282500417678, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9180455885718902, + "val_recall": 0.9169677029476935, + "val_f1": 0.9157328251446056 + }, + { + "epoch": 68, + "train_loss": 0.052921887241549545, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9197187068028398, + "val_recall": 0.9199892566977774, + "val_f1": 0.9194095940959409 + }, + { + "epoch": 69, + "train_loss": 0.07756087825302677, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9140485824368553, + "val_recall": 0.9026388236084066, + "val_f1": 0.9038211382113821 + }, + { + "epoch": 70, + "train_loss": 0.07515844575815149, + "val_accuracy": 0.8901098901098901, + "val_precision": 0.8981096588663404, + "val_recall": 0.8922715369636742, + "val_f1": 0.8898601398601398 + }, + { + "epoch": 71, + "train_loss": 0.07538938656067237, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9383759912754298, + "val_recall": 0.9372456858927013, + "val_f1": 0.9376083887880622 + }, + { + "epoch": 72, + "train_loss": 0.06420936232139339, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9287655673197841, + "val_recall": 0.925817498153495, + "val_f1": 0.9264874180388566 + }, + { + "epoch": 73, + "train_loss": 0.06003998752151217, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.932027820919711, + "val_recall": 0.9295910830591554, + "val_f1": 0.9301921834625323 + }, + { + "epoch": 74, + "train_loss": 0.04908438534527035, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9276422764227643, + "val_recall": 0.9238232726784396, + "val_f1": 0.924598590054936 + }, + { + "epoch": 75, + "train_loss": 0.06451496694769178, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9381297673980601, + "val_recall": 0.9373531189149265, + "val_f1": 0.9376276744436083 + }, + { + "epoch": 76, + "train_loss": 0.07017774578361284, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.923328488372093, + "val_recall": 0.9224132142617337, + "val_f1": 0.9212324745778634 + }, + { + "epoch": 77, + "train_loss": 0.0566066744440532, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.932027820919711, + "val_recall": 0.9295910830591554, + "val_f1": 0.9301921834625323 + }, + { + "epoch": 78, + "train_loss": 0.03972327894097938, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9283408737929637, + "val_recall": 0.9259249311757202, + "val_f1": 0.9265180878552972 + }, + { + "epoch": 79, + "train_loss": 0.0462712287739083, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.919997845785144, + "val_recall": 0.9189149264755254, + "val_f1": 0.919257914902198 + }, + { + "epoch": 80, + "train_loss": 0.03096783697441384, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9263038548752834, + "val_recall": 0.9241455717451152, + "val_f1": 0.9246959885627786 + }, + { + "epoch": 81, + "train_loss": 0.0352218174767909, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9321256038647343, + "val_recall": 0.9324447727120124, + "val_f1": 0.9322069162234266 + }, + { + "epoch": 82, + "train_loss": 0.049779508740474016, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.925541277944024, + "val_recall": 0.9220439132478346, + "val_f1": 0.9227774784482758 + }, + { + "epoch": 83, + "train_loss": 0.04270493522995994, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.928983678728659, + "val_recall": 0.9292083529174779, + "val_f1": 0.9285692721069951 + }, + { + "epoch": 84, + "train_loss": 0.03549178743618967, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9245412381528534, + "val_recall": 0.9240851406701135, + "val_f1": 0.9230727943643073 + }, + { + "epoch": 85, + "train_loss": 0.048029111742618535, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9322211476466795, + "val_recall": 0.9321224736453367, + "val_f1": 0.9321686751033318 + }, + { + "epoch": 86, + "train_loss": 0.04186551590815132, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9293238146551723, + "val_recall": 0.9280265896730007, + "val_f1": 0.9284213640076506 + }, + { + "epoch": 87, + "train_loss": 0.04446662747857226, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9267758534979645, + "val_recall": 0.9265695293090714, + "val_f1": 0.9266602192134108 + }, + { + "epoch": 88, + "train_loss": 0.037235626350446936, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9246539266662166, + "val_recall": 0.922258779292285, + "val_f1": 0.922843992248062 + }, + { + "epoch": 89, + "train_loss": 0.0319140038893118, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.935775260388704, + "val_recall": 0.9360034915732223, + "val_f1": 0.9358610759631747 + }, + { + "epoch": 90, + "train_loss": 0.05710033708057561, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9095971308380972, + "val_recall": 0.9079634727724435, + "val_f1": 0.9065554791187771 + }, + { + "epoch": 91, + "train_loss": 0.04103942139026446, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9293238146551723, + "val_recall": 0.9280265896730007, + "val_f1": 0.9284213640076506 + }, + { + "epoch": 92, + "train_loss": 0.04264398617840512, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9316461843543012, + "val_recall": 0.9296985160813805, + "val_f1": 0.930219418024296 + }, + { + "epoch": 93, + "train_loss": 0.028940461528224822, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.930590844928413, + "val_recall": 0.9301282481702813, + "val_f1": 0.9303094224025581 + }, + { + "epoch": 94, + "train_loss": 0.03475956577166314, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9148574893875077, + "val_recall": 0.9134089840864836, + "val_f1": 0.9120584129711156 + }, + { + "epoch": 95, + "train_loss": 0.035883941738815095, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9299886621315192, + "val_recall": 0.9278117236285504, + "val_f1": 0.9283693549743504 + } +] diff --git a/models/part2/bigcn_bert/seed3/result.json b/models/part2/bigcn_bert/seed3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..0ae2ecad8eeab27ecca39e4647f49297c25fe5d3 --- /dev/null +++ b/models/part2/bigcn_bert/seed3/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "bigcn", + "feature": "bert", + "seed": 3, + "best_epoch": 75, + "epochs_run": 95, + "best_val_f1": 0.9376276744436083, + "test": { + "accuracy": 0.9341348667015159, + "precision": 0.9341957974686865, + "recall": 0.9341445419667938, + "f1": 0.9341334088265899 + }, + "parameters": 430594, + "seconds": 255.97289312910289, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/q0qs9nr6" +} diff --git a/models/part2/bigcn_bert/seed4/best.pt b/models/part2/bigcn_bert/seed4/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ddd93e477203e90fb3c43b535673737fcee804a --- /dev/null +++ b/models/part2/bigcn_bert/seed4/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cc1881c32fc27ca0810dc153017d60cdd0b6032f0aefed2575f4953c2aa1715 +size 1726606 diff --git a/models/part2/bigcn_bert/seed4/history.json b/models/part2/bigcn_bert/seed4/history.json new file mode 100644 index 0000000000000000000000000000000000000000..7523587e254250b721eca59137b637e17a79d2df --- /dev/null +++ b/models/part2/bigcn_bert/seed4/history.json @@ -0,0 +1,578 @@ +[ + { + "epoch": 1, + "train_loss": 0.6475107496256357, + "val_accuracy": 0.8333333333333334, + "val_precision": 0.8424145299145299, + "val_recall": 0.8357147653259921, + "val_f1": 0.8327943329238949 + }, + { + "epoch": 2, + "train_loss": 0.48358352193028936, + "val_accuracy": 0.8553113553113553, + "val_precision": 0.8556990228712553, + "val_recall": 0.8558853152487746, + "val_f1": 0.8553069870885287 + }, + { + "epoch": 3, + "train_loss": 0.42512887989208376, + "val_accuracy": 0.8827838827838828, + "val_precision": 0.8826831397300745, + "val_recall": 0.8826831397300745, + "val_f1": 0.8826831397300745 + }, + { + "epoch": 4, + "train_loss": 0.38175955021774377, + "val_accuracy": 0.8901098901098901, + "val_precision": 0.8922724872381622, + "val_recall": 0.889048546296918, + "val_f1": 0.8896821120689655 + }, + { + "epoch": 5, + "train_loss": 0.32903125467317884, + "val_accuracy": 0.8736263736263736, + "val_precision": 0.8874579124579125, + "val_recall": 0.8708856509769691, + "val_f1": 0.8718096164904676 + }, + { + "epoch": 6, + "train_loss": 0.33060879617820293, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.8977304830963367, + "val_recall": 0.8970254481971396, + "val_f1": 0.8972691108482959 + }, + { + "epoch": 7, + "train_loss": 0.3132509570637029, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9083462029141207, + "val_recall": 0.9083462029141207, + "val_f1": 0.9083462029141207 + }, + { + "epoch": 8, + "train_loss": 0.2802644698938607, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.900142382534409, + "val_recall": 0.8962734170415632, + "val_f1": 0.8969880735799474 + }, + { + "epoch": 9, + "train_loss": 0.2698857775537959, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9012277759141227, + "val_recall": 0.9015510642583764, + "val_f1": 0.9010869565217391 + }, + { + "epoch": 10, + "train_loss": 0.2510555168211242, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9072602370689655, + "val_recall": 0.9060296783723898, + "val_f1": 0.906397168317697 + }, + { + "epoch": 11, + "train_loss": 0.26509384718133416, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.9025029699725533, + "val_recall": 0.8958436849526623, + "val_f1": 0.8967654804510771 + }, + { + "epoch": 12, + "train_loss": 0.2505831438979823, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9052953293929153, + "val_recall": 0.9042503189417848, + "val_f1": 0.9045775357935067 + }, + { + "epoch": 13, + "train_loss": 0.25450628733896946, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9050635459584233, + "val_recall": 0.9053246491640368, + "val_f1": 0.9047567930224756 + }, + { + "epoch": 14, + "train_loss": 0.21803566900801746, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9143267475571781, + "val_recall": 0.9145437453837373, + "val_f1": 0.9139168151033019 + }, + { + "epoch": 15, + "train_loss": 0.22000480686133597, + "val_accuracy": 0.8846153846153846, + "val_precision": 0.8898780487804878, + "val_recall": 0.8863962935607332, + "val_f1": 0.8844754915954393 + }, + { + "epoch": 16, + "train_loss": 0.22412486696417952, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9038204972710734, + "val_recall": 0.9024105284361781, + "val_f1": 0.9010657145925052 + }, + { + "epoch": 17, + "train_loss": 0.19520679531079946, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9131790028080452, + "val_recall": 0.9129792519975828, + "val_f1": 0.9120867325032203 + }, + { + "epoch": 18, + "train_loss": 0.22866068196384023, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9174812030075188, + "val_recall": 0.9175652991338212, + "val_f1": 0.91752016677241 + }, + { + "epoch": 19, + "train_loss": 0.20091885808623317, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.919997845785144, + "val_recall": 0.9189149264755254, + "val_f1": 0.919257914902198 + }, + { + "epoch": 20, + "train_loss": 0.179406640457583, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9163222166870868, + "val_recall": 0.9152487745920903, + "val_f1": 0.9155878201250252 + }, + { + "epoch": 21, + "train_loss": 0.18246860076219606, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9126092384519351, + "val_recall": 0.9127643859531324, + "val_f1": 0.9120867325032203 + }, + { + "epoch": 22, + "train_loss": 0.18415453828079797, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9180394056847545, + "val_recall": 0.9171355670449204, + "val_f1": 0.9174359094987349 + }, + { + "epoch": 23, + "train_loss": 0.1540118545402974, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9235154071151623, + "val_recall": 0.9180554622977237, + "val_f1": 0.9189790770143939 + }, + { + "epoch": 24, + "train_loss": 0.18439713535291372, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9273491039812582, + "val_recall": 0.9262472302423957, + "val_f1": 0.9265981044565437 + }, + { + "epoch": 25, + "train_loss": 0.16468552491822086, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9219771241830066, + "val_recall": 0.9161686698448936, + "val_f1": 0.9171150505169768 + }, + { + "epoch": 26, + "train_loss": 0.174936691456007, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.92855415860735, + "val_recall": 0.9284563217619015, + "val_f1": 0.9285021170008092 + }, + { + "epoch": 27, + "train_loss": 0.15568353716052058, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9127693965517241, + "val_recall": 0.9115221916336533, + "val_f1": 0.9102320197292264 + }, + { + "epoch": 28, + "train_loss": 0.15982615052562058, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9242806459010644, + "val_recall": 0.9223662123145102, + "val_f1": 0.9228740936058009 + }, + { + "epoch": 29, + "train_loss": 0.13986296465982012, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9286770239759166, + "val_recall": 0.9283488887396764, + "val_f1": 0.92848482813051 + }, + { + "epoch": 30, + "train_loss": 0.16035315563608876, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9244788839431115, + "val_recall": 0.9200496877727792, + "val_f1": 0.9208820982183475 + }, + { + "epoch": 31, + "train_loss": 0.17193675576112208, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9234547521108465, + "val_recall": 0.9202645538172296, + "val_f1": 0.9209566807057945 + }, + { + "epoch": 32, + "train_loss": 0.15533860330725766, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9195437772559544, + "val_recall": 0.9198818236755523, + "val_f1": 0.9194041867954912 + }, + { + "epoch": 33, + "train_loss": 0.11897409360705714, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9211974023185916, + "val_recall": 0.921553750083932, + "val_f1": 0.9212240173134028 + }, + { + "epoch": 34, + "train_loss": 0.12498230036798415, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9217135012919897, + "val_recall": 0.9208017189283556, + "val_f1": 0.9211054246321243 + }, + { + "epoch": 35, + "train_loss": 0.11524767382240994, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9230108104478614, + "val_recall": 0.9230108104478614, + "val_f1": 0.9230108104478614 + }, + { + "epoch": 36, + "train_loss": 0.12247125059366226, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9276422764227643, + "val_recall": 0.9238232726784396, + "val_f1": 0.924598590054936 + }, + { + "epoch": 37, + "train_loss": 0.13847105428849385, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9204475760838455, + "val_recall": 0.9142818773920633, + "val_f1": 0.9152494331065759 + }, + { + "epoch": 38, + "train_loss": 0.10992186224504268, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9273491039812582, + "val_recall": 0.9262472302423957, + "val_f1": 0.9265981044565437 + }, + { + "epoch": 39, + "train_loss": 0.11158258705348759, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9131321201768765, + "val_recall": 0.9027462566306319, + "val_f1": 0.9038901601830663 + }, + { + "epoch": 40, + "train_loss": 0.13054795737886604, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9271117807703173, + "val_recall": 0.9263546632646209, + "val_f1": 0.9266207934630684 + }, + { + "epoch": 41, + "train_loss": 0.10450788415395297, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9353289535809197, + "val_recall": 0.9333646679648158, + "val_f1": 0.9338920802335436 + }, + { + "epoch": 42, + "train_loss": 0.1152927522912567, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.934990903577926, + "val_recall": 0.9334721009870409, + "val_f1": 0.9339160839160839 + }, + { + "epoch": 43, + "train_loss": 0.11963148300464337, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9272683339374169, + "val_recall": 0.927428993486873, + "val_f1": 0.9267389437526836 + }, + { + "epoch": 44, + "train_loss": 0.09624009623086496, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9333135584079387, + "val_recall": 0.9315853085342107, + "val_f1": 0.9320683150238578 + }, + { + "epoch": 45, + "train_loss": 0.0829175169760491, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9287842190016103, + "val_recall": 0.9291009198952528, + "val_f1": 0.9285654380709246 + }, + { + "epoch": 46, + "train_loss": 0.12896484524120777, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9316461843543012, + "val_recall": 0.9296985160813805, + "val_f1": 0.930219418024296 + }, + { + "epoch": 47, + "train_loss": 0.09017489907833245, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9198013740561867, + "val_recall": 0.9143893104142886, + "val_f1": 0.9152963077877754 + }, + { + "epoch": 48, + "train_loss": 0.11140172494636787, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9213516746411483, + "val_recall": 0.9162761028671188, + "val_f1": 0.9171597633136095 + }, + { + "epoch": 49, + "train_loss": 0.10006512387659088, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9276422764227643, + "val_recall": 0.9238232726784396, + "val_f1": 0.924598590054936 + }, + { + "epoch": 50, + "train_loss": 0.08402901009107247, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9241827782181677, + "val_recall": 0.9239777076478883, + "val_f1": 0.9230758909403177 + }, + { + "epoch": 51, + "train_loss": 0.08120825832143372, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9201239224137931, + "val_recall": 0.9188544954005238, + "val_f1": 0.9175600181186773 + }, + { + "epoch": 52, + "train_loss": 0.08461070912224906, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.93699439111207, + "val_recall": 0.9352514604176458, + "val_f1": 0.9357402979955411 + }, + { + "epoch": 53, + "train_loss": 0.07023827319507633, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9283408737929637, + "val_recall": 0.9259249311757202, + "val_f1": 0.9265180878552972 + }, + { + "epoch": 54, + "train_loss": 0.05810324326430485, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9290616925064599, + "val_recall": 0.9281340226952259, + "val_f1": 0.9284444548989035 + }, + { + "epoch": 55, + "train_loss": 0.06875505975205383, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9296327257038075, + "val_recall": 0.9279191566507756, + "val_f1": 0.9283963320521744 + }, + { + "epoch": 56, + "train_loss": 0.06337099778892356, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9310247330793155, + "val_recall": 0.929913382125831, + "val_f1": 0.9302681992337164 + }, + { + "epoch": 57, + "train_loss": 0.0656144478300334, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9299886621315192, + "val_recall": 0.9278117236285504, + "val_f1": 0.9283693549743504 + }, + { + "epoch": 58, + "train_loss": 0.06277703937320482, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.905521074195773, + "val_recall": 0.9027328275028537, + "val_f1": 0.9010138991472504 + }, + { + "epoch": 59, + "train_loss": 0.06764184729956882, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9341117037713794, + "val_recall": 0.9339018330759417, + "val_f1": 0.9339941972920696 + }, + { + "epoch": 60, + "train_loss": 0.06745370914102038, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9347003621773726, + "val_recall": 0.9335795340092661, + "val_f1": 0.9339382940108893 + }, + { + "epoch": 61, + "train_loss": 0.05743997776028001, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9333135584079387, + "val_recall": 0.9315853085342107, + "val_f1": 0.9320683150238578 + }, + { + "epoch": 62, + "train_loss": 0.06060120370580163, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9297579496915045, + "val_recall": 0.9256026321090445, + "val_f1": 0.9264200525571054 + }, + { + "epoch": 63, + "train_loss": 0.06248210066240349, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9267027027027026, + "val_recall": 0.92403813872289, + "val_f1": 0.9246655785701066 + }, + { + "epoch": 64, + "train_loss": 0.06843577194344866, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9064625850340136, + "val_recall": 0.9044047539112334, + "val_f1": 0.9028753436013788 + }, + { + "epoch": 65, + "train_loss": 0.08003509519519386, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9273491039812582, + "val_recall": 0.9262472302423957, + "val_f1": 0.9265981044565437 + }, + { + "epoch": 66, + "train_loss": 0.06333071438274977, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9287655673197841, + "val_recall": 0.925817498153495, + "val_f1": 0.9264874180388566 + }, + { + "epoch": 67, + "train_loss": 0.07287409879785754, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9111784920153628, + "val_recall": 0.9097428322030484, + "val_f1": 0.9083941801782454 + }, + { + "epoch": 68, + "train_loss": 0.07341171921172858, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.932647911521529, + "val_recall": 0.9328745048009132, + "val_f1": 0.9322323863579185 + }, + { + "epoch": 69, + "train_loss": 0.054922808439303666, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9339535258346422, + "val_recall": 0.9341166991203922, + "val_f1": 0.9340225563909774 + }, + { + "epoch": 70, + "train_loss": 0.05075056043081668, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9299886621315192, + "val_recall": 0.9278117236285504, + "val_f1": 0.9283693549743504 + }, + { + "epoch": 71, + "train_loss": 0.05787291563365049, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9307844429795649, + "val_recall": 0.9300208151480561, + "val_f1": 0.9302897537899151 + }, + { + "epoch": 72, + "train_loss": 0.06205465853378013, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9229108095994785, + "val_recall": 0.918162895319949, + "val_f1": 0.9190216805091145 + } +] diff --git a/models/part2/bigcn_bert/seed4/result.json b/models/part2/bigcn_bert/seed4/result.json new file mode 100644 index 0000000000000000000000000000000000000000..8c0c77c19cb4f55727ab8d766587e203631bf652 --- /dev/null +++ b/models/part2/bigcn_bert/seed4/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "bigcn", + "feature": "bert", + "seed": 4, + "best_epoch": 52, + "epochs_run": 72, + "best_val_f1": 0.9357402979955411, + "test": { + "accuracy": 0.9333507579717721, + "precision": 0.9333965066564278, + "recall": 0.9333592016526577, + "f1": 0.9333497335130203 + }, + "parameters": 430594, + "seconds": 195.08328539086506, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/yziaknpu" +} diff --git a/models/part2/gat_bert/seed0/best.pt b/models/part2/gat_bert/seed0/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..582de3e0a2cf759e435e358ef6a2296e12c47760 --- /dev/null +++ b/models/part2/gat_bert/seed0/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e83fbc729c78bc3060b21d69f43d6efeab43540d18d1818ceb5bc41097a74740 +size 466894 diff --git a/models/part2/gat_bert/seed0/history.json b/models/part2/gat_bert/seed0/history.json new file mode 100644 index 0000000000000000000000000000000000000000..78fd5d7c44466ff1411d7db3e091ec9a35698082 --- /dev/null +++ b/models/part2/gat_bert/seed0/history.json @@ -0,0 +1,530 @@ +[ + { + "epoch": 1, + "train_loss": 0.6931946701182551, + "val_accuracy": 0.86996336996337, + "val_precision": 0.8711563272766369, + "val_recall": 0.8708722218491909, + "val_f1": 0.8699594440922218 + }, + { + "epoch": 2, + "train_loss": 0.5970230731335315, + "val_accuracy": 0.7875457875457875, + "val_precision": 0.8385093167701864, + "val_recall": 0.7817766736050493, + "val_f1": 0.7767626781711288 + }, + { + "epoch": 3, + "train_loss": 0.5067675905131594, + "val_accuracy": 0.8351648351648352, + "val_precision": 0.8652349828820417, + "val_recall": 0.8309407104008595, + "val_f1": 0.8303481419082208 + }, + { + "epoch": 4, + "train_loss": 0.47007307224657946, + "val_accuracy": 0.891941391941392, + "val_precision": 0.8987343509773775, + "val_recall": 0.8900758745719466, + "val_f1": 0.8910640312463013 + }, + { + "epoch": 5, + "train_loss": 0.4247077294103392, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9157509157509158, + "val_recall": 0.9161082387698919, + "val_f1": 0.9157328251446056 + }, + { + "epoch": 6, + "train_loss": 0.37576857471204067, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9193446585644263, + "val_recall": 0.9193446585644263, + "val_f1": 0.9193446585644263 + }, + { + "epoch": 7, + "train_loss": 0.3305743635792435, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9251207729468599, + "val_recall": 0.9254347680118176, + "val_f1": 0.9249021272027669 + }, + { + "epoch": 8, + "train_loss": 0.2966250057840522, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9169587962463597, + "val_recall": 0.9152957765393137, + "val_f1": 0.9138844611486769 + }, + { + "epoch": 9, + "train_loss": 0.2728054559492803, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9138321995464853, + "val_recall": 0.9117370576781039, + "val_f1": 0.9102055063484445 + }, + { + "epoch": 10, + "train_loss": 0.24418323440647824, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9233824970139439, + "val_recall": 0.9236554085812126, + "val_f1": 0.9230727943643072 + }, + { + "epoch": 11, + "train_loss": 0.21468990184230247, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9304029304029304, + "val_recall": 0.9307728463036327, + "val_f1": 0.930387985989022 + }, + { + "epoch": 12, + "train_loss": 0.20219989928788754, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9440328663793103, + "val_recall": 0.9426911972067414, + "val_f1": 0.9431041611342864 + }, + { + "epoch": 13, + "train_loss": 0.18629868253519682, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9413415698650373, + "val_recall": 0.9413415698650373, + "val_f1": 0.9413415698650374 + }, + { + "epoch": 14, + "train_loss": 0.17749462121135587, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9467679587673146, + "val_recall": 0.9470019472235278, + "val_f1": 0.9468563200837732 + }, + { + "epoch": 15, + "train_loss": 0.1637325792576804, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9335286528330287, + "val_recall": 0.9331968038675889, + "val_f1": 0.9322323863579185 + }, + { + "epoch": 16, + "train_loss": 0.1610973507930071, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9265734265734266, + "val_recall": 0.9259719331229437, + "val_f1": 0.9249021272027669 + }, + { + "epoch": 17, + "train_loss": 0.13352579194984157, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9559421690628649, + "val_recall": 0.9561136104210032, + "val_f1": 0.956015037593985 + }, + { + "epoch": 18, + "train_loss": 0.1402032469218467, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9513873922413794, + "val_recall": 0.9500235009736118, + "val_f1": 0.9504455596976042 + }, + { + "epoch": 19, + "train_loss": 0.10763296392156091, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.954780361757106, + "val_recall": 0.9537970858792721, + "val_f1": 0.9541310608326306 + }, + { + "epoch": 20, + "train_loss": 0.1234029641736558, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9599516031457955, + "val_recall": 0.9594574632377627, + "val_f1": 0.9596528234962179 + }, + { + "epoch": 21, + "train_loss": 0.11811582877849922, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9487179487179487, + "val_recall": 0.9491036057208084, + "val_f1": 0.9487069370445426 + }, + { + "epoch": 22, + "train_loss": 0.09624690188593044, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9541062801932367, + "val_recall": 0.9544416840126233, + "val_f1": 0.9541938623131261 + }, + { + "epoch": 23, + "train_loss": 0.10954089678359992, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9488493794028849, + "val_recall": 0.9492110387430337, + "val_f1": 0.9487117552334944 + }, + { + "epoch": 24, + "train_loss": 0.09302997621861132, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9595909438621448, + "val_recall": 0.9598871953266636, + "val_f1": 0.9596874874149249 + }, + { + "epoch": 25, + "train_loss": 0.11015435010740608, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9595909438621448, + "val_recall": 0.9598871953266636, + "val_f1": 0.9596874874149249 + }, + { + "epoch": 26, + "train_loss": 0.10038976636015888, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9614248899387952, + "val_recall": 0.9616665547572685, + "val_f1": 0.961516645577905 + }, + { + "epoch": 27, + "train_loss": 0.11443939521199181, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9578007518796993, + "val_recall": 0.9578929698516081, + "val_f1": 0.9578436407947875 + }, + { + "epoch": 28, + "train_loss": 0.1015438261431652, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9615570599613152, + "val_recall": 0.9614516887128182, + "val_f1": 0.9615011399235126 + }, + { + "epoch": 29, + "train_loss": 0.10167625273540343, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9615570599613152, + "val_recall": 0.9614516887128182, + "val_f1": 0.9615011399235126 + }, + { + "epoch": 30, + "train_loss": 0.08640813348548752, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9616976669175357, + "val_recall": 0.9613442556905929, + "val_f1": 0.961491830531813 + }, + { + "epoch": 31, + "train_loss": 0.08093218733266597, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9596069429342354, + "val_recall": 0.9597797623044384, + "val_f1": 0.9596804511278196 + }, + { + "epoch": 32, + "train_loss": 0.08923334592864626, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9614661654135339, + "val_recall": 0.9615591217350433, + "val_f1": 0.9615094111604581 + }, + { + "epoch": 33, + "train_loss": 0.08766949023955907, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9332524762482313, + "val_recall": 0.9317397435036594, + "val_f1": 0.9303795769354666 + }, + { + "epoch": 34, + "train_loss": 0.11346659915787834, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9455922032942693, + "val_recall": 0.9457597529040489, + "val_f1": 0.9450542078145128 + }, + { + "epoch": 35, + "train_loss": 0.1050531869761018, + "val_accuracy": 0.967032967032967, + "val_precision": 0.9672917927001412, + "val_recall": 0.966789767004633, + "val_f1": 0.9669886737696328 + }, + { + "epoch": 36, + "train_loss": 0.0832553448721821, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9614661654135339, + "val_recall": 0.9615591217350433, + "val_f1": 0.9615094111604581 + }, + { + "epoch": 37, + "train_loss": 0.06988615823752714, + "val_accuracy": 0.9652014652014652, + "val_precision": 0.9652240490006447, + "val_recall": 0.9651178405962533, + "val_f1": 0.9651676980260353 + }, + { + "epoch": 38, + "train_loss": 0.06966210465073149, + "val_accuracy": 0.9652014652014652, + "val_precision": 0.9653666272443824, + "val_recall": 0.965010407574028, + "val_f1": 0.965159275243069 + }, + { + "epoch": 39, + "train_loss": 0.07635555278523501, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9577606571459251, + "val_recall": 0.9580004028738334, + "val_f1": 0.9578515642043719 + }, + { + "epoch": 40, + "train_loss": 0.0505321727785872, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9541062801932367, + "val_recall": 0.9544416840126233, + "val_f1": 0.9541938623131261 + }, + { + "epoch": 41, + "train_loss": 0.06896068638142867, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.942201034042839, + "val_recall": 0.942201034042839, + "val_f1": 0.9413919413919415 + }, + { + "epoch": 42, + "train_loss": 0.0685405257147747, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9596069429342354, + "val_recall": 0.9597797623044384, + "val_f1": 0.9596804511278196 + }, + { + "epoch": 43, + "train_loss": 0.060013046904361295, + "val_accuracy": 0.967032967032967, + "val_precision": 0.9672917927001412, + "val_recall": 0.966789767004633, + "val_f1": 0.9669886737696328 + }, + { + "epoch": 44, + "train_loss": 0.05528009891673759, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9631519274376417, + "val_recall": 0.9608070905794669, + "val_f1": 0.9614296526784964 + }, + { + "epoch": 45, + "train_loss": 0.0680226953529613, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9587419181034482, + "val_recall": 0.9573558047404821, + "val_f1": 0.9577869582609222 + }, + { + "epoch": 46, + "train_loss": 0.06200667301486263, + "val_accuracy": 0.9688644688644689, + "val_precision": 0.9690355875712289, + "val_recall": 0.9686765594574632, + "val_f1": 0.9688267199543248 + }, + { + "epoch": 47, + "train_loss": 0.06005406534920136, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9577606571459251, + "val_recall": 0.9580004028738334, + "val_f1": 0.9578515642043719 + }, + { + "epoch": 48, + "train_loss": 0.04944460070095001, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9505018248175183, + "val_recall": 0.9508829651514135, + "val_f1": 0.9505360108712064 + }, + { + "epoch": 49, + "train_loss": 0.04812234988088136, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9559271536510408, + "val_recall": 0.9562210434432283, + "val_f1": 0.9560227135435544 + }, + { + "epoch": 50, + "train_loss": 0.04604376260286722, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9633384811656482, + "val_recall": 0.9633384811656482, + "val_f1": 0.9633384811656482 + }, + { + "epoch": 51, + "train_loss": 0.04771141208462663, + "val_accuracy": 0.9652014652014652, + "val_precision": 0.9653666272443824, + "val_recall": 0.965010407574028, + "val_f1": 0.965159275243069 + }, + { + "epoch": 52, + "train_loss": 0.048955781501291436, + "val_accuracy": 0.967032967032967, + "val_precision": 0.9672917927001412, + "val_recall": 0.966789767004633, + "val_f1": 0.9669886737696328 + }, + { + "epoch": 53, + "train_loss": 0.03782570580423097, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9614248899387952, + "val_recall": 0.9616665547572685, + "val_f1": 0.961516645577905 + }, + { + "epoch": 54, + "train_loss": 0.040326865731086924, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9636216979229684, + "val_recall": 0.9631236151211979, + "val_f1": 0.9633207486329254 + }, + { + "epoch": 55, + "train_loss": 0.03718524158765108, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9638384028627931, + "val_recall": 0.9630161820989727, + "val_f1": 0.9633103967315343 + }, + { + "epoch": 56, + "train_loss": 0.037876712158322334, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9525125796712512, + "val_recall": 0.9528771906264688, + "val_f1": 0.9523752012882448 + }, + { + "epoch": 57, + "train_loss": 0.03242510925609987, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.963271716805606, + "val_recall": 0.9634459141878735, + "val_f1": 0.9633458646616542 + }, + { + "epoch": 58, + "train_loss": 0.02603291684672946, + "val_accuracy": 0.967032967032967, + "val_precision": 0.9675110650720407, + "val_recall": 0.9666823339824078, + "val_f1": 0.9669793570583809 + }, + { + "epoch": 59, + "train_loss": 0.028280675909294315, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9577697262479872, + "val_recall": 0.9581078358960586, + "val_f1": 0.957858353328076 + }, + { + "epoch": 60, + "train_loss": 0.03665268608119898, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9595909438621448, + "val_recall": 0.9598871953266636, + "val_f1": 0.9596874874149249 + }, + { + "epoch": 61, + "train_loss": 0.03843627667443438, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9615570599613152, + "val_recall": 0.9614516887128182, + "val_f1": 0.9615011399235126 + }, + { + "epoch": 62, + "train_loss": 0.03582434682346089, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9636216979229684, + "val_recall": 0.9631236151211979, + "val_f1": 0.9633207486329254 + }, + { + "epoch": 63, + "train_loss": 0.03729748336987181, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9570648878107944, + "val_recall": 0.9554690122876519, + "val_f1": 0.955944055944056 + }, + { + "epoch": 64, + "train_loss": 0.038961165403817596, + "val_accuracy": 0.9688644688644689, + "val_precision": 0.9690355875712289, + "val_recall": 0.9686765594574632, + "val_f1": 0.9688267199543248 + }, + { + "epoch": 65, + "train_loss": 0.02959330834366463, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9595909438621448, + "val_recall": 0.9598871953266636, + "val_f1": 0.9596874874149249 + }, + { + "epoch": 66, + "train_loss": 0.04302181265293024, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9596723292822131, + "val_recall": 0.9596723292822131, + "val_f1": 0.9596723292822131 + } +] diff --git a/models/part2/gat_bert/seed0/result.json b/models/part2/gat_bert/seed0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..c95c3e392770e20d53d644780c370b5e51a6eb8c --- /dev/null +++ b/models/part2/gat_bert/seed0/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "gat", + "feature": "bert", + "seed": 0, + "best_epoch": 46, + "epochs_run": 66, + "best_val_f1": 0.9688267199543248, + "test": { + "accuracy": 0.9673288029273392, + "precision": 0.9674625308842932, + "recall": 0.967316016133087, + "f1": 0.9673257471677589 + }, + "parameters": 115714, + "seconds": 41.89170319889672, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/64zxyoku" +} diff --git a/models/part2/gat_bert/seed1/best.pt b/models/part2/gat_bert/seed1/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c4975cec29a8b54dfdb642dcddd979c029c117e --- /dev/null +++ b/models/part2/gat_bert/seed1/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15d599e057fde7582338cf1b702dbbf444aaa2a62c1e69283ebe3d9d68f8e367 +size 466894 diff --git a/models/part2/gat_bert/seed1/history.json b/models/part2/gat_bert/seed1/history.json new file mode 100644 index 0000000000000000000000000000000000000000..87d341b335457c17c2e9d31f383e1ea58e826664 --- /dev/null +++ b/models/part2/gat_bert/seed1/history.json @@ -0,0 +1,466 @@ +[ + { + "epoch": 1, + "train_loss": 0.6898302521024432, + "val_accuracy": 0.5073260073260073, + "val_precision": 0.7124060150375939, + "val_recall": 0.5212448801450346, + "val_f1": 0.37530995470301776 + }, + { + "epoch": 2, + "train_loss": 0.6569900110964373, + "val_accuracy": 0.8681318681318682, + "val_precision": 0.8686319519954895, + "val_recall": 0.8687705633519103, + "val_f1": 0.8681300987548304 + }, + { + "epoch": 3, + "train_loss": 0.5484369969193316, + "val_accuracy": 0.815018315018315, + "val_precision": 0.8526196873473375, + "val_recall": 0.8101859934197273, + "val_f1": 0.8081924961827015 + }, + { + "epoch": 4, + "train_loss": 0.47471865520372497, + "val_accuracy": 0.8846153846153846, + "val_precision": 0.8920335718216841, + "val_recall": 0.8826361377828511, + "val_f1": 0.883599817268159 + }, + { + "epoch": 5, + "train_loss": 0.41536906634494936, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9195805605968945, + "val_recall": 0.9191297925199758, + "val_f1": 0.9193056469924357 + }, + { + "epoch": 6, + "train_loss": 0.3852632651617239, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9194400032245496, + "val_recall": 0.919237225542201, + "val_f1": 0.9193262411347518 + }, + { + "epoch": 7, + "train_loss": 0.32744113298562855, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9339444123844161, + "val_recall": 0.9342241321426173, + "val_f1": 0.9340340703153316 + }, + { + "epoch": 8, + "train_loss": 0.29585658193944575, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9159802971576227, + "val_recall": 0.9150809104948634, + "val_f1": 0.9139052629106879 + }, + { + "epoch": 9, + "train_loss": 0.27681135225208686, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9339444123844161, + "val_recall": 0.9342241321426173, + "val_f1": 0.9340340703153316 + }, + { + "epoch": 10, + "train_loss": 0.23068946632710133, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.9357890499194848, + "val_recall": 0.9361109245954475, + "val_f1": 0.9358714072383765 + }, + { + "epoch": 11, + "train_loss": 0.2265655774445761, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9217212176699474, + "val_recall": 0.9206338548311287, + "val_f1": 0.9193966153557098 + }, + { + "epoch": 12, + "train_loss": 0.1955193667621403, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.932647911521529, + "val_recall": 0.9328745048009132, + "val_f1": 0.9322323863579185 + }, + { + "epoch": 13, + "train_loss": 0.18845498114278464, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9394524959742351, + "val_recall": 0.9397770764788826, + "val_f1": 0.9395358982533264 + }, + { + "epoch": 14, + "train_loss": 0.16385671611015612, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9450077217484725, + "val_recall": 0.9450077217484725, + "val_f1": 0.9450077217484725 + }, + { + "epoch": 15, + "train_loss": 0.15385922407492614, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9526114135914499, + "val_recall": 0.9521251594708924, + "val_f1": 0.952316973222803 + }, + { + "epoch": 16, + "train_loss": 0.14195987494873913, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9543597462638426, + "val_recall": 0.9540119519237226, + "val_f1": 0.9541569411093013 + }, + { + "epoch": 17, + "train_loss": 0.14309814894374037, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9417014480694643, + "val_recall": 0.9419861679983885, + "val_f1": 0.9413887957061389 + }, + { + "epoch": 18, + "train_loss": 0.13020569282573657, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9417014480694643, + "val_recall": 0.9419861679983885, + "val_f1": 0.9413887957061389 + }, + { + "epoch": 19, + "train_loss": 0.12549188613018272, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9540964243530549, + "val_recall": 0.9543342509903983, + "val_f1": 0.9541864828308391 + }, + { + "epoch": 20, + "train_loss": 0.12859689741780905, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.9368552546744036, + "val_recall": 0.9367555227287987, + "val_f1": 0.9358972208711402 + }, + { + "epoch": 21, + "train_loss": 0.12510320265869518, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9595909438621448, + "val_recall": 0.9598871953266636, + "val_f1": 0.9596874874149249 + }, + { + "epoch": 22, + "train_loss": 0.11254450711575183, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9599516031457955, + "val_recall": 0.9594574632377627, + "val_f1": 0.9596528234962179 + }, + { + "epoch": 23, + "train_loss": 0.10627388820434228, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9615570599613152, + "val_recall": 0.9614516887128182, + "val_f1": 0.9615011399235126 + }, + { + "epoch": 24, + "train_loss": 0.09657987411860582, + "val_accuracy": 0.9652014652014652, + "val_precision": 0.9652240490006447, + "val_recall": 0.9651178405962533, + "val_f1": 0.9651676980260353 + }, + { + "epoch": 25, + "train_loss": 0.0985237320564387, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9616976669175357, + "val_recall": 0.9613442556905929, + "val_f1": 0.961491830531813 + }, + { + "epoch": 26, + "train_loss": 0.10178116924596793, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9634551048650392, + "val_recall": 0.9632310481434231, + "val_f1": 0.9633301096067053 + }, + { + "epoch": 27, + "train_loss": 0.10179457008401989, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.961888111888112, + "val_recall": 0.9612368226683676, + "val_f1": 0.9614814814814814 + }, + { + "epoch": 28, + "train_loss": 0.09766301247990612, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.961523397933689, + "val_recall": 0.9589202981266367, + "val_f1": 0.9595849483204134 + }, + { + "epoch": 29, + "train_loss": 0.09914698159738337, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9596069429342354, + "val_recall": 0.9597797623044384, + "val_f1": 0.9596804511278196 + }, + { + "epoch": 30, + "train_loss": 0.08619032000556534, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.96410539496183, + "val_recall": 0.9629087490767474, + "val_f1": 0.9632990522282718 + }, + { + "epoch": 31, + "train_loss": 0.07861887821893553, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9614661654135339, + "val_recall": 0.9615591217350433, + "val_f1": 0.9615094111604581 + }, + { + "epoch": 32, + "train_loss": 0.07650911717269665, + "val_accuracy": 0.9652014652014652, + "val_precision": 0.9652240490006447, + "val_recall": 0.9651178405962533, + "val_f1": 0.9651676980260353 + }, + { + "epoch": 33, + "train_loss": 0.07107108277388108, + "val_accuracy": 0.967032967032967, + "val_precision": 0.9675110650720407, + "val_recall": 0.9666823339824078, + "val_f1": 0.9669793570583809 + }, + { + "epoch": 34, + "train_loss": 0.07228751136706425, + "val_accuracy": 0.9652014652014652, + "val_precision": 0.9655594405594405, + "val_recall": 0.9649029745518029, + "val_f1": 0.9651499118165785 + }, + { + "epoch": 35, + "train_loss": 0.0842243465475547, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.96410539496183, + "val_recall": 0.9629087490767474, + "val_f1": 0.9632990522282718 + }, + { + "epoch": 36, + "train_loss": 0.0831798764812204, + "val_accuracy": 0.967032967032967, + "val_precision": 0.9675110650720407, + "val_recall": 0.9666823339824078, + "val_f1": 0.9669793570583809 + }, + { + "epoch": 37, + "train_loss": 0.08536174505157566, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9621285529715762, + "val_recall": 0.9611293896461425, + "val_f1": 0.9614700910994096 + }, + { + "epoch": 38, + "train_loss": 0.060005781264641345, + "val_accuracy": 0.967032967032967, + "val_precision": 0.9672917927001412, + "val_recall": 0.966789767004633, + "val_f1": 0.9669886737696328 + }, + { + "epoch": 39, + "train_loss": 0.06022829614279471, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.96410539496183, + "val_recall": 0.9629087490767474, + "val_f1": 0.9632990522282718 + }, + { + "epoch": 40, + "train_loss": 0.05789553464114011, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9638384028627931, + "val_recall": 0.9630161820989727, + "val_f1": 0.9633103967315343 + }, + { + "epoch": 41, + "train_loss": 0.041964430996513626, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9636216979229684, + "val_recall": 0.9631236151211979, + "val_f1": 0.9633207486329254 + }, + { + "epoch": 42, + "train_loss": 0.04889289243317349, + "val_accuracy": 0.9652014652014652, + "val_precision": 0.9655594405594405, + "val_recall": 0.9649029745518029, + "val_f1": 0.9651499118165785 + }, + { + "epoch": 43, + "train_loss": 0.04960820804803799, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9624191810344828, + "val_recall": 0.9610219566239173, + "val_f1": 0.9614576575425811 + }, + { + "epoch": 44, + "train_loss": 0.06253413641791204, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9607438851829391, + "val_recall": 0.959135164171087, + "val_f1": 0.9596153846153845 + }, + { + "epoch": 45, + "train_loss": 0.06671574324260264, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9572357723577236, + "val_recall": 0.953152487745921, + "val_f1": 0.9540235305213024 + }, + { + "epoch": 46, + "train_loss": 0.07590030199223823, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9557823129251701, + "val_recall": 0.9534747868125966, + "val_f1": 0.9540829198553529 + }, + { + "epoch": 47, + "train_loss": 0.060927900339002576, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9607438851829391, + "val_recall": 0.959135164171087, + "val_f1": 0.9596153846153845 + }, + { + "epoch": 48, + "train_loss": 0.055778509797357816, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9590793873368568, + "val_recall": 0.9572483717182569, + "val_f1": 0.9577721958256413 + }, + { + "epoch": 49, + "train_loss": 0.05928145121823955, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9621285529715762, + "val_recall": 0.9611293896461425, + "val_f1": 0.9614700910994096 + }, + { + "epoch": 50, + "train_loss": 0.05180000306376607, + "val_accuracy": 0.967032967032967, + "val_precision": 0.9675110650720407, + "val_recall": 0.9666823339824078, + "val_f1": 0.9669793570583809 + }, + { + "epoch": 51, + "train_loss": 0.042316726385018766, + "val_accuracy": 0.967032967032967, + "val_precision": 0.9675110650720407, + "val_recall": 0.9666823339824078, + "val_f1": 0.9669793570583809 + }, + { + "epoch": 52, + "train_loss": 0.03324720326251599, + "val_accuracy": 0.9652014652014652, + "val_precision": 0.9653666272443824, + "val_recall": 0.965010407574028, + "val_f1": 0.965159275243069 + }, + { + "epoch": 53, + "train_loss": 0.034396506736785064, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9634551048650392, + "val_recall": 0.9632310481434231, + "val_f1": 0.9633301096067053 + }, + { + "epoch": 54, + "train_loss": 0.034662852520907755, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9634551048650392, + "val_recall": 0.9632310481434231, + "val_f1": 0.9633301096067053 + }, + { + "epoch": 55, + "train_loss": 0.058763223116869455, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.961888111888112, + "val_recall": 0.9612368226683676, + "val_f1": 0.9614814814814814 + }, + { + "epoch": 56, + "train_loss": 0.031339966088205905, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9530066031608573, + "val_recall": 0.9495937688847109, + "val_f1": 0.9503681483501499 + }, + { + "epoch": 57, + "train_loss": 0.051047078057468595, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9504125502117033, + "val_recall": 0.9457127509568254, + "val_f1": 0.9466414150774902 + }, + { + "epoch": 58, + "train_loss": 0.05287899811080087, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9638384028627931, + "val_recall": 0.9630161820989727, + "val_f1": 0.9633103967315343 + } +] diff --git a/models/part2/gat_bert/seed1/result.json b/models/part2/gat_bert/seed1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..93420c6e42007c73e6c858ccc22ebf09b172490c --- /dev/null +++ b/models/part2/gat_bert/seed1/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "gat", + "feature": "bert", + "seed": 1, + "best_epoch": 38, + "epochs_run": 58, + "best_val_f1": 0.9669886737696328, + "test": { + "accuracy": 0.96340825927862, + "precision": 0.963566508118747, + "recall": 0.9633942331865033, + "f1": 0.9634042592730755 + }, + "parameters": 115714, + "seconds": 37.259679772891104, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/e458ultw" +} diff --git a/models/part2/gat_bert/seed2/best.pt b/models/part2/gat_bert/seed2/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..21083e7f8ab03e03e5ed2ea3211a6056afadc6fa --- /dev/null +++ b/models/part2/gat_bert/seed2/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee3abe4234a0803188b227d0b1a927266eef2a402a684d4c6a81bd945e524756 +size 466894 diff --git a/models/part2/gat_bert/seed2/history.json b/models/part2/gat_bert/seed2/history.json new file mode 100644 index 0000000000000000000000000000000000000000..d6fc05fec232bd232d4168dfe974a927757cba4c --- /dev/null +++ b/models/part2/gat_bert/seed2/history.json @@ -0,0 +1,610 @@ +[ + { + "epoch": 1, + "train_loss": 0.694362671820672, + "val_accuracy": 0.6446886446886447, + "val_precision": 0.7891337716122679, + "val_recall": 0.6340696971731686, + "val_f1": 0.5843705366251786 + }, + { + "epoch": 2, + "train_loss": 0.6522050078535254, + "val_accuracy": 0.8076923076923077, + "val_precision": 0.8502051983584131, + "val_recall": 0.8025313905861814, + "val_f1": 0.7997100284731078 + }, + { + "epoch": 3, + "train_loss": 0.5199078041991908, + "val_accuracy": 0.8516483516483516, + "val_precision": 0.8644781144781144, + "val_recall": 0.848888739676358, + "val_f1": 0.8495156367496792 + }, + { + "epoch": 4, + "train_loss": 0.47191078103942313, + "val_accuracy": 0.8333333333333334, + "val_precision": 0.8658154121863799, + "val_recall": 0.828946484925804, + "val_f1": 0.8281302427263387 + }, + { + "epoch": 5, + "train_loss": 0.42038358720667635, + "val_accuracy": 0.8333333333333334, + "val_precision": 0.8640645429692143, + "val_recall": 0.8290539179480292, + "val_f1": 0.8283534910715211 + }, + { + "epoch": 6, + "train_loss": 0.38270793631399946, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9172010485985078, + "val_recall": 0.9167528369032432, + "val_f1": 0.9157463938275747 + }, + { + "epoch": 7, + "train_loss": 0.3206588797298543, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9121787862219792, + "val_recall": 0.9049553481501377, + "val_f1": 0.9059545882853584 + }, + { + "epoch": 8, + "train_loss": 0.30710716714789144, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9239539114614919, + "val_recall": 0.9224736453367354, + "val_f1": 0.9229020979020979 + }, + { + "epoch": 9, + "train_loss": 0.27490629948975837, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9118881118881119, + "val_recall": 0.911307325589203, + "val_f1": 0.9102488837301361 + }, + { + "epoch": 10, + "train_loss": 0.24542406719901186, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.9039237257059038, + "val_recall": 0.8993889746860941, + "val_f1": 0.8972691108482959 + }, + { + "epoch": 11, + "train_loss": 0.22633684674898782, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9159802971576227, + "val_recall": 0.9150809104948634, + "val_f1": 0.9139052629106879 + }, + { + "epoch": 12, + "train_loss": 0.21402068845518343, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9435317025678471, + "val_recall": 0.9404821056872357, + "val_f1": 0.9411899344310853 + }, + { + "epoch": 13, + "train_loss": 0.19681227447349073, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9440239394472804, + "val_recall": 0.9403746726650104, + "val_f1": 0.9411637931034482 + }, + { + "epoch": 14, + "train_loss": 0.1911166019382931, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9545454545454546, + "val_recall": 0.9539045189014974, + "val_f1": 0.9541446208112876 + }, + { + "epoch": 15, + "train_loss": 0.17769900286372328, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9467756094266999, + "val_recall": 0.944255690592896, + "val_f1": 0.9448885658914729 + }, + { + "epoch": 16, + "train_loss": 0.18178535861410064, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9408637873754153, + "val_recall": 0.93660108775935, + "val_f1": 0.9374570446735395 + }, + { + "epoch": 17, + "train_loss": 0.16534339475544382, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9541353383458646, + "val_recall": 0.954226817968173, + "val_f1": 0.9541778704291166 + }, + { + "epoch": 18, + "train_loss": 0.1494612639203613, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9543597462638426, + "val_recall": 0.9540119519237226, + "val_f1": 0.9541569411093013 + }, + { + "epoch": 19, + "train_loss": 0.1416139644417134, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9487834043182093, + "val_recall": 0.9485664406096824, + "val_f1": 0.9486621534493875 + }, + { + "epoch": 20, + "train_loss": 0.1431212273491171, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9467793880837359, + "val_recall": 0.9471093802457531, + "val_f1": 0.9468648802832262 + }, + { + "epoch": 21, + "train_loss": 0.14020049550157765, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9559271536510408, + "val_recall": 0.9562210434432283, + "val_f1": 0.9560227135435544 + }, + { + "epoch": 22, + "train_loss": 0.1228280464262316, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9614248899387952, + "val_recall": 0.9616665547572685, + "val_f1": 0.961516645577905 + }, + { + "epoch": 23, + "train_loss": 0.1184138535852834, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9506091670244741, + "val_recall": 0.9509903981736386, + "val_f1": 0.9505413212465653 + }, + { + "epoch": 24, + "train_loss": 0.11545957491183892, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9522978866152298, + "val_recall": 0.9526623245820184, + "val_f1": 0.9523649736926877 + }, + { + "epoch": 25, + "train_loss": 0.10115449720031612, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9473048426930097, + "val_recall": 0.9475391123346539, + "val_f1": 0.9468848433616117 + }, + { + "epoch": 26, + "train_loss": 0.12381507017591716, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9436406099001395, + "val_recall": 0.9438729604512187, + "val_f1": 0.9432217291106885 + }, + { + "epoch": 27, + "train_loss": 0.1112405023240781, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9506091670244741, + "val_recall": 0.9509903981736386, + "val_f1": 0.9505413212465653 + }, + { + "epoch": 28, + "train_loss": 0.10112565420158617, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9523809523809523, + "val_recall": 0.9527697576042435, + "val_f1": 0.9523707272556468 + }, + { + "epoch": 29, + "train_loss": 0.10147672509535766, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9559610868835962, + "val_recall": 0.9563284764654536, + "val_f1": 0.9560292064855578 + }, + { + "epoch": 30, + "train_loss": 0.10117092506189049, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9553985546327257, + "val_recall": 0.9535822198348217, + "val_f1": 0.954100212853958 + }, + { + "epoch": 31, + "train_loss": 0.09065847038786053, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9577606571459251, + "val_recall": 0.9580004028738334, + "val_f1": 0.9578515642043719 + }, + { + "epoch": 32, + "train_loss": 0.09394031129913889, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9392216172615446, + "val_recall": 0.9387497482038542, + "val_f1": 0.9377255954377726 + }, + { + "epoch": 33, + "train_loss": 0.10049437914357517, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.942201034042839, + "val_recall": 0.942201034042839, + "val_f1": 0.9413919413919415 + }, + { + "epoch": 34, + "train_loss": 0.09371680550741189, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9525125796712512, + "val_recall": 0.9528771906264688, + "val_f1": 0.9523752012882448 + }, + { + "epoch": 35, + "train_loss": 0.08883802860211103, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9578900709219859, + "val_recall": 0.9577855368293829, + "val_f1": 0.9578345818209901 + }, + { + "epoch": 36, + "train_loss": 0.0796046090677326, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9559271536510408, + "val_recall": 0.9562210434432283, + "val_f1": 0.9560227135435544 + }, + { + "epoch": 37, + "train_loss": 0.0631575305219535, + "val_accuracy": 0.9652014652014652, + "val_precision": 0.9658026485788114, + "val_recall": 0.9647955415295777, + "val_f1": 0.9651396062327992 + }, + { + "epoch": 38, + "train_loss": 0.05721465268960366, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9638384028627931, + "val_recall": 0.9630161820989727, + "val_f1": 0.9633103967315343 + }, + { + "epoch": 39, + "train_loss": 0.07558913362441046, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9621285529715762, + "val_recall": 0.9611293896461425, + "val_f1": 0.9614700910994096 + }, + { + "epoch": 40, + "train_loss": 0.05897268981778578, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9561757799396176, + "val_recall": 0.9565433425099039, + "val_f1": 0.9560386473429952 + }, + { + "epoch": 41, + "train_loss": 0.0672777832482324, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9507648953301127, + "val_recall": 0.9510978311958638, + "val_f1": 0.950545303279871 + }, + { + "epoch": 42, + "train_loss": 0.07387452623073434, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9468387720051524, + "val_recall": 0.9472168132679782, + "val_f1": 0.9468720116764809 + }, + { + "epoch": 43, + "train_loss": 0.060761918405910116, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9624191810344828, + "val_recall": 0.9610219566239173, + "val_f1": 0.9614576575425811 + }, + { + "epoch": 44, + "train_loss": 0.05313444471211879, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9504321915601848, + "val_recall": 0.9506680991069629, + "val_f1": 0.9505214014573061 + }, + { + "epoch": 45, + "train_loss": 0.04072025269542858, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9596723292822131, + "val_recall": 0.9596723292822131, + "val_f1": 0.9596723292822131 + }, + { + "epoch": 46, + "train_loss": 0.055309839464805936, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9604297658637728, + "val_recall": 0.9592425971933123, + "val_f1": 0.959628957451099 + }, + { + "epoch": 47, + "train_loss": 0.05399842771800446, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9485995732288326, + "val_recall": 0.948888739676358, + "val_f1": 0.9486931658008135 + }, + { + "epoch": 48, + "train_loss": 0.04235113592265726, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9636216979229684, + "val_recall": 0.9631236151211979, + "val_f1": 0.9633207486329254 + }, + { + "epoch": 49, + "train_loss": 0.038632895435878646, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.96410539496183, + "val_recall": 0.9629087490767474, + "val_f1": 0.9632990522282718 + }, + { + "epoch": 50, + "train_loss": 0.040045643013803076, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.956006177398778, + "val_recall": 0.956006177398778, + "val_f1": 0.956006177398778 + }, + { + "epoch": 51, + "train_loss": 0.0330905672503915, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9468387720051524, + "val_recall": 0.9472168132679782, + "val_f1": 0.9468720116764809 + }, + { + "epoch": 52, + "train_loss": 0.047919610262790444, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9541353383458646, + "val_recall": 0.954226817968173, + "val_f1": 0.9541778704291166 + }, + { + "epoch": 53, + "train_loss": 0.03801409852428314, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9451861791345186, + "val_recall": 0.9455448868595985, + "val_f1": 0.9450483091787439 + }, + { + "epoch": 54, + "train_loss": 0.04727692558215214, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9634551048650392, + "val_recall": 0.9632310481434231, + "val_f1": 0.9633301096067053 + }, + { + "epoch": 55, + "train_loss": 0.047273712225886055, + "val_accuracy": 0.9652014652014652, + "val_precision": 0.9658026485788114, + "val_recall": 0.9647955415295777, + "val_f1": 0.9651396062327992 + }, + { + "epoch": 56, + "train_loss": 0.05756462440440506, + "val_accuracy": 0.967032967032967, + "val_precision": 0.9672917927001412, + "val_recall": 0.966789767004633, + "val_f1": 0.9669886737696328 + }, + { + "epoch": 57, + "train_loss": 0.04840580114733169, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9614661654135339, + "val_recall": 0.9615591217350433, + "val_f1": 0.9615094111604581 + }, + { + "epoch": 58, + "train_loss": 0.03384876802509084, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9455922032942693, + "val_recall": 0.9457597529040489, + "val_f1": 0.9450542078145128 + }, + { + "epoch": 59, + "train_loss": 0.035081143221466535, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9522633634399367, + "val_recall": 0.9525548915597932, + "val_f1": 0.952357939672184 + }, + { + "epoch": 60, + "train_loss": 0.03508922595517103, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9614661654135339, + "val_recall": 0.9615591217350433, + "val_f1": 0.9615094111604581 + }, + { + "epoch": 61, + "train_loss": 0.023680802595020433, + "val_accuracy": 0.967032967032967, + "val_precision": 0.9672917927001412, + "val_recall": 0.966789767004633, + "val_f1": 0.9669886737696328 + }, + { + "epoch": 62, + "train_loss": 0.03321636636014823, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9596723292822131, + "val_recall": 0.9596723292822131, + "val_f1": 0.9596723292822131 + }, + { + "epoch": 63, + "train_loss": 0.025709565251301497, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9415229788661523, + "val_recall": 0.9418787349761633, + "val_f1": 0.9413848631239936 + }, + { + "epoch": 64, + "train_loss": 0.031035337368565383, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.942522403901705, + "val_recall": 0.9423084670650641, + "val_f1": 0.9413911550021468 + }, + { + "epoch": 65, + "train_loss": 0.05180117741718397, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9638384028627931, + "val_recall": 0.9630161820989727, + "val_f1": 0.9633103967315343 + }, + { + "epoch": 66, + "train_loss": 0.04757862095976924, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.932647911521529, + "val_recall": 0.9328745048009132, + "val_f1": 0.9322323863579185 + }, + { + "epoch": 67, + "train_loss": 0.022349905454632127, + "val_accuracy": 0.967032967032967, + "val_precision": 0.9675110650720407, + "val_recall": 0.9666823339824078, + "val_f1": 0.9669793570583809 + }, + { + "epoch": 68, + "train_loss": 0.03742330611407102, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9485995732288326, + "val_recall": 0.948888739676358, + "val_f1": 0.9486931658008135 + }, + { + "epoch": 69, + "train_loss": 0.01937864084929337, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9504321915601848, + "val_recall": 0.9506680991069629, + "val_f1": 0.9505214014573061 + }, + { + "epoch": 70, + "train_loss": 0.02610204809587517, + "val_accuracy": 0.9652014652014652, + "val_precision": 0.9653666272443824, + "val_recall": 0.965010407574028, + "val_f1": 0.965159275243069 + }, + { + "epoch": 71, + "train_loss": 0.028218333926665912, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9633384811656482, + "val_recall": 0.9633384811656482, + "val_f1": 0.9633384811656482 + }, + { + "epoch": 72, + "train_loss": 0.017567943912101806, + "val_accuracy": 0.945054945054945, + "val_precision": 0.945054945054945, + "val_recall": 0.9454374538373733, + "val_f1": 0.9450431468334385 + }, + { + "epoch": 73, + "train_loss": 0.02082539827395708, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9487179487179487, + "val_recall": 0.9491036057208084, + "val_f1": 0.9487069370445426 + }, + { + "epoch": 74, + "train_loss": 0.019678911972866007, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9559421690628649, + "val_recall": 0.9561136104210032, + "val_f1": 0.956015037593985 + }, + { + "epoch": 75, + "train_loss": 0.014258409894648053, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9504321915601848, + "val_recall": 0.9506680991069629, + "val_f1": 0.9505214014573061 + }, + { + "epoch": 76, + "train_loss": 0.01812694815325213, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9486346863468634, + "val_recall": 0.9489961726985832, + "val_f1": 0.9487007408998174 + } +] diff --git a/models/part2/gat_bert/seed2/result.json b/models/part2/gat_bert/seed2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..dd501d0fe2fd6a04b862eb4a51d4521dd39cbb5f --- /dev/null +++ b/models/part2/gat_bert/seed2/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "gat", + "feature": "bert", + "seed": 2, + "best_epoch": 56, + "epochs_run": 76, + "best_val_f1": 0.9669886737696328, + "test": { + "accuracy": 0.9636696288552012, + "precision": 0.9636887248170656, + "recall": 0.9636650307687263, + "f1": 0.9636689115791672 + }, + "parameters": 115714, + "seconds": 53.824202832067385, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/l5o3xc9p" +} diff --git a/models/part2/gat_bert/seed3/best.pt b/models/part2/gat_bert/seed3/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..815a3cef84f64ce28f7b49670af427033efca384 --- /dev/null +++ b/models/part2/gat_bert/seed3/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8b19bc6f0850da62f780a3f338bb7d9231c8f05d2915013b66545f75dea1db9 +size 466894 diff --git a/models/part2/gat_bert/seed3/history.json b/models/part2/gat_bert/seed3/history.json new file mode 100644 index 0000000000000000000000000000000000000000..8e068aea2588f8160299bdf48eb742d74e74a4fd --- /dev/null +++ b/models/part2/gat_bert/seed3/history.json @@ -0,0 +1,570 @@ +[ + { + "epoch": 1, + "train_loss": 0.6840449844524538, + "val_accuracy": 0.6501831501831502, + "val_precision": 0.7622549019607843, + "val_recall": 0.6594977506210972, + "val_f1": 0.6159559855200021 + }, + { + "epoch": 2, + "train_loss": 0.6246868830460769, + "val_accuracy": 0.7637362637362637, + "val_precision": 0.825207116664403, + "val_recall": 0.7572483717182569, + "val_f1": 0.7488330296298145 + }, + { + "epoch": 3, + "train_loss": 0.5102342882435837, + "val_accuracy": 0.8223443223443223, + "val_precision": 0.8553326927696373, + "val_recall": 0.8178405962532733, + "val_f1": 0.8165544998908928 + }, + { + "epoch": 4, + "train_loss": 0.48426318092223924, + "val_accuracy": 0.8956043956043956, + "val_precision": 0.8965052313666271, + "val_recall": 0.894923789699859, + "val_f1": 0.8953484853070242 + }, + { + "epoch": 5, + "train_loss": 0.43914641467206206, + "val_accuracy": 0.8901098901098901, + "val_precision": 0.8932941224082342, + "val_recall": 0.8915195058080978, + "val_f1": 0.890056783858886 + }, + { + "epoch": 6, + "train_loss": 0.3960335420601534, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9211974023185916, + "val_recall": 0.921553750083932, + "val_f1": 0.9212240173134028 + }, + { + "epoch": 7, + "train_loss": 0.35325619654777723, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9236035600660465, + "val_recall": 0.9237628416034378, + "val_f1": 0.9230758909403178 + }, + { + "epoch": 8, + "train_loss": 0.3154270603106572, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9159700182321562, + "val_recall": 0.913623850130934, + "val_f1": 0.91203007518797 + }, + { + "epoch": 9, + "train_loss": 0.28529399169452024, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9120731707317074, + "val_recall": 0.9083932048613443, + "val_f1": 0.9064801598629747 + }, + { + "epoch": 10, + "train_loss": 0.2656977016192216, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9413415698650373, + "val_recall": 0.9413415698650373, + "val_f1": 0.9413415698650374 + }, + { + "epoch": 11, + "train_loss": 0.22785465495708662, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9435317025678471, + "val_recall": 0.9404821056872357, + "val_f1": 0.9411899344310853 + }, + { + "epoch": 12, + "train_loss": 0.2394804407061238, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9343738676472562, + "val_recall": 0.9346538642315182, + "val_f1": 0.9340623951694061 + }, + { + "epoch": 13, + "train_loss": 0.20043879774682252, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9348687302759686, + "val_recall": 0.9348687302759686, + "val_f1": 0.934065934065934 + }, + { + "epoch": 14, + "train_loss": 0.18489104236438597, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9222154841317971, + "val_recall": 0.9207412878533539, + "val_f1": 0.919386878556856 + }, + { + "epoch": 15, + "train_loss": 0.20961127618511954, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9487179487179487, + "val_recall": 0.9491036057208084, + "val_f1": 0.9487069370445426 + }, + { + "epoch": 16, + "train_loss": 0.16691389336035803, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9596723292822131, + "val_recall": 0.9596723292822131, + "val_f1": 0.9596723292822131 + }, + { + "epoch": 17, + "train_loss": 0.15363686005056124, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9351865536282901, + "val_recall": 0.9349761632981938, + "val_f1": 0.9340650493774152 + }, + { + "epoch": 18, + "train_loss": 0.1489168888592458, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9348687302759686, + "val_recall": 0.9348687302759686, + "val_f1": 0.934065934065934 + }, + { + "epoch": 19, + "train_loss": 0.14497460703273396, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9453652382805685, + "val_recall": 0.9456523198818236, + "val_f1": 0.9450519959745052 + }, + { + "epoch": 20, + "train_loss": 0.12492209269013597, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.942522403901705, + "val_recall": 0.9423084670650641, + "val_f1": 0.9413911550021468 + }, + { + "epoch": 21, + "train_loss": 0.12769895944839868, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9615570599613152, + "val_recall": 0.9614516887128182, + "val_f1": 0.9615011399235126 + }, + { + "epoch": 22, + "train_loss": 0.11320478526445535, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9578007518796993, + "val_recall": 0.9578929698516081, + "val_f1": 0.9578436407947875 + }, + { + "epoch": 23, + "train_loss": 0.11315425253394759, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9490290284916726, + "val_recall": 0.9493184717652589, + "val_f1": 0.9487151962428715 + }, + { + "epoch": 24, + "train_loss": 0.09501796041107002, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9471014492753623, + "val_recall": 0.9474316793124287, + "val_f1": 0.9468819924117132 + }, + { + "epoch": 25, + "train_loss": 0.10228936357812567, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9488493794028849, + "val_recall": 0.9492110387430337, + "val_f1": 0.9487117552334944 + }, + { + "epoch": 26, + "train_loss": 0.09936312217633803, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9522978866152298, + "val_recall": 0.9526623245820184, + "val_f1": 0.9523649736926877 + }, + { + "epoch": 27, + "train_loss": 0.10619728231713885, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9559271536510408, + "val_recall": 0.9562210434432283, + "val_f1": 0.9560227135435544 + }, + { + "epoch": 28, + "train_loss": 0.08716486341186933, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9577606571459251, + "val_recall": 0.9580004028738334, + "val_f1": 0.9578515642043719 + }, + { + "epoch": 29, + "train_loss": 0.08798135102013528, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9595909438621448, + "val_recall": 0.9598871953266636, + "val_f1": 0.9596874874149249 + }, + { + "epoch": 30, + "train_loss": 0.0761291981084552, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9614248899387952, + "val_recall": 0.9616665547572685, + "val_f1": 0.961516645577905 + }, + { + "epoch": 31, + "train_loss": 0.07619491339603186, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9559610868835962, + "val_recall": 0.9563284764654536, + "val_f1": 0.9560292064855578 + }, + { + "epoch": 32, + "train_loss": 0.06825158294740614, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.956006177398778, + "val_recall": 0.956006177398778, + "val_f1": 0.956006177398778 + }, + { + "epoch": 33, + "train_loss": 0.08464362731565049, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9578279304422499, + "val_recall": 0.9582152689182837, + "val_f1": 0.9578640092606573 + }, + { + "epoch": 34, + "train_loss": 0.07830813479347107, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9578279304422499, + "val_recall": 0.9582152689182837, + "val_f1": 0.9578640092606573 + }, + { + "epoch": 35, + "train_loss": 0.07228183972857374, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9596723292822131, + "val_recall": 0.9596723292822131, + "val_f1": 0.9596723292822131 + }, + { + "epoch": 36, + "train_loss": 0.06467930606869987, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9578007518796993, + "val_recall": 0.9578929698516081, + "val_f1": 0.9578436407947875 + }, + { + "epoch": 37, + "train_loss": 0.06696569182715573, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9523809523809523, + "val_recall": 0.9527697576042435, + "val_f1": 0.9523707272556468 + }, + { + "epoch": 38, + "train_loss": 0.07310480120909083, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9388544787649975, + "val_recall": 0.938642315181629, + "val_f1": 0.937728102189781 + }, + { + "epoch": 39, + "train_loss": 0.08327254606581433, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9441892327530625, + "val_recall": 0.9440878264956691, + "val_f1": 0.9432232527715815 + }, + { + "epoch": 40, + "train_loss": 0.06829090058912725, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9633384811656482, + "val_recall": 0.9633384811656482, + "val_f1": 0.9633384811656482 + }, + { + "epoch": 41, + "train_loss": 0.057810402451417386, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9451861791345186, + "val_recall": 0.9455448868595985, + "val_f1": 0.9450483091787439 + }, + { + "epoch": 42, + "train_loss": 0.057060516224457666, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9339160839160839, + "val_recall": 0.933304236889814, + "val_f1": 0.9322287489390824 + }, + { + "epoch": 43, + "train_loss": 0.07159923798926585, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9473048426930097, + "val_recall": 0.9475391123346539, + "val_f1": 0.9468848433616117 + }, + { + "epoch": 44, + "train_loss": 0.054552301518864685, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9419274294228988, + "val_recall": 0.9420936010206138, + "val_f1": 0.9413911550021468 + }, + { + "epoch": 45, + "train_loss": 0.058079914861928414, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9638384028627931, + "val_recall": 0.9630161820989727, + "val_f1": 0.9633103967315343 + }, + { + "epoch": 46, + "train_loss": 0.04584555868264083, + "val_accuracy": 0.9652014652014652, + "val_precision": 0.9655594405594405, + "val_recall": 0.9649029745518029, + "val_f1": 0.9651499118165785 + }, + { + "epoch": 47, + "train_loss": 0.029568082833792263, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9525125796712512, + "val_recall": 0.9528771906264688, + "val_f1": 0.9523752012882448 + }, + { + "epoch": 48, + "train_loss": 0.04314257773560482, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9451861791345186, + "val_recall": 0.9455448868595985, + "val_f1": 0.9450483091787439 + }, + { + "epoch": 49, + "train_loss": 0.050312249310614864, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9522978866152298, + "val_recall": 0.9526623245820184, + "val_f1": 0.9523649736926877 + }, + { + "epoch": 50, + "train_loss": 0.047995132008642506, + "val_accuracy": 0.9652014652014652, + "val_precision": 0.9652240490006447, + "val_recall": 0.9651178405962533, + "val_f1": 0.9651676980260353 + }, + { + "epoch": 51, + "train_loss": 0.03533579346352008, + "val_accuracy": 0.9688644688644689, + "val_precision": 0.9692307692307692, + "val_recall": 0.9685691264352381, + "val_f1": 0.9688183421516755 + }, + { + "epoch": 52, + "train_loss": 0.04039163418086894, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9541648776298841, + "val_recall": 0.9545491170348486, + "val_f1": 0.9542000100659318 + }, + { + "epoch": 53, + "train_loss": 0.05185544587699048, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9624191810344828, + "val_recall": 0.9610219566239173, + "val_f1": 0.9614576575425811 + }, + { + "epoch": 54, + "train_loss": 0.04480524271071612, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9574255689406306, + "val_recall": 0.9553615792654266, + "val_f1": 0.9559280534890291 + }, + { + "epoch": 55, + "train_loss": 0.04386296278827793, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9616976669175357, + "val_recall": 0.9613442556905929, + "val_f1": 0.961491830531813 + }, + { + "epoch": 56, + "train_loss": 0.05259936638585814, + "val_accuracy": 0.9688644688644689, + "val_precision": 0.9692307692307692, + "val_recall": 0.9685691264352381, + "val_f1": 0.9688183421516755 + }, + { + "epoch": 57, + "train_loss": 0.05083584339245335, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.96410539496183, + "val_recall": 0.9629087490767474, + "val_f1": 0.9632990522282718 + }, + { + "epoch": 58, + "train_loss": 0.03942580174504619, + "val_accuracy": 0.9688644688644689, + "val_precision": 0.9692307692307692, + "val_recall": 0.9685691264352381, + "val_f1": 0.9688183421516755 + }, + { + "epoch": 59, + "train_loss": 0.04081128761786353, + "val_accuracy": 0.9688644688644689, + "val_precision": 0.9692307692307692, + "val_recall": 0.9685691264352381, + "val_f1": 0.9688183421516755 + }, + { + "epoch": 60, + "train_loss": 0.02873828897300439, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9624191810344828, + "val_recall": 0.9610219566239173, + "val_f1": 0.9614576575425811 + }, + { + "epoch": 61, + "train_loss": 0.04110935545993812, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9604297658637728, + "val_recall": 0.9592425971933123, + "val_f1": 0.959628957451099 + }, + { + "epoch": 62, + "train_loss": 0.024162584888465677, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9638384028627931, + "val_recall": 0.9630161820989727, + "val_f1": 0.9633103967315343 + }, + { + "epoch": 63, + "train_loss": 0.029501800715322896, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9596069429342354, + "val_recall": 0.9597797623044384, + "val_f1": 0.9596804511278196 + }, + { + "epoch": 64, + "train_loss": 0.027663904163754468, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9615570599613152, + "val_recall": 0.9614516887128182, + "val_f1": 0.9615011399235126 + }, + { + "epoch": 65, + "train_loss": 0.03483730268019896, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9577606571459251, + "val_recall": 0.9580004028738334, + "val_f1": 0.9578515642043719 + }, + { + "epoch": 66, + "train_loss": 0.055067851508356934, + "val_accuracy": 0.967032967032967, + "val_precision": 0.9671230300017466, + "val_recall": 0.9668972000268583, + "val_f1": 0.9669970986460348 + }, + { + "epoch": 67, + "train_loss": 0.03575268022088341, + "val_accuracy": 0.9652014652014652, + "val_precision": 0.9652240490006447, + "val_recall": 0.9651178405962533, + "val_f1": 0.9651676980260353 + }, + { + "epoch": 68, + "train_loss": 0.023325164430525715, + "val_accuracy": 0.967032967032967, + "val_precision": 0.9675110650720407, + "val_recall": 0.9666823339824078, + "val_f1": 0.9669793570583809 + }, + { + "epoch": 69, + "train_loss": 0.03387787991677558, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9644228825550838, + "val_recall": 0.9628013160545222, + "val_f1": 0.9632867132867132 + }, + { + "epoch": 70, + "train_loss": 0.03874579560516518, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9638384028627931, + "val_recall": 0.9630161820989727, + "val_f1": 0.9633103967315343 + }, + { + "epoch": 71, + "train_loss": 0.025188489059743645, + "val_accuracy": 0.967032967032967, + "val_precision": 0.9675110650720407, + "val_recall": 0.9666823339824078, + "val_f1": 0.9669793570583809 + } +] diff --git a/models/part2/gat_bert/seed3/result.json b/models/part2/gat_bert/seed3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1532e5256ff6e888b9b05ba0e66219d74204a6c5 --- /dev/null +++ b/models/part2/gat_bert/seed3/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "gat", + "feature": "bert", + "seed": 3, + "best_epoch": 51, + "epochs_run": 71, + "best_val_f1": 0.9688183421516755, + "test": { + "accuracy": 0.9678515420805018, + "precision": 0.967904407795938, + "recall": 0.9678436751959252, + "f1": 0.9678501694021806 + }, + "parameters": 115714, + "seconds": 75.3302357988432, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/k9s36h97" +} diff --git a/models/part2/gat_bert/seed4/best.pt b/models/part2/gat_bert/seed4/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1372a5a1b8606d453eb30470275e46e908d7abc --- /dev/null +++ b/models/part2/gat_bert/seed4/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:822c2f3d9f6f6ff658aa72a0b7c4c357b6d6ef534c36d164547abe8190e943dc +size 466894 diff --git a/models/part2/gat_bert/seed4/history.json b/models/part2/gat_bert/seed4/history.json new file mode 100644 index 0000000000000000000000000000000000000000..01eb7164e91fdab5552557dc4febb3fa8fa6f560 --- /dev/null +++ b/models/part2/gat_bert/seed4/history.json @@ -0,0 +1,746 @@ +[ + { + "epoch": 1, + "train_loss": 0.6867505713696882, + "val_accuracy": 0.7692307692307693, + "val_precision": 0.8335123523093448, + "val_recall": 0.7626938830322971, + "val_f1": 0.7544403198172474 + }, + { + "epoch": 2, + "train_loss": 0.612114823781527, + "val_accuracy": 0.8315018315018315, + "val_precision": 0.8628990213456869, + "val_recall": 0.8271671254951991, + "val_f1": 0.8263550884955752 + }, + { + "epoch": 3, + "train_loss": 0.517206588507572, + "val_accuracy": 0.8736263736263736, + "val_precision": 0.8758536585365854, + "val_recall": 0.8724971463103471, + "val_f1": 0.8731049442387946 + }, + { + "epoch": 4, + "train_loss": 0.4788728884724907, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.8994732161182185, + "val_recall": 0.8920701000470019, + "val_f1": 0.8930135135135135 + }, + { + "epoch": 5, + "train_loss": 0.4376355196748461, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9114782276546982, + "val_recall": 0.9050627811723628, + "val_f1": 0.9060104567839145 + }, + { + "epoch": 6, + "train_loss": 0.3860539152072026, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9195437772559544, + "val_recall": 0.9198818236755523, + "val_f1": 0.9194041867954912 + }, + { + "epoch": 7, + "train_loss": 0.3518305312801193, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9197187068028398, + "val_recall": 0.9199892566977774, + "val_f1": 0.9194095940959409 + }, + { + "epoch": 8, + "train_loss": 0.2957129960968381, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9307100774361521, + "val_recall": 0.930987712348083, + "val_f1": 0.93039919490104 + }, + { + "epoch": 9, + "train_loss": 0.26151197106191965, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.9366783405172414, + "val_recall": 0.9353588934398711, + "val_f1": 0.9357627625709685 + }, + { + "epoch": 10, + "train_loss": 0.23116769873615586, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9287842190016103, + "val_recall": 0.9291009198952528, + "val_f1": 0.9285654380709246 + }, + { + "epoch": 11, + "train_loss": 0.20965276740409516, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.928983678728659, + "val_recall": 0.9292083529174779, + "val_f1": 0.9285692721069951 + }, + { + "epoch": 12, + "train_loss": 0.19015395979741553, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9437580749354005, + "val_recall": 0.9427986302289666, + "val_f1": 0.9431225154324617 + }, + { + "epoch": 13, + "train_loss": 0.1681920547079254, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9394524959742351, + "val_recall": 0.9397770764788826, + "val_f1": 0.9395358982533264 + }, + { + "epoch": 14, + "train_loss": 0.17380851902913697, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.9361111111111111, + "val_recall": 0.9364332236621231, + "val_f1": 0.9358920598072402 + }, + { + "epoch": 15, + "train_loss": 0.167088423538339, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9500600304873936, + "val_recall": 0.9480292754985564, + "val_f1": 0.948582729070534 + }, + { + "epoch": 16, + "train_loss": 0.15372063083089751, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9477204717479317, + "val_recall": 0.9440408245484455, + "val_f1": 0.9448410560344829 + }, + { + "epoch": 17, + "train_loss": 0.14714093713751641, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9467077407447617, + "val_recall": 0.9420465990733902, + "val_f1": 0.9429615126690413 + }, + { + "epoch": 18, + "train_loss": 0.15563964456210644, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9477204717479317, + "val_recall": 0.9440408245484455, + "val_f1": 0.9448410560344829 + }, + { + "epoch": 19, + "train_loss": 0.12961388540355276, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9545454545454546, + "val_recall": 0.9539045189014974, + "val_f1": 0.9541446208112876 + }, + { + "epoch": 20, + "train_loss": 0.11733125821574704, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9561192545916242, + "val_recall": 0.9558987443765528, + "val_f1": 0.9559961315280465 + }, + { + "epoch": 21, + "train_loss": 0.11397522960827028, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9530785076676584, + "val_recall": 0.951910293426442, + "val_f1": 0.9522887678967533 + }, + { + "epoch": 22, + "train_loss": 0.11199808838494095, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9542230818826564, + "val_recall": 0.9541193849459477, + "val_f1": 0.9541680237184675 + }, + { + "epoch": 23, + "train_loss": 0.09949561740670886, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9469461142121083, + "val_recall": 0.9473242462902034, + "val_f1": 0.9468777154129776 + }, + { + "epoch": 24, + "train_loss": 0.112795396956987, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9469461142121083, + "val_recall": 0.9473242462902034, + "val_f1": 0.9468777154129776 + }, + { + "epoch": 25, + "train_loss": 0.0911736209423114, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9559271536510408, + "val_recall": 0.9562210434432283, + "val_f1": 0.9560227135435544 + }, + { + "epoch": 26, + "train_loss": 0.10387529585606013, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9522773951914945, + "val_recall": 0.952447458537568, + "val_f1": 0.9523496240601506 + }, + { + "epoch": 27, + "train_loss": 0.11470414286022221, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9522978866152298, + "val_recall": 0.9526623245820184, + "val_f1": 0.9523649736926877 + }, + { + "epoch": 28, + "train_loss": 0.13878091956887925, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9541062801932367, + "val_recall": 0.9544416840126233, + "val_f1": 0.9541938623131261 + }, + { + "epoch": 29, + "train_loss": 0.09616606073938447, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9339160839160839, + "val_recall": 0.933304236889814, + "val_f1": 0.9322287489390824 + }, + { + "epoch": 30, + "train_loss": 0.11125462766968723, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9578007518796993, + "val_recall": 0.9578929698516081, + "val_f1": 0.9578436407947875 + }, + { + "epoch": 31, + "train_loss": 0.09179964699806312, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9621285529715762, + "val_recall": 0.9611293896461425, + "val_f1": 0.9614700910994096 + }, + { + "epoch": 32, + "train_loss": 0.10452035047632434, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9624191810344828, + "val_recall": 0.9610219566239173, + "val_f1": 0.9614576575425811 + }, + { + "epoch": 33, + "train_loss": 0.08442881613314807, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9601657406535455, + "val_recall": 0.9593500302155376, + "val_f1": 0.9596414364046877 + }, + { + "epoch": 34, + "train_loss": 0.0928125575239405, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9638384028627931, + "val_recall": 0.9630161820989727, + "val_f1": 0.9633103967315343 + }, + { + "epoch": 35, + "train_loss": 0.08120230391567007, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9505018248175183, + "val_recall": 0.9508829651514135, + "val_f1": 0.9505360108712064 + }, + { + "epoch": 36, + "train_loss": 0.07072500277296964, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9438909774436091, + "val_recall": 0.9439803934734439, + "val_f1": 0.9432232527715814 + }, + { + "epoch": 37, + "train_loss": 0.08650020589785916, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9523809523809523, + "val_recall": 0.9527697576042435, + "val_f1": 0.9523707272556468 + }, + { + "epoch": 38, + "train_loss": 0.07365522446322353, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9540964243530549, + "val_recall": 0.9543342509903983, + "val_f1": 0.9541864828308391 + }, + { + "epoch": 39, + "train_loss": 0.07265037508347096, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9638384028627931, + "val_recall": 0.9630161820989727, + "val_f1": 0.9633103967315343 + }, + { + "epoch": 40, + "train_loss": 0.06405857647513295, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.961888111888112, + "val_recall": 0.9612368226683676, + "val_f1": 0.9614814814814814 + }, + { + "epoch": 41, + "train_loss": 0.05729091161991651, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9541495036801945, + "val_recall": 0.9515879943597663, + "val_f1": 0.9522367571059431 + }, + { + "epoch": 42, + "train_loss": 0.06504476414277004, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9574255689406306, + "val_recall": 0.9553615792654266, + "val_f1": 0.9559280534890291 + }, + { + "epoch": 43, + "train_loss": 0.06057507170862331, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.961888111888112, + "val_recall": 0.9612368226683676, + "val_f1": 0.9614814814814814 + }, + { + "epoch": 44, + "train_loss": 0.05561008697355187, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.961888111888112, + "val_recall": 0.9612368226683676, + "val_f1": 0.9614814814814814 + }, + { + "epoch": 45, + "train_loss": 0.047714378452781356, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.961888111888112, + "val_recall": 0.9612368226683676, + "val_f1": 0.9614814814814814 + }, + { + "epoch": 46, + "train_loss": 0.05736492651995722, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9601657406535455, + "val_recall": 0.9593500302155376, + "val_f1": 0.9596414364046877 + }, + { + "epoch": 47, + "train_loss": 0.05725046395982578, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9587419181034482, + "val_recall": 0.9573558047404821, + "val_f1": 0.9577869582609222 + }, + { + "epoch": 48, + "train_loss": 0.049579566556127955, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.952527027027027, + "val_recall": 0.9497012019069362, + "val_f1": 0.9503895273510458 + }, + { + "epoch": 49, + "train_loss": 0.05785951094067359, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9541495036801945, + "val_recall": 0.9515879943597663, + "val_f1": 0.9522367571059431 + }, + { + "epoch": 50, + "train_loss": 0.06700966384384659, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9587419181034482, + "val_recall": 0.9573558047404821, + "val_f1": 0.9577869582609222 + }, + { + "epoch": 51, + "train_loss": 0.06016503330388349, + "val_accuracy": 0.9652014652014652, + "val_precision": 0.9655594405594405, + "val_recall": 0.9649029745518029, + "val_f1": 0.9651499118165785 + }, + { + "epoch": 52, + "train_loss": 0.054096369789196894, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9582167832167832, + "val_recall": 0.9575706707849325, + "val_f1": 0.9578130511463845 + }, + { + "epoch": 53, + "train_loss": 0.041509931395342065, + "val_accuracy": 0.945054945054945, + "val_precision": 0.945054945054945, + "val_recall": 0.9454374538373733, + "val_f1": 0.9450431468334385 + }, + { + "epoch": 54, + "train_loss": 0.03467647885501166, + "val_accuracy": 0.9652014652014652, + "val_precision": 0.9652240490006447, + "val_recall": 0.9651178405962533, + "val_f1": 0.9651676980260353 + }, + { + "epoch": 55, + "train_loss": 0.03860320958680722, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9604297658637728, + "val_recall": 0.9592425971933123, + "val_f1": 0.959628957451099 + }, + { + "epoch": 56, + "train_loss": 0.0465686131309677, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9590793873368568, + "val_recall": 0.9572483717182569, + "val_f1": 0.9577721958256413 + }, + { + "epoch": 57, + "train_loss": 0.044741460255214145, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9590793873368568, + "val_recall": 0.9572483717182569, + "val_f1": 0.9577721958256413 + }, + { + "epoch": 58, + "train_loss": 0.03457767351260989, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9615570599613152, + "val_recall": 0.9614516887128182, + "val_f1": 0.9615011399235126 + }, + { + "epoch": 59, + "train_loss": 0.036498296282666945, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9638384028627931, + "val_recall": 0.9630161820989727, + "val_f1": 0.9633103967315343 + }, + { + "epoch": 60, + "train_loss": 0.04477961905873739, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9634551048650392, + "val_recall": 0.9632310481434231, + "val_f1": 0.9633301096067053 + }, + { + "epoch": 61, + "train_loss": 0.033240067052753855, + "val_accuracy": 0.9633699633699634, + "val_precision": 0.9634551048650392, + "val_recall": 0.9632310481434231, + "val_f1": 0.9633301096067053 + }, + { + "epoch": 62, + "train_loss": 0.04439188182463139, + "val_accuracy": 0.9652014652014652, + "val_precision": 0.9653666272443824, + "val_recall": 0.965010407574028, + "val_f1": 0.965159275243069 + }, + { + "epoch": 63, + "train_loss": 0.055526634330277914, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9587419181034482, + "val_recall": 0.9573558047404821, + "val_f1": 0.9577869582609222 + }, + { + "epoch": 64, + "train_loss": 0.03501080402306148, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9590793873368568, + "val_recall": 0.9572483717182569, + "val_f1": 0.9577721958256413 + }, + { + "epoch": 65, + "train_loss": 0.03536993333380738, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9604297658637728, + "val_recall": 0.9592425971933123, + "val_f1": 0.959628957451099 + }, + { + "epoch": 66, + "train_loss": 0.04748696058770239, + "val_accuracy": 0.9652014652014652, + "val_precision": 0.9653666272443824, + "val_recall": 0.965010407574028, + "val_f1": 0.965159275243069 + }, + { + "epoch": 67, + "train_loss": 0.03862006166752005, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9596069429342354, + "val_recall": 0.9597797623044384, + "val_f1": 0.9596804511278196 + }, + { + "epoch": 68, + "train_loss": 0.04256637289355963, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9453652382805685, + "val_recall": 0.9456523198818236, + "val_f1": 0.9450519959745052 + }, + { + "epoch": 69, + "train_loss": 0.04224756671177162, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9597871797283317, + "val_recall": 0.9595648962599879, + "val_f1": 0.9596631205673759 + }, + { + "epoch": 70, + "train_loss": 0.03728409310045478, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9601657406535455, + "val_recall": 0.9593500302155376, + "val_f1": 0.9596414364046877 + }, + { + "epoch": 71, + "train_loss": 0.03059226734352199, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9590793873368568, + "val_recall": 0.9572483717182569, + "val_f1": 0.9577721958256413 + }, + { + "epoch": 72, + "train_loss": 0.02304720549738451, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9604297658637728, + "val_recall": 0.9592425971933123, + "val_f1": 0.959628957451099 + }, + { + "epoch": 73, + "train_loss": 0.022549106411963372, + "val_accuracy": 0.967032967032967, + "val_precision": 0.9671230300017466, + "val_recall": 0.9668972000268583, + "val_f1": 0.9669970986460348 + }, + { + "epoch": 74, + "train_loss": 0.020161880627138057, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9614248899387952, + "val_recall": 0.9616665547572685, + "val_f1": 0.961516645577905 + }, + { + "epoch": 75, + "train_loss": 0.02215356733172368, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.9621285529715762, + "val_recall": 0.9611293896461425, + "val_f1": 0.9614700910994096 + }, + { + "epoch": 76, + "train_loss": 0.021416975157983575, + "val_accuracy": 0.9652014652014652, + "val_precision": 0.9653666272443824, + "val_recall": 0.965010407574028, + "val_f1": 0.965159275243069 + }, + { + "epoch": 77, + "train_loss": 0.016566021859154595, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9562815083686227, + "val_recall": 0.9557913113543275, + "val_f1": 0.9559848983595104 + }, + { + "epoch": 78, + "train_loss": 0.0240739314192599, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9543597462638426, + "val_recall": 0.9540119519237226, + "val_f1": 0.9541569411093013 + }, + { + "epoch": 79, + "train_loss": 0.024869283477028648, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.961888111888112, + "val_recall": 0.9612368226683676, + "val_f1": 0.9614814814814814 + }, + { + "epoch": 80, + "train_loss": 0.031587237608192605, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.961888111888112, + "val_recall": 0.9612368226683676, + "val_f1": 0.9614814814814814 + }, + { + "epoch": 81, + "train_loss": 0.020594661591417623, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9582167832167832, + "val_recall": 0.9575706707849325, + "val_f1": 0.9578130511463845 + }, + { + "epoch": 82, + "train_loss": 0.029472175925874557, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.954780361757106, + "val_recall": 0.9537970858792721, + "val_f1": 0.9541310608326306 + }, + { + "epoch": 83, + "train_loss": 0.022902222097793343, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9562162162162162, + "val_recall": 0.9533673537903713, + "val_f1": 0.9540643771768942 + }, + { + "epoch": 84, + "train_loss": 0.0218124865919297, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9570648878107944, + "val_recall": 0.9554690122876519, + "val_f1": 0.955944055944056 + }, + { + "epoch": 85, + "train_loss": 0.024862934386651048, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9509147701918786, + "val_recall": 0.9478144094541059, + "val_f1": 0.9485411926271996 + }, + { + "epoch": 86, + "train_loss": 0.02123494692583442, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9582167832167832, + "val_recall": 0.9575706707849325, + "val_f1": 0.9578130511463845 + }, + { + "epoch": 87, + "train_loss": 0.022071064951328132, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.961888111888112, + "val_recall": 0.9612368226683676, + "val_f1": 0.9614814814814814 + }, + { + "epoch": 88, + "train_loss": 0.018441772040648337, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9540964243530549, + "val_recall": 0.9543342509903983, + "val_f1": 0.9541864828308391 + }, + { + "epoch": 89, + "train_loss": 0.01711533662109148, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.961888111888112, + "val_recall": 0.9612368226683676, + "val_f1": 0.9614814814814814 + }, + { + "epoch": 90, + "train_loss": 0.01829156659939241, + "val_accuracy": 0.9652014652014652, + "val_precision": 0.9658026485788114, + "val_recall": 0.9647955415295777, + "val_f1": 0.9651396062327992 + }, + { + "epoch": 91, + "train_loss": 0.019370267474716835, + "val_accuracy": 0.9615384615384616, + "val_precision": 0.961888111888112, + "val_recall": 0.9612368226683676, + "val_f1": 0.9614814814814814 + }, + { + "epoch": 92, + "train_loss": 0.02702934163257534, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9599516031457955, + "val_recall": 0.9594574632377627, + "val_f1": 0.9596528234962179 + }, + { + "epoch": 93, + "train_loss": 0.06401770845765159, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9392216172615446, + "val_recall": 0.9387497482038542, + "val_f1": 0.9377255954377726 + } +] diff --git a/models/part2/gat_bert/seed4/result.json b/models/part2/gat_bert/seed4/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3203cce61294d9c65402a0e53b2c22f7f1f3b64a --- /dev/null +++ b/models/part2/gat_bert/seed4/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "gat", + "feature": "bert", + "seed": 4, + "best_epoch": 73, + "epochs_run": 93, + "best_val_f1": 0.9669970986460348, + "test": { + "accuracy": 0.9668060637741767, + "precision": 0.9668368051029507, + "recall": 0.9668129501907333, + "f1": 0.9668057893908077 + }, + "parameters": 115714, + "seconds": 99.74877041112632, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/h5vq9j0p" +} diff --git a/models/part2/gcn_bert/seed0/best.pt b/models/part2/gcn_bert/seed0/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fb5085ae5c0be2a28f137495f0aae93985ee1ad --- /dev/null +++ b/models/part2/gcn_bert/seed0/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b29c2694aedb5e109d7d981f35b5afade0ea5c327e1595acd6a3a43b52f2e8d +size 463978 diff --git a/models/part2/gcn_bert/seed0/history.json b/models/part2/gcn_bert/seed0/history.json new file mode 100644 index 0000000000000000000000000000000000000000..d9c86b5e2786920922e838d6948b32540435040e --- /dev/null +++ b/models/part2/gcn_bert/seed0/history.json @@ -0,0 +1,362 @@ +[ + { + "epoch": 1, + "train_loss": 0.688343536941123, + "val_accuracy": 0.717948717948718, + "val_precision": 0.8149702410975487, + "val_recall": 0.7096488283086013, + "val_f1": 0.6892223536369013 + }, + { + "epoch": 2, + "train_loss": 0.6437964140277206, + "val_accuracy": 0.7344322344322345, + "val_precision": 0.8225042042501147, + "val_recall": 0.7266299603840731, + "val_f1": 0.7104952334285307 + }, + { + "epoch": 3, + "train_loss": 0.5715002081333063, + "val_accuracy": 0.8608058608058609, + "val_precision": 0.8619758255115133, + "val_recall": 0.8599341972738871, + "val_f1": 0.8603843669250646 + }, + { + "epoch": 4, + "train_loss": 0.4703735148077046, + "val_accuracy": 0.86996336996337, + "val_precision": 0.8702761627906976, + "val_recall": 0.8694755925602633, + "val_f1": 0.8697322127646705 + }, + { + "epoch": 5, + "train_loss": 0.4031064015823406, + "val_accuracy": 0.8717948717948718, + "val_precision": 0.8839177244355075, + "val_recall": 0.8692137245685894, + "val_f1": 0.870120160939539 + }, + { + "epoch": 6, + "train_loss": 0.36666993081788, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9029248306356741, + "val_recall": 0.9001544349694488, + "val_f1": 0.9007580143524564 + }, + { + "epoch": 7, + "train_loss": 0.33213248215752206, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9130061466752075, + "val_recall": 0.9069495736251931, + "val_f1": 0.9078798185941042 + }, + { + "epoch": 8, + "train_loss": 0.31295494129369544, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9108251633986928, + "val_recall": 0.9051702141945881, + "val_f1": 0.9060637239192403 + }, + { + "epoch": 9, + "train_loss": 0.29273563907259986, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9213391033222234, + "val_recall": 0.921016584972806, + "val_f1": 0.9211499387079982 + }, + { + "epoch": 10, + "train_loss": 0.2607627057985508, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9296327257038075, + "val_recall": 0.9279191566507756, + "val_f1": 0.9283963320521744 + }, + { + "epoch": 11, + "train_loss": 0.2651454007232582, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9266168319622079, + "val_recall": 0.926891828375747, + "val_f1": 0.9267045225725907 + }, + { + "epoch": 12, + "train_loss": 0.23814078232089242, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9300993124522536, + "val_recall": 0.9233935405895387, + "val_f1": 0.9244397789831469 + }, + { + "epoch": 13, + "train_loss": 0.2201425422242273, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9430886622999528, + "val_recall": 0.9405895387094608, + "val_f1": 0.9412144702842378 + }, + { + "epoch": 14, + "train_loss": 0.21575192184675307, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9440239394472804, + "val_recall": 0.9403746726650104, + "val_f1": 0.9411637931034482 + }, + { + "epoch": 15, + "train_loss": 0.20255536823482304, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9293562290483683, + "val_recall": 0.9213993151144833, + "val_f1": 0.922527027027027 + }, + { + "epoch": 16, + "train_loss": 0.20635221139851945, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9477101293103448, + "val_recall": 0.9463573490901767, + "val_f1": 0.9467748604159454 + }, + { + "epoch": 17, + "train_loss": 0.18693151344091463, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9451486486486487, + "val_recall": 0.9423688981400657, + "val_f1": 0.9430398276993488 + }, + { + "epoch": 18, + "train_loss": 0.1938207081276855, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9477101293103448, + "val_recall": 0.9463573490901767, + "val_f1": 0.9467748604159454 + }, + { + "epoch": 19, + "train_loss": 0.18818684358954865, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9477101293103448, + "val_recall": 0.9463573490901767, + "val_f1": 0.9467748604159454 + }, + { + "epoch": 20, + "train_loss": 0.1768209335459021, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9451486486486487, + "val_recall": 0.9423688981400657, + "val_f1": 0.9430398276993488 + }, + { + "epoch": 21, + "train_loss": 0.18406347875848358, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9525125796712512, + "val_recall": 0.9528771906264688, + "val_f1": 0.9523752012882448 + }, + { + "epoch": 22, + "train_loss": 0.20327273933660417, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9178186237277837, + "val_recall": 0.9063049754918417, + "val_f1": 0.907520325203252 + }, + { + "epoch": 23, + "train_loss": 0.1809074363429031, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9477101293103448, + "val_recall": 0.9463573490901767, + "val_f1": 0.9467748604159454 + }, + { + "epoch": 24, + "train_loss": 0.18393357687599057, + "val_accuracy": 0.8901098901098901, + "val_precision": 0.9018759018759018, + "val_recall": 0.8927012690525751, + "val_f1": 0.8896821120689655 + }, + { + "epoch": 25, + "train_loss": 0.20682376683194995, + "val_accuracy": 0.9578754578754579, + "val_precision": 0.9578007518796993, + "val_recall": 0.9578929698516081, + "val_f1": 0.9578436407947875 + }, + { + "epoch": 26, + "train_loss": 0.18438099362911323, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9285977633034288, + "val_recall": 0.9215067481367085, + "val_f1": 0.9225741103383078 + }, + { + "epoch": 27, + "train_loss": 0.1962217894338426, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9133031674208145, + "val_recall": 0.8986503726582958, + "val_f1": 0.8998899889988998 + }, + { + "epoch": 28, + "train_loss": 0.1754722264441815, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9562815083686227, + "val_recall": 0.9557913113543275, + "val_f1": 0.9559848983595104 + }, + { + "epoch": 29, + "train_loss": 0.1453469490884861, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9455922032942693, + "val_recall": 0.9457597529040489, + "val_f1": 0.9450542078145128 + }, + { + "epoch": 30, + "train_loss": 0.15082034812523767, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9507648953301127, + "val_recall": 0.9510978311958638, + "val_f1": 0.950545303279871 + }, + { + "epoch": 31, + "train_loss": 0.1408432424614281, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9545454545454546, + "val_recall": 0.9539045189014974, + "val_f1": 0.9541446208112876 + }, + { + "epoch": 32, + "train_loss": 0.1311635448164119, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9477101293103448, + "val_recall": 0.9463573490901767, + "val_f1": 0.9467748604159454 + }, + { + "epoch": 33, + "train_loss": 0.13087025830597232, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9562815083686227, + "val_recall": 0.9557913113543275, + "val_f1": 0.9559848983595104 + }, + { + "epoch": 34, + "train_loss": 0.13350161631683727, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9540964243530549, + "val_recall": 0.9543342509903983, + "val_f1": 0.9541864828308391 + }, + { + "epoch": 35, + "train_loss": 0.12858897493981616, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9455922032942693, + "val_recall": 0.9457597529040489, + "val_f1": 0.9450542078145128 + }, + { + "epoch": 36, + "train_loss": 0.13037546561696592, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9455922032942693, + "val_recall": 0.9457597529040489, + "val_f1": 0.9450542078145128 + }, + { + "epoch": 37, + "train_loss": 0.12034458800768241, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9541648776298841, + "val_recall": 0.9545491170348486, + "val_f1": 0.9542000100659318 + }, + { + "epoch": 38, + "train_loss": 0.12775722096909534, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9403274071466291, + "val_recall": 0.9367085207815753, + "val_f1": 0.9374865301724138 + }, + { + "epoch": 39, + "train_loss": 0.13564455793017433, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9507648953301127, + "val_recall": 0.9510978311958638, + "val_f1": 0.950545303279871 + }, + { + "epoch": 40, + "train_loss": 0.11837027756831585, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9490290284916726, + "val_recall": 0.9493184717652589, + "val_f1": 0.9487151962428715 + }, + { + "epoch": 41, + "train_loss": 0.11943240316359552, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9340341441551563, + "val_recall": 0.9291613509702545, + "val_f1": 0.9300641786215078 + }, + { + "epoch": 42, + "train_loss": 0.16297496724259722, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9355515224843718, + "val_recall": 0.9350835963204189, + "val_f1": 0.9340623951694063 + }, + { + "epoch": 43, + "train_loss": 0.14953196327109913, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.942201034042839, + "val_recall": 0.942201034042839, + "val_f1": 0.9413919413919415 + }, + { + "epoch": 44, + "train_loss": 0.12554472224998386, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9507648953301127, + "val_recall": 0.9510978311958638, + "val_f1": 0.950545303279871 + }, + { + "epoch": 45, + "train_loss": 0.13712207629130438, + "val_accuracy": 0.8553113553113553, + "val_precision": 0.8819103369503141, + "val_recall": 0.8592157389377559, + "val_f1": 0.8536019142328645 + } +] diff --git a/models/part2/gcn_bert/seed0/result.json b/models/part2/gcn_bert/seed0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..6ed641e83f854f619c5ecaf9d2b3ebf21735d072 --- /dev/null +++ b/models/part2/gcn_bert/seed0/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "gcn", + "feature": "bert", + "seed": 0, + "best_epoch": 25, + "epochs_run": 45, + "best_val_f1": 0.9578436407947875, + "test": { + "accuracy": 0.9466806063774177, + "precision": 0.9470192246691795, + "recall": 0.9467026090568265, + "f1": 0.9466722128192102 + }, + "parameters": 115202, + "seconds": 56.25563714513555, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/tkq04fmy" +} diff --git a/models/part2/gcn_bert/seed1/best.pt b/models/part2/gcn_bert/seed1/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd9702a76baa7f6bd018cf4bf0f8229d8cadd604 --- /dev/null +++ b/models/part2/gcn_bert/seed1/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:715bbe9977e1552bd6588a7a8580ca988f49b85cbae2442d08ad2f5e5e0f8fde +size 463978 diff --git a/models/part2/gcn_bert/seed1/history.json b/models/part2/gcn_bert/seed1/history.json new file mode 100644 index 0000000000000000000000000000000000000000..d1e73013e6c6b6f9b9d89b04b37666858db5fd38 --- /dev/null +++ b/models/part2/gcn_bert/seed1/history.json @@ -0,0 +1,578 @@ +[ + { + "epoch": 1, + "train_loss": 0.6799404387508993, + "val_accuracy": 0.7673992673992674, + "val_precision": 0.801155949126352, + "val_recall": 0.7721949909353387, + "val_f1": 0.7626793799861047 + }, + { + "epoch": 2, + "train_loss": 0.6385314691634405, + "val_accuracy": 0.7857142857142857, + "val_precision": 0.8398473182826569, + "val_recall": 0.779782448129994, + "val_f1": 0.7742581814712336 + }, + { + "epoch": 3, + "train_loss": 0.5561510079946274, + "val_accuracy": 0.8424908424908425, + "val_precision": 0.849957880491072, + "val_recall": 0.8403142415900088, + "val_f1": 0.8409349593495935 + }, + { + "epoch": 4, + "train_loss": 0.47696132712311795, + "val_accuracy": 0.8663003663003663, + "val_precision": 0.8678321678321679, + "val_recall": 0.8673135029879809, + "val_f1": 0.8662891533122435 + }, + { + "epoch": 5, + "train_loss": 0.42217097330442716, + "val_accuracy": 0.8644688644688645, + "val_precision": 0.867514737821905, + "val_recall": 0.8658564426240516, + "val_f1": 0.8644033667592929 + }, + { + "epoch": 6, + "train_loss": 0.4029344181656401, + "val_accuracy": 0.8791208791208791, + "val_precision": 0.880167676577678, + "val_recall": 0.8799838850466662, + "val_f1": 0.879119257191928 + }, + { + "epoch": 7, + "train_loss": 0.3405438189978128, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9031468531468532, + "val_recall": 0.902578392533405, + "val_f1": 0.9027865961199295 + }, + { + "epoch": 8, + "train_loss": 0.31603840643014663, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.901098901098901, + "val_recall": 0.9014436312361512, + "val_f1": 0.9010776643001892 + }, + { + "epoch": 9, + "train_loss": 0.3130058038147378, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9138862024500323, + "val_recall": 0.9137917142281609, + "val_f1": 0.9138358845907188 + }, + { + "epoch": 10, + "train_loss": 0.28671661232198986, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9213391033222234, + "val_recall": 0.921016584972806, + "val_f1": 0.9211499387079982 + }, + { + "epoch": 11, + "train_loss": 0.2715166793528931, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9271117807703173, + "val_recall": 0.9263546632646209, + "val_f1": 0.9266207934630684 + }, + { + "epoch": 12, + "train_loss": 0.2729507322276468, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9221872985170858, + "val_recall": 0.922090915195058, + "val_f1": 0.9212451570702582 + }, + { + "epoch": 13, + "train_loss": 0.2533301000411694, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9236035600660465, + "val_recall": 0.9237628416034378, + "val_f1": 0.9230758909403178 + }, + { + "epoch": 14, + "train_loss": 0.23172188214548342, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9247987117552335, + "val_recall": 0.925112468945142, + "val_f1": 0.9248779341935267 + }, + { + "epoch": 15, + "train_loss": 0.21511136361094185, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9341117037713794, + "val_recall": 0.9339018330759417, + "val_f1": 0.9339941972920696 + }, + { + "epoch": 16, + "train_loss": 0.21385329978151635, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9312025783925334, + "val_recall": 0.9312025783925334, + "val_f1": 0.9304029304029304 + }, + { + "epoch": 17, + "train_loss": 0.21846770645279587, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9345978816801579, + "val_recall": 0.9347612972537434, + "val_f1": 0.9340650493774152 + }, + { + "epoch": 18, + "train_loss": 0.20448550680181482, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9426944920341567, + "val_recall": 0.940696971731686, + "val_f1": 0.9412374046520389 + }, + { + "epoch": 19, + "train_loss": 0.18998597253919083, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9460278956943602, + "val_recall": 0.9444705566373464, + "val_f1": 0.9449300699300699 + }, + { + "epoch": 20, + "train_loss": 0.18437526110327723, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9243204616546219, + "val_recall": 0.9226280803061842, + "val_f1": 0.9212134431785768 + }, + { + "epoch": 21, + "train_loss": 0.20708078637227909, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9460278956943602, + "val_recall": 0.9444705566373464, + "val_f1": 0.9449300699300699 + }, + { + "epoch": 22, + "train_loss": 0.18659889272281102, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9248699356847323, + "val_recall": 0.9178405962532734, + "val_f1": 0.9188871632115605 + }, + { + "epoch": 23, + "train_loss": 0.17745053517076123, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9477101293103448, + "val_recall": 0.9463573490901767, + "val_f1": 0.9467748604159454 + }, + { + "epoch": 24, + "train_loss": 0.1675490201502056, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.917268086604471, + "val_recall": 0.9138387161753845, + "val_f1": 0.9119922630560928 + }, + { + "epoch": 25, + "train_loss": 0.17866895104939248, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9447278911564626, + "val_recall": 0.942476331162291, + "val_f1": 0.9430628206206374 + }, + { + "epoch": 26, + "train_loss": 0.15498066396066995, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9403274071466291, + "val_recall": 0.9367085207815753, + "val_f1": 0.9374865301724138 + }, + { + "epoch": 27, + "train_loss": 0.16323367279746157, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9523809523809523, + "val_recall": 0.9527697576042435, + "val_f1": 0.9523707272556468 + }, + { + "epoch": 28, + "train_loss": 0.16287631473261796, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.948941318814277, + "val_recall": 0.9484590075874573, + "val_f1": 0.9486490480860955 + }, + { + "epoch": 29, + "train_loss": 0.14894516083783718, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9490290284916726, + "val_recall": 0.9493184717652589, + "val_f1": 0.9487151962428715 + }, + { + "epoch": 30, + "train_loss": 0.14355060076102233, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9522633634399367, + "val_recall": 0.9525548915597932, + "val_f1": 0.952357939672184 + }, + { + "epoch": 31, + "train_loss": 0.14089161588813795, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9543597462638426, + "val_recall": 0.9540119519237226, + "val_f1": 0.9541569411093013 + }, + { + "epoch": 32, + "train_loss": 0.16059316438196342, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9371618414807783, + "val_recall": 0.9329349358759149, + "val_f1": 0.9337780473013948 + }, + { + "epoch": 33, + "train_loss": 0.1433060693216848, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9388544787649975, + "val_recall": 0.938642315181629, + "val_f1": 0.937728102189781 + }, + { + "epoch": 34, + "train_loss": 0.13642609957264457, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9525125796712512, + "val_recall": 0.9528771906264688, + "val_f1": 0.9523752012882448 + }, + { + "epoch": 35, + "train_loss": 0.13530902788315938, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9522633634399367, + "val_recall": 0.9525548915597932, + "val_f1": 0.952357939672184 + }, + { + "epoch": 36, + "train_loss": 0.11889280694035384, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9541353383458646, + "val_recall": 0.954226817968173, + "val_f1": 0.9541778704291166 + }, + { + "epoch": 37, + "train_loss": 0.1312910984833162, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9490290284916726, + "val_recall": 0.9493184717652589, + "val_f1": 0.9487151962428715 + }, + { + "epoch": 38, + "train_loss": 0.13023927922432238, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9541353383458646, + "val_recall": 0.954226817968173, + "val_f1": 0.9541778704291166 + }, + { + "epoch": 39, + "train_loss": 0.13792677294640315, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9371618414807783, + "val_recall": 0.9329349358759149, + "val_f1": 0.9337780473013948 + }, + { + "epoch": 40, + "train_loss": 0.13395393309575734, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9490290284916726, + "val_recall": 0.9493184717652589, + "val_f1": 0.9487151962428715 + }, + { + "epoch": 41, + "train_loss": 0.1275555758358358, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9507648953301127, + "val_recall": 0.9510978311958638, + "val_f1": 0.950545303279871 + }, + { + "epoch": 42, + "train_loss": 0.13072444383914655, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.950690785936996, + "val_recall": 0.9503458000402873, + "val_f1": 0.9504894963980455 + }, + { + "epoch": 43, + "train_loss": 0.10468860146599812, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.950690785936996, + "val_recall": 0.9503458000402873, + "val_f1": 0.9504894963980455 + }, + { + "epoch": 44, + "train_loss": 0.10688885511496128, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9451486486486487, + "val_recall": 0.9423688981400657, + "val_f1": 0.9430398276993488 + }, + { + "epoch": 45, + "train_loss": 0.12245290336154756, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9522978866152298, + "val_recall": 0.9526623245820184, + "val_f1": 0.9523649736926877 + }, + { + "epoch": 46, + "train_loss": 0.12375533523467871, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9517177219285945, + "val_recall": 0.9499160679513865, + "val_f1": 0.9504282298822746 + }, + { + "epoch": 47, + "train_loss": 0.12187359430196085, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.942522403901705, + "val_recall": 0.9423084670650641, + "val_f1": 0.9413911550021468 + }, + { + "epoch": 48, + "train_loss": 0.1092012107044786, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9294117647058824, + "val_recall": 0.9235009736117639, + "val_f1": 0.9244826015821344 + }, + { + "epoch": 49, + "train_loss": 0.12501208773462763, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9428917120387175, + "val_recall": 0.9424159000872894, + "val_f1": 0.9413887957061389 + }, + { + "epoch": 50, + "train_loss": 0.12788977203788338, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.954780361757106, + "val_recall": 0.9537970858792721, + "val_f1": 0.9541310608326306 + }, + { + "epoch": 51, + "train_loss": 0.12314978348357337, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9543597462638426, + "val_recall": 0.9540119519237226, + "val_f1": 0.9541569411093013 + }, + { + "epoch": 52, + "train_loss": 0.11239884119658243, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.956043956043956, + "val_recall": 0.9564359094876788, + "val_f1": 0.9560345174667508 + }, + { + "epoch": 53, + "train_loss": 0.10851387174684049, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9526114135914499, + "val_recall": 0.9521251594708924, + "val_f1": 0.952316973222803 + }, + { + "epoch": 54, + "train_loss": 0.10774146353368794, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9485995732288326, + "val_recall": 0.948888739676358, + "val_f1": 0.9486931658008135 + }, + { + "epoch": 55, + "train_loss": 0.12328395695040077, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9278890054924835, + "val_recall": 0.9216141811589338, + "val_f1": 0.9226190476190477 + }, + { + "epoch": 56, + "train_loss": 0.13940321875142528, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9338045839010374, + "val_recall": 0.9318471765258847, + "val_f1": 0.9303692964439612 + }, + { + "epoch": 57, + "train_loss": 0.12585767732435094, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9500600304873936, + "val_recall": 0.9480292754985564, + "val_f1": 0.948582729070534 + }, + { + "epoch": 58, + "train_loss": 0.13255949482157992, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9371618414807783, + "val_recall": 0.9329349358759149, + "val_f1": 0.9337780473013948 + }, + { + "epoch": 59, + "train_loss": 0.10831502865959, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9504428341384863, + "val_recall": 0.9507755321291882, + "val_f1": 0.9505293712981762 + }, + { + "epoch": 60, + "train_loss": 0.09117743823226991, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9471014492753623, + "val_recall": 0.9474316793124287, + "val_f1": 0.9468819924117132 + }, + { + "epoch": 61, + "train_loss": 0.08889147202610533, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9550646551724138, + "val_recall": 0.9536896528570469, + "val_f1": 0.9541162589792631 + }, + { + "epoch": 62, + "train_loss": 0.10079007194592403, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9494028785696014, + "val_recall": 0.9482441415430067, + "val_f1": 0.9486186731195806 + }, + { + "epoch": 63, + "train_loss": 0.09460782155994968, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9522633634399367, + "val_recall": 0.9525548915597932, + "val_f1": 0.952357939672184 + }, + { + "epoch": 64, + "train_loss": 0.09250019635363813, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.956043956043956, + "val_recall": 0.9564359094876788, + "val_f1": 0.9560345174667508 + }, + { + "epoch": 65, + "train_loss": 0.0965250904634322, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9540964243530549, + "val_recall": 0.9543342509903983, + "val_f1": 0.9541864828308391 + }, + { + "epoch": 66, + "train_loss": 0.09207481866354471, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9497068930665049, + "val_recall": 0.9481367085207816, + "val_f1": 0.9486013986013986 + }, + { + "epoch": 67, + "train_loss": 0.10591576128324746, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.942522403901705, + "val_recall": 0.9423084670650641, + "val_f1": 0.9413911550021468 + }, + { + "epoch": 68, + "train_loss": 0.10388905426739772, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.938739837398374, + "val_recall": 0.934821728328745, + "val_f1": 0.9356329427298234 + }, + { + "epoch": 69, + "train_loss": 0.0972038725520665, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9559610868835962, + "val_recall": 0.9563284764654536, + "val_f1": 0.9560292064855578 + }, + { + "epoch": 70, + "train_loss": 0.10221576799839845, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9522633634399367, + "val_recall": 0.9525548915597932, + "val_f1": 0.952357939672184 + }, + { + "epoch": 71, + "train_loss": 0.0871231490166196, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9507648953301127, + "val_recall": 0.9510978311958638, + "val_f1": 0.950545303279871 + }, + { + "epoch": 72, + "train_loss": 0.08283086912535922, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9278846153846154, + "val_recall": 0.9195125226616532, + "val_f1": 0.9206575038779077 + } +] diff --git a/models/part2/gcn_bert/seed1/result.json b/models/part2/gcn_bert/seed1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..a66d5e74b6233a10d3ccd2da01bacafd8778d07f --- /dev/null +++ b/models/part2/gcn_bert/seed1/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "gcn", + "feature": "bert", + "seed": 1, + "best_epoch": 52, + "epochs_run": 72, + "best_val_f1": 0.9560345174667508, + "test": { + "accuracy": 0.9503397804495557, + "precision": 0.9506810013103751, + "recall": 0.9503617921280154, + "f1": 0.9503319629198526 + }, + "parameters": 115202, + "seconds": 85.00999548705295, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/8029w3zw" +} diff --git a/models/part2/gcn_bert/seed2/best.pt b/models/part2/gcn_bert/seed2/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb2d7200d862a1bce60968b755f3effa38918de2 --- /dev/null +++ b/models/part2/gcn_bert/seed2/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16c696611965aad13c239f5486a728f333136339adbf8ec11cc7846747fce7b4 +size 463978 diff --git a/models/part2/gcn_bert/seed2/history.json b/models/part2/gcn_bert/seed2/history.json new file mode 100644 index 0000000000000000000000000000000000000000..421744df1dfea66e002668e4bda0d0901ebe0178 --- /dev/null +++ b/models/part2/gcn_bert/seed2/history.json @@ -0,0 +1,394 @@ +[ + { + "epoch": 1, + "train_loss": 0.689370951809726, + "val_accuracy": 0.6263736263736264, + "val_precision": 0.7450549450549451, + "val_recall": 0.6362586450010072, + "val_f1": 0.5841397849462365 + }, + { + "epoch": 2, + "train_loss": 0.6554151721053071, + "val_accuracy": 0.7619047619047619, + "val_precision": 0.8296864425896684, + "val_recall": 0.7551467132209764, + "val_f1": 0.7456570347437221 + }, + { + "epoch": 3, + "train_loss": 0.579626529208033, + "val_accuracy": 0.8443223443223443, + "val_precision": 0.8613165680473374, + "val_recall": 0.8411267038205869, + "val_f1": 0.8414888639181385 + }, + { + "epoch": 4, + "train_loss": 0.48151752210798715, + "val_accuracy": 0.847985347985348, + "val_precision": 0.8628262343238051, + "val_recall": 0.8450077217484724, + "val_f1": 0.8455182287671933 + }, + { + "epoch": 5, + "train_loss": 0.4133359526758229, + "val_accuracy": 0.8827838827838828, + "val_precision": 0.8827838827838828, + "val_recall": 0.8831128718189754, + "val_f1": 0.8827587132446688 + }, + { + "epoch": 6, + "train_loss": 0.3726584822921963, + "val_accuracy": 0.8754578754578755, + "val_precision": 0.8772012430549015, + "val_recall": 0.8765325992076815, + "val_f1": 0.8754428341384863 + }, + { + "epoch": 7, + "train_loss": 0.34652835316273756, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.913232338221209, + "val_recall": 0.9113677566642047, + "val_f1": 0.9118561069780582 + }, + { + "epoch": 8, + "train_loss": 0.3082367487442799, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9215034965034965, + "val_recall": 0.9209091519505808, + "val_f1": 0.9211287477954144 + }, + { + "epoch": 9, + "train_loss": 0.3133031399477096, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9052796907091942, + "val_recall": 0.905432082186262, + "val_f1": 0.9047606268784887 + }, + { + "epoch": 10, + "train_loss": 0.27934632567695644, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9292378102446752, + "val_recall": 0.9257100651312697, + "val_f1": 0.9264547413793103 + }, + { + "epoch": 11, + "train_loss": 0.2527399927705199, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9283408737929637, + "val_recall": 0.9259249311757202, + "val_f1": 0.9265180878552972 + }, + { + "epoch": 12, + "train_loss": 0.24164934068809063, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9251748251748252, + "val_recall": 0.924575303834016, + "val_f1": 0.9247971781305115 + }, + { + "epoch": 13, + "train_loss": 0.23429386956351145, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9398401687558314, + "val_recall": 0.9368159538038004, + "val_f1": 0.9375143053330282 + }, + { + "epoch": 14, + "train_loss": 0.2270505189786464, + "val_accuracy": 0.8901098901098901, + "val_precision": 0.9041082459064614, + "val_recall": 0.8874370509635399, + "val_f1": 0.8885790082307325 + }, + { + "epoch": 15, + "train_loss": 0.2163934614850488, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9403556034482758, + "val_recall": 0.9390250453233062, + "val_f1": 0.9394334618526274 + }, + { + "epoch": 16, + "train_loss": 0.20936936554891286, + "val_accuracy": 0.8882783882783882, + "val_precision": 0.8994893476828465, + "val_recall": 0.8908144765997448, + "val_f1": 0.8878687796058944 + }, + { + "epoch": 17, + "train_loss": 0.24319401143234728, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9463772612607751, + "val_recall": 0.9443631236151212, + "val_f1": 0.9449100668612864 + }, + { + "epoch": 18, + "train_loss": 0.22099904677806756, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9323255909221253, + "val_recall": 0.9251729000201436, + "val_f1": 0.926261057465055 + }, + { + "epoch": 19, + "train_loss": 0.21717122459149624, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9394017151732055, + "val_recall": 0.9369233868260256, + "val_f1": 0.9375403746770026 + }, + { + "epoch": 20, + "train_loss": 0.18712535151195175, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9419246590171033, + "val_recall": 0.9385953132344054, + "val_f1": 0.9393388479835165 + }, + { + "epoch": 21, + "train_loss": 0.19590479332012134, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9541062801932367, + "val_recall": 0.9544416840126233, + "val_f1": 0.9541938623131261 + }, + { + "epoch": 22, + "train_loss": 0.17761851615194, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9511062661498708, + "val_recall": 0.950130933995837, + "val_f1": 0.9504615456992409 + }, + { + "epoch": 23, + "train_loss": 0.16678751579352788, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9541062801932367, + "val_recall": 0.9544416840126233, + "val_f1": 0.9541938623131261 + }, + { + "epoch": 24, + "train_loss": 0.17638129312476833, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9460278956943602, + "val_recall": 0.9444705566373464, + "val_f1": 0.9449300699300699 + }, + { + "epoch": 25, + "train_loss": 0.16058927599763695, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9559271536510408, + "val_recall": 0.9562210434432283, + "val_f1": 0.9560227135435544 + }, + { + "epoch": 26, + "train_loss": 0.16255145121515888, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9343507751937985, + "val_recall": 0.9334116699120392, + "val_f1": 0.9322232920786266 + }, + { + "epoch": 27, + "train_loss": 0.18312609190250928, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9371618414807783, + "val_recall": 0.9329349358759149, + "val_f1": 0.9337780473013948 + }, + { + "epoch": 28, + "train_loss": 0.17281868194158262, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9294117647058824, + "val_recall": 0.9235009736117639, + "val_f1": 0.9244826015821344 + }, + { + "epoch": 29, + "train_loss": 0.1555741290415163, + "val_accuracy": 0.9597069597069597, + "val_precision": 0.9596723292822131, + "val_recall": 0.9596723292822131, + "val_f1": 0.9596723292822131 + }, + { + "epoch": 30, + "train_loss": 0.15491852895680802, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9523809523809523, + "val_recall": 0.9527697576042435, + "val_f1": 0.9523707272556468 + }, + { + "epoch": 31, + "train_loss": 0.14354804122731799, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9545454545454546, + "val_recall": 0.9539045189014974, + "val_f1": 0.9541446208112876 + }, + { + "epoch": 32, + "train_loss": 0.1348090668519338, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9522773951914945, + "val_recall": 0.952447458537568, + "val_f1": 0.9523496240601506 + }, + { + "epoch": 33, + "train_loss": 0.1433234495885206, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9506091670244741, + "val_recall": 0.9509903981736386, + "val_f1": 0.9505413212465653 + }, + { + "epoch": 34, + "train_loss": 0.13787582112755967, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.950690785936996, + "val_recall": 0.9503458000402873, + "val_f1": 0.9504894963980455 + }, + { + "epoch": 35, + "train_loss": 0.14317944364779162, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9523809523809523, + "val_recall": 0.9527697576042435, + "val_f1": 0.9523707272556468 + }, + { + "epoch": 36, + "train_loss": 0.14780540649707502, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9403274071466291, + "val_recall": 0.9367085207815753, + "val_f1": 0.9374865301724138 + }, + { + "epoch": 37, + "train_loss": 0.143913820931763, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9507648953301127, + "val_recall": 0.9510978311958638, + "val_f1": 0.950545303279871 + }, + { + "epoch": 38, + "train_loss": 0.13876633040415934, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9366308748459777, + "val_recall": 0.9330423688981401, + "val_f1": 0.9338092672413794 + }, + { + "epoch": 39, + "train_loss": 0.12922559896886568, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9528204162350504, + "val_recall": 0.9520177264486671, + "val_f1": 0.9523035157509945 + }, + { + "epoch": 40, + "train_loss": 0.12551379618627248, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9473048426930097, + "val_recall": 0.9475391123346539, + "val_f1": 0.9468848433616117 + }, + { + "epoch": 41, + "train_loss": 0.12964031253105554, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9522633634399367, + "val_recall": 0.9525548915597932, + "val_f1": 0.952357939672184 + }, + { + "epoch": 42, + "train_loss": 0.1438843521661374, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9355933123439366, + "val_recall": 0.9310481434230846, + "val_f1": 0.9319218054436944 + }, + { + "epoch": 43, + "train_loss": 0.1340877435037068, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9541353383458646, + "val_recall": 0.954226817968173, + "val_f1": 0.9541778704291166 + }, + { + "epoch": 44, + "train_loss": 0.13107969620070614, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9541648776298841, + "val_recall": 0.9545491170348486, + "val_f1": 0.9542000100659318 + }, + { + "epoch": 45, + "train_loss": 0.12098300669874464, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9522978866152298, + "val_recall": 0.9526623245820184, + "val_f1": 0.9523649736926877 + }, + { + "epoch": 46, + "train_loss": 0.12076994361894908, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.954780361757106, + "val_recall": 0.9537970858792721, + "val_f1": 0.9541310608326306 + }, + { + "epoch": 47, + "train_loss": 0.10963326902725758, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9523809523809523, + "val_recall": 0.9527697576042435, + "val_f1": 0.9523707272556468 + }, + { + "epoch": 48, + "train_loss": 0.11863814612284249, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9525125796712512, + "val_recall": 0.9528771906264688, + "val_f1": 0.9523752012882448 + }, + { + "epoch": 49, + "train_loss": 0.12660338696870174, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9212195255875247, + "val_recall": 0.9120727858725576, + "val_f1": 0.9132204994673927 + } +] diff --git a/models/part2/gcn_bert/seed2/result.json b/models/part2/gcn_bert/seed2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..e10ee00518b04bb6e0f7e8c2e9667bd2efd210d6 --- /dev/null +++ b/models/part2/gcn_bert/seed2/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "gcn", + "feature": "bert", + "seed": 2, + "best_epoch": 29, + "epochs_run": 49, + "best_val_f1": 0.9596723292822131, + "test": { + "accuracy": 0.9485101934134866, + "precision": 0.9486037170258874, + "recall": 0.9485219534588858, + "f1": 0.9485083326006386 + }, + "parameters": 115202, + "seconds": 60.4286691150628, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/h810ok42" +} diff --git a/models/part2/gcn_bert/seed3/best.pt b/models/part2/gcn_bert/seed3/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fa715a36812bbcd2450edafdbb1e52d87dbdeaa --- /dev/null +++ b/models/part2/gcn_bert/seed3/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d45829a009873dd29715e8e12c1033e59dbed6890f6cc828e14b2fd4e409ef7 +size 463978 diff --git a/models/part2/gcn_bert/seed3/history.json b/models/part2/gcn_bert/seed3/history.json new file mode 100644 index 0000000000000000000000000000000000000000..53d63a6269181135ea9cb8dff1197f1940616900 --- /dev/null +++ b/models/part2/gcn_bert/seed3/history.json @@ -0,0 +1,394 @@ +[ + { + "epoch": 1, + "train_loss": 0.6864016953405443, + "val_accuracy": 0.5714285714285714, + "val_precision": 0.7577529682792841, + "val_recall": 0.5585979990599611, + "val_f1": 0.46002738660761083 + }, + { + "epoch": 2, + "train_loss": 0.6459557162973034, + "val_accuracy": 0.836996336996337, + "val_precision": 0.8432030820033021, + "val_recall": 0.8349761632981938, + "val_f1": 0.835561646616923 + }, + { + "epoch": 3, + "train_loss": 0.5696378533656781, + "val_accuracy": 0.847985347985348, + "val_precision": 0.8639880952380952, + "val_recall": 0.8449002887262472, + "val_f1": 0.8453706389149536 + }, + { + "epoch": 4, + "train_loss": 0.4855307495637691, + "val_accuracy": 0.847985347985348, + "val_precision": 0.8664620217018846, + "val_recall": 0.8446854226817968, + "val_f1": 0.8450618993404926 + }, + { + "epoch": 5, + "train_loss": 0.4382760335892548, + "val_accuracy": 0.8882783882783882, + "val_precision": 0.8883184603806042, + "val_recall": 0.8880212180218895, + "val_f1": 0.8881429363066952 + }, + { + "epoch": 6, + "train_loss": 0.38107213170537146, + "val_accuracy": 0.8882783882783882, + "val_precision": 0.8884863123993558, + "val_recall": 0.8887732491774659, + "val_f1": 0.8882690185211898 + }, + { + "epoch": 7, + "train_loss": 0.3708601602704534, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.8977359655362152, + "val_recall": 0.8979923453971664, + "val_f1": 0.8974303924857431 + }, + { + "epoch": 8, + "train_loss": 0.346052946297677, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9016149168378237, + "val_recall": 0.9017659303028268, + "val_f1": 0.9010975740661228 + }, + { + "epoch": 9, + "train_loss": 0.3214619891110794, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9102082438814942, + "val_recall": 0.9105552944336266, + "val_f1": 0.9102320197292264 + }, + { + "epoch": 10, + "train_loss": 0.28667473017951073, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9246539266662166, + "val_recall": 0.922258779292285, + "val_f1": 0.922843992248062 + }, + { + "epoch": 11, + "train_loss": 0.2703936967330101, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9287655673197841, + "val_recall": 0.925817498153495, + "val_f1": 0.9264874180388566 + }, + { + "epoch": 12, + "train_loss": 0.25050929690892004, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9334598955861415, + "val_recall": 0.9292687839924797, + "val_f1": 0.9300990499292501 + }, + { + "epoch": 13, + "train_loss": 0.2512957043263502, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9361950848194867, + "val_recall": 0.9309407104008595, + "val_f1": 0.9318869165023012 + }, + { + "epoch": 14, + "train_loss": 0.24413335154126414, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.92855415860735, + "val_recall": 0.9284563217619015, + "val_f1": 0.9285021170008092 + }, + { + "epoch": 15, + "train_loss": 0.21986585080405294, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.938230677635852, + "val_recall": 0.9349291613509703, + "val_f1": 0.9356624145279722 + }, + { + "epoch": 16, + "train_loss": 0.21543617322768047, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.932647911521529, + "val_recall": 0.9328745048009132, + "val_f1": 0.9322323863579185 + }, + { + "epoch": 17, + "train_loss": 0.20364483415862142, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9472027972027972, + "val_recall": 0.946572215134627, + "val_f1": 0.9468077601410936 + }, + { + "epoch": 18, + "train_loss": 0.20659597867574447, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9467679587673146, + "val_recall": 0.9470019472235278, + "val_f1": 0.9468563200837732 + }, + { + "epoch": 19, + "train_loss": 0.20263220844687996, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9201880530973452, + "val_recall": 0.9080843349224468, + "val_f1": 0.9093364419789149 + }, + { + "epoch": 20, + "train_loss": 0.19817371988471175, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9524513294549168, + "val_recall": 0.9522325924931176, + "val_f1": 0.952329142488717 + }, + { + "epoch": 21, + "train_loss": 0.18070123560262688, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9463772612607751, + "val_recall": 0.9443631236151212, + "val_f1": 0.9449100668612864 + }, + { + "epoch": 22, + "train_loss": 0.18082805900346666, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9168928133566597, + "val_recall": 0.906412408514067, + "val_f1": 0.9075866924837177 + }, + { + "epoch": 23, + "train_loss": 0.19925123802471512, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9435317025678471, + "val_recall": 0.9404821056872357, + "val_f1": 0.9411899344310853 + }, + { + "epoch": 24, + "train_loss": 0.17597110258353935, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9494028785696014, + "val_recall": 0.9482441415430067, + "val_f1": 0.9486186731195806 + }, + { + "epoch": 25, + "train_loss": 0.167112315203244, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9487179487179487, + "val_recall": 0.9491036057208084, + "val_f1": 0.9487069370445426 + }, + { + "epoch": 26, + "train_loss": 0.1616979962958521, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9477101293103448, + "val_recall": 0.9463573490901767, + "val_f1": 0.9467748604159454 + }, + { + "epoch": 27, + "train_loss": 0.16313827995743072, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9218854758158308, + "val_recall": 0.914067011347613, + "val_f1": 0.9151486486486486 + }, + { + "epoch": 28, + "train_loss": 0.1876720974406043, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.956006177398778, + "val_recall": 0.956006177398778, + "val_f1": 0.956006177398778 + }, + { + "epoch": 29, + "train_loss": 0.18614455167845492, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.956043956043956, + "val_recall": 0.9564359094876788, + "val_f1": 0.9560345174667508 + }, + { + "epoch": 30, + "train_loss": 0.16508064443593498, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9473048426930097, + "val_recall": 0.9475391123346539, + "val_f1": 0.9468848433616117 + }, + { + "epoch": 31, + "train_loss": 0.17808599655444807, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9463772612607751, + "val_recall": 0.9443631236151212, + "val_f1": 0.9449100668612864 + }, + { + "epoch": 32, + "train_loss": 0.17745120010096513, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9271049753963915, + "val_recall": 0.9196199556838783, + "val_f1": 0.9207068097307922 + }, + { + "epoch": 33, + "train_loss": 0.15648297583445525, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9447278911564626, + "val_recall": 0.942476331162291, + "val_f1": 0.9430628206206374 + }, + { + "epoch": 34, + "train_loss": 0.1438490975197855, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9497068930665049, + "val_recall": 0.9481367085207816, + "val_f1": 0.9486013986013986 + }, + { + "epoch": 35, + "train_loss": 0.1359317042888739, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.938739837398374, + "val_recall": 0.934821728328745, + "val_f1": 0.9356329427298234 + }, + { + "epoch": 36, + "train_loss": 0.13534534719837454, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9541062801932367, + "val_recall": 0.9544416840126233, + "val_f1": 0.9541938623131261 + }, + { + "epoch": 37, + "train_loss": 0.13792711692851978, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9541648776298841, + "val_recall": 0.9545491170348486, + "val_f1": 0.9542000100659318 + }, + { + "epoch": 38, + "train_loss": 0.13373652897474966, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9290724758660617, + "val_recall": 0.927966158597999, + "val_f1": 0.926724195777918 + }, + { + "epoch": 39, + "train_loss": 0.14679958679518856, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.956006177398778, + "val_recall": 0.956006177398778, + "val_f1": 0.956006177398778 + }, + { + "epoch": 40, + "train_loss": 0.127857560639853, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9419246590171033, + "val_recall": 0.9385953132344054, + "val_f1": 0.9393388479835165 + }, + { + "epoch": 41, + "train_loss": 0.13990541441099985, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9525125796712512, + "val_recall": 0.9528771906264688, + "val_f1": 0.9523752012882448 + }, + { + "epoch": 42, + "train_loss": 0.1358671016963847, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9403274071466291, + "val_recall": 0.9367085207815753, + "val_f1": 0.9374865301724138 + }, + { + "epoch": 43, + "train_loss": 0.12354290310716454, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9541062801932367, + "val_recall": 0.9544416840126233, + "val_f1": 0.9541938623131261 + }, + { + "epoch": 44, + "train_loss": 0.1198338318220425, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9541062801932367, + "val_recall": 0.9544416840126233, + "val_f1": 0.9541938623131261 + }, + { + "epoch": 45, + "train_loss": 0.11698165825216761, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9528204162350504, + "val_recall": 0.9520177264486671, + "val_f1": 0.9523035157509945 + }, + { + "epoch": 46, + "train_loss": 0.11708742145435277, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9371618414807783, + "val_recall": 0.9329349358759149, + "val_f1": 0.9337780473013948 + }, + { + "epoch": 47, + "train_loss": 0.11925488339238988, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9523400255153428, + "val_recall": 0.9523400255153428, + "val_f1": 0.9523400255153428 + }, + { + "epoch": 48, + "train_loss": 0.11093488982418082, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9475563909774436, + "val_recall": 0.9476465453568791, + "val_f1": 0.9468862687218018 + }, + { + "epoch": 49, + "train_loss": 0.10820090557847704, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9523809523809523, + "val_recall": 0.9527697576042435, + "val_f1": 0.9523707272556468 + } +] diff --git a/models/part2/gcn_bert/seed3/result.json b/models/part2/gcn_bert/seed3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..311887fa88e19895f6c0bfc1700e91720222b069 --- /dev/null +++ b/models/part2/gcn_bert/seed3/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "gcn", + "feature": "bert", + "seed": 3, + "best_epoch": 29, + "epochs_run": 49, + "best_val_f1": 0.9560345174667508, + "test": { + "accuracy": 0.9438055410350236, + "precision": 0.9446561515750053, + "recall": 0.9438402430893331, + "f1": 0.9437815724196941 + }, + "parameters": 115202, + "seconds": 59.30106374504976, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/dduk6kvy" +} diff --git a/models/part2/gcn_bert/seed4/best.pt b/models/part2/gcn_bert/seed4/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..71fbe0b92ac416e438e61720729e5a7cc04870e7 --- /dev/null +++ b/models/part2/gcn_bert/seed4/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:359f3ada0821342717254cec3d11f6c9c888094c61a08947762e8e74bbae7dd4 +size 463978 diff --git a/models/part2/gcn_bert/seed4/history.json b/models/part2/gcn_bert/seed4/history.json new file mode 100644 index 0000000000000000000000000000000000000000..44d8af60ec10c93875ae5f6c8bd683cc9c419d61 --- /dev/null +++ b/models/part2/gcn_bert/seed4/history.json @@ -0,0 +1,442 @@ +[ + { + "epoch": 1, + "train_loss": 0.6868290150121892, + "val_accuracy": 0.5879120879120879, + "val_precision": 0.7329545454545454, + "val_recall": 0.599106963002753, + "val_f1": 0.524785795795215 + }, + { + "epoch": 2, + "train_loss": 0.6435772387972681, + "val_accuracy": 0.8443223443223443, + "val_precision": 0.8458041958041957, + "val_recall": 0.84531659168737, + "val_f1": 0.8443092881032974 + }, + { + "epoch": 3, + "train_loss": 0.559995487168595, + "val_accuracy": 0.847985347985348, + "val_precision": 0.8577327327327328, + "val_recall": 0.8455448868595985, + "val_f1": 0.8461893529281994 + }, + { + "epoch": 4, + "train_loss": 0.4785200936017019, + "val_accuracy": 0.8516483516483516, + "val_precision": 0.8703597944031982, + "val_recall": 0.8483515745652319, + "val_f1": 0.8487953475491553 + }, + { + "epoch": 5, + "train_loss": 0.41838962603838015, + "val_accuracy": 0.8864468864468864, + "val_precision": 0.888575954937511, + "val_recall": 0.8853823944134829, + "val_f1": 0.8860048491379311 + }, + { + "epoch": 6, + "train_loss": 0.37145461485936093, + "val_accuracy": 0.8882783882783882, + "val_precision": 0.8886771180070869, + "val_recall": 0.8888806821996911, + "val_f1": 0.8882750153468386 + }, + { + "epoch": 7, + "train_loss": 0.33744097159895703, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9086592748792599, + "val_recall": 0.9033908547639831, + "val_f1": 0.90424800010792 + }, + { + "epoch": 8, + "train_loss": 0.3191390967631078, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9202749140893471, + "val_recall": 0.9188074934533002, + "val_f1": 0.9192307692307693 + }, + { + "epoch": 9, + "train_loss": 0.2929772664775778, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9232506553740674, + "val_recall": 0.9227959444034111, + "val_f1": 0.9229735721291432 + }, + { + "epoch": 10, + "train_loss": 0.2820686025497241, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9179909803500483, + "val_recall": 0.9182098972671725, + "val_f1": 0.9175799293542252 + }, + { + "epoch": 11, + "train_loss": 0.2611692153163009, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9181500991995621, + "val_recall": 0.9104008594641778, + "val_f1": 0.9114594594594594 + }, + { + "epoch": 12, + "train_loss": 0.2577143512366019, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9248699356847323, + "val_recall": 0.9178405962532734, + "val_f1": 0.9188871632115605 + }, + { + "epoch": 13, + "train_loss": 0.24083490991767073, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9366308748459777, + "val_recall": 0.9330423688981401, + "val_f1": 0.9338092672413794 + }, + { + "epoch": 14, + "train_loss": 0.2296153146487016, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9321110275958338, + "val_recall": 0.9323373396897872, + "val_f1": 0.9321959945896419 + }, + { + "epoch": 15, + "train_loss": 0.22157020064500663, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9437580749354005, + "val_recall": 0.9427986302289666, + "val_f1": 0.9431225154324617 + }, + { + "epoch": 16, + "train_loss": 0.20935647189617157, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9484126984126984, + "val_recall": 0.9461424830457261, + "val_f1": 0.9467361870322093 + }, + { + "epoch": 17, + "train_loss": 0.19023356600340469, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9092718029792977, + "val_recall": 0.9032699926139798, + "val_f1": 0.900874125874126 + }, + { + "epoch": 18, + "train_loss": 0.2012302904993623, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9511062661498708, + "val_recall": 0.950130933995837, + "val_f1": 0.9504615456992409 + }, + { + "epoch": 19, + "train_loss": 0.18031565304640884, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9435317025678471, + "val_recall": 0.9404821056872357, + "val_f1": 0.9411899344310853 + }, + { + "epoch": 20, + "train_loss": 0.18427220931201627, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.9375874125874126, + "val_recall": 0.9369703887732492, + "val_f1": 0.93589205980724 + }, + { + "epoch": 21, + "train_loss": 0.18640253701052822, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.916017316017316, + "val_recall": 0.9065198415362923, + "val_f1": 0.9076504654687162 + }, + { + "epoch": 22, + "train_loss": 0.19929425969665304, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.940522243713733, + "val_recall": 0.9404216746122339, + "val_f1": 0.9395602368213609 + }, + { + "epoch": 23, + "train_loss": 0.1927296023665767, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9290724758660617, + "val_recall": 0.927966158597999, + "val_f1": 0.926724195777918 + }, + { + "epoch": 24, + "train_loss": 0.1761193247068496, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9507648953301127, + "val_recall": 0.9510978311958638, + "val_f1": 0.950545303279871 + }, + { + "epoch": 25, + "train_loss": 0.18122329270883358, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9263750954927426, + "val_recall": 0.9197273887061035, + "val_f1": 0.9207539145433006 + }, + { + "epoch": 26, + "train_loss": 0.18512818135403014, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9189348544474762, + "val_recall": 0.9102934264419527, + "val_f1": 0.9114031885116223 + }, + { + "epoch": 27, + "train_loss": 0.16608311798109676, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9447278911564626, + "val_recall": 0.942476331162291, + "val_f1": 0.9430628206206374 + }, + { + "epoch": 28, + "train_loss": 0.15820918486013516, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9541062801932367, + "val_recall": 0.9544416840126233, + "val_f1": 0.9541938623131261 + }, + { + "epoch": 29, + "train_loss": 0.15310721541499042, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9505018248175183, + "val_recall": 0.9508829651514135, + "val_f1": 0.9505360108712064 + }, + { + "epoch": 30, + "train_loss": 0.15035533831342235, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.938739837398374, + "val_recall": 0.934821728328745, + "val_f1": 0.9356329427298234 + }, + { + "epoch": 31, + "train_loss": 0.1396925953718332, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9494028785696014, + "val_recall": 0.9482441415430067, + "val_f1": 0.9486186731195806 + }, + { + "epoch": 32, + "train_loss": 0.131074390404827, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9522633634399367, + "val_recall": 0.9525548915597932, + "val_f1": 0.952357939672184 + }, + { + "epoch": 33, + "train_loss": 0.13835592922710238, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9540964243530549, + "val_recall": 0.9543342509903983, + "val_f1": 0.9541864828308391 + }, + { + "epoch": 34, + "train_loss": 0.14593241672157806, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9473048426930097, + "val_recall": 0.9475391123346539, + "val_f1": 0.9468848433616117 + }, + { + "epoch": 35, + "train_loss": 0.1295241844250169, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9559271536510408, + "val_recall": 0.9562210434432283, + "val_f1": 0.9560227135435544 + }, + { + "epoch": 36, + "train_loss": 0.12093773773519984, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9528204162350504, + "val_recall": 0.9520177264486671, + "val_f1": 0.9523035157509945 + }, + { + "epoch": 37, + "train_loss": 0.12661512818310286, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9508741258741259, + "val_recall": 0.9502383670180622, + "val_f1": 0.9504761904761905 + }, + { + "epoch": 38, + "train_loss": 0.13385966564818616, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9458671859262742, + "val_recall": 0.9458671859262742, + "val_f1": 0.945054945054945 + }, + { + "epoch": 39, + "train_loss": 0.13259482727600977, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9522633634399367, + "val_recall": 0.9525548915597932, + "val_f1": 0.952357939672184 + }, + { + "epoch": 40, + "train_loss": 0.13536777415555037, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9507648953301127, + "val_recall": 0.9510978311958638, + "val_f1": 0.950545303279871 + }, + { + "epoch": 41, + "train_loss": 0.12780478525729405, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9524513294549168, + "val_recall": 0.9522325924931176, + "val_f1": 0.952329142488717 + }, + { + "epoch": 42, + "train_loss": 0.11539531310836038, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9541062801932367, + "val_recall": 0.9544416840126233, + "val_f1": 0.9541938623131261 + }, + { + "epoch": 43, + "train_loss": 0.12377390849502969, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9463772612607751, + "val_recall": 0.9443631236151212, + "val_f1": 0.9449100668612864 + }, + { + "epoch": 44, + "train_loss": 0.13006404708156655, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9559271536510408, + "val_recall": 0.9562210434432283, + "val_f1": 0.9560227135435544 + }, + { + "epoch": 45, + "train_loss": 0.11401660549334991, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9504321915601848, + "val_recall": 0.9506680991069629, + "val_f1": 0.9505214014573061 + }, + { + "epoch": 46, + "train_loss": 0.1127336594538811, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9419246590171033, + "val_recall": 0.9385953132344054, + "val_f1": 0.9393388479835165 + }, + { + "epoch": 47, + "train_loss": 0.12452170400174109, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.954780361757106, + "val_recall": 0.9537970858792721, + "val_f1": 0.9541310608326306 + }, + { + "epoch": 48, + "train_loss": 0.11721753823014842, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9408665734867219, + "val_recall": 0.9405291076344591, + "val_f1": 0.939558614859765 + }, + { + "epoch": 49, + "train_loss": 0.12655590785728707, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9504699248120301, + "val_recall": 0.9505606660847379, + "val_f1": 0.950512100063446 + }, + { + "epoch": 50, + "train_loss": 0.11227619527897119, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9513873922413794, + "val_recall": 0.9500235009736118, + "val_f1": 0.9504455596976042 + }, + { + "epoch": 51, + "train_loss": 0.12119902926923591, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9246611512057736, + "val_recall": 0.9211710199422547, + "val_f1": 0.9193262411347517 + }, + { + "epoch": 52, + "train_loss": 0.11939771014910477, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9419246590171033, + "val_recall": 0.9385953132344054, + "val_f1": 0.9393388479835165 + }, + { + "epoch": 53, + "train_loss": 0.13635256224663267, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9528204162350504, + "val_recall": 0.9520177264486671, + "val_f1": 0.9523035157509945 + }, + { + "epoch": 54, + "train_loss": 0.12475010084036069, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.942522403901705, + "val_recall": 0.9423084670650641, + "val_f1": 0.9413911550021468 + }, + { + "epoch": 55, + "train_loss": 0.11495748937348306, + "val_accuracy": 0.9560439560439561, + "val_precision": 0.9559421690628649, + "val_recall": 0.9561136104210032, + "val_f1": 0.956015037593985 + } +] diff --git a/models/part2/gcn_bert/seed4/result.json b/models/part2/gcn_bert/seed4/result.json new file mode 100644 index 0000000000000000000000000000000000000000..937039acf59269434f5da5ab71613d287f808a1a --- /dev/null +++ b/models/part2/gcn_bert/seed4/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "gcn", + "feature": "bert", + "seed": 4, + "best_epoch": 35, + "epochs_run": 55, + "best_val_f1": 0.9560227135435544, + "test": { + "accuracy": 0.9500784108729744, + "precision": 0.9500780830508544, + "recall": 0.9500786979855502, + "f1": 0.9500783256141735 + }, + "parameters": 115202, + "seconds": 63.399950640043244, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/27u2el43" +} diff --git a/models/part2/graphsage_bert/seed0/best.pt b/models/part2/graphsage_bert/seed0/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..52b4b63360576d54c51bb74d455351989d211192 --- /dev/null +++ b/models/part2/graphsage_bert/seed0/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c3205cebb5df23da915d14796c2c614f9c935156b66474e20496e8ddf381d97 +size 923356 diff --git a/models/part2/graphsage_bert/seed0/history.json b/models/part2/graphsage_bert/seed0/history.json new file mode 100644 index 0000000000000000000000000000000000000000..116acda2f5f1ecbba1e7c0e30782ec15c801b7d4 --- /dev/null +++ b/models/part2/graphsage_bert/seed0/history.json @@ -0,0 +1,298 @@ +[ + { + "epoch": 1, + "train_loss": 0.6781026871649773, + "val_accuracy": 0.8223443223443223, + "val_precision": 0.8269230769230769, + "val_recall": 0.8205264218089036, + "val_f1": 0.8210180901431867 + }, + { + "epoch": 2, + "train_loss": 0.5974579920698871, + "val_accuracy": 0.8186813186813187, + "val_precision": 0.8352798400913763, + "val_recall": 0.8153562076143155, + "val_f1": 0.8151943136711899 + }, + { + "epoch": 3, + "train_loss": 0.4909476612732087, + "val_accuracy": 0.8278388278388278, + "val_precision": 0.8419941967818517, + "val_recall": 0.830806419123078, + "val_f1": 0.8268140589569162 + }, + { + "epoch": 4, + "train_loss": 0.430615470522926, + "val_accuracy": 0.8388278388278388, + "val_precision": 0.852294911734164, + "val_recall": 0.8416974417511582, + "val_f1": 0.8379581540287877 + }, + { + "epoch": 5, + "train_loss": 0.37095862255864964, + "val_accuracy": 0.8772893772893773, + "val_precision": 0.8781834300451321, + "val_recall": 0.8780970925938361, + "val_f1": 0.8772889656676115 + }, + { + "epoch": 6, + "train_loss": 0.3355639115139678, + "val_accuracy": 0.8901098901098901, + "val_precision": 0.890015443496945, + "val_recall": 0.890015443496945, + "val_f1": 0.890015443496945 + }, + { + "epoch": 7, + "train_loss": 0.2863223920593332, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9046353348636784, + "val_recall": 0.9047874840529108, + "val_f1": 0.9046992481203007 + }, + { + "epoch": 8, + "train_loss": 0.26847369171979224, + "val_accuracy": 0.8791208791208791, + "val_precision": 0.8853848347797744, + "val_recall": 0.8810582152689184, + "val_f1": 0.8789243092140631 + }, + { + "epoch": 9, + "train_loss": 0.25645592421184094, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9066632620148372, + "val_recall": 0.9063519774390654, + "val_f1": 0.9064801598629746 + }, + { + "epoch": 10, + "train_loss": 0.23256876644415733, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9108251633986928, + "val_recall": 0.9051702141945881, + "val_f1": 0.9060637239192403 + }, + { + "epoch": 11, + "train_loss": 0.23100963398650454, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.8981380065717415, + "val_recall": 0.8954005237359833, + "val_f1": 0.8936815953803801 + }, + { + "epoch": 12, + "train_loss": 0.22472919638340288, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9049580103359174, + "val_recall": 0.9040824548445578, + "val_f1": 0.9029144454099246 + }, + { + "epoch": 13, + "train_loss": 0.19735213208111216, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9207740744761698, + "val_recall": 0.916383535889344, + "val_f1": 0.9172021958098986 + }, + { + "epoch": 14, + "train_loss": 0.2118205862604218, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9162740123233055, + "val_recall": 0.9164305378365676, + "val_f1": 0.915749785315586 + }, + { + "epoch": 15, + "train_loss": 0.19352788169742066, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.8969768916348528, + "val_recall": 0.8951856576915329, + "val_f1": 0.8937215577302566 + }, + { + "epoch": 16, + "train_loss": 0.1754346850699994, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.9001414998989286, + "val_recall": 0.898744376552743, + "val_f1": 0.897401481799635 + }, + { + "epoch": 17, + "train_loss": 0.16177148134498806, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9266168319622079, + "val_recall": 0.926891828375747, + "val_f1": 0.9267045225725907 + }, + { + "epoch": 18, + "train_loss": 0.13920640224938866, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9192944303491604, + "val_recall": 0.9194520915866515, + "val_f1": 0.9193609022556392 + }, + { + "epoch": 19, + "train_loss": 0.14216250022907398, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9250080636490701, + "val_recall": 0.9246827368562411, + "val_f1": 0.9248173834192541 + }, + { + "epoch": 20, + "train_loss": 0.14465769333935483, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9095971308380972, + "val_recall": 0.9079634727724435, + "val_f1": 0.9065554791187771 + }, + { + "epoch": 21, + "train_loss": 0.14739462045522836, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9197664563518222, + "val_recall": 0.9190223594977507, + "val_f1": 0.9192828728093754 + }, + { + "epoch": 22, + "train_loss": 0.12388543675452361, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9229530417511038, + "val_recall": 0.9232256764923119, + "val_f1": 0.9230397487012203 + }, + { + "epoch": 23, + "train_loss": 0.11119898154840364, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9158805769875881, + "val_recall": 0.916215671792117, + "val_f1": 0.9157407407407407 + }, + { + "epoch": 24, + "train_loss": 0.10539195389101357, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9232506553740674, + "val_recall": 0.9227959444034111, + "val_f1": 0.9229735721291432 + }, + { + "epoch": 25, + "train_loss": 0.11099193099162954, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9098750220031684, + "val_recall": 0.906506412408514, + "val_f1": 0.9046582849774338 + }, + { + "epoch": 26, + "train_loss": 0.10635628226475838, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9239539114614919, + "val_recall": 0.9224736453367354, + "val_f1": 0.9229020979020979 + }, + { + "epoch": 27, + "train_loss": 0.09276459484801187, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9174812030075188, + "val_recall": 0.9175652991338212, + "val_f1": 0.91752016677241 + }, + { + "epoch": 28, + "train_loss": 0.07748157054786281, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9205148530814602, + "val_recall": 0.9203115557644531, + "val_f1": 0.919412838127952 + }, + { + "epoch": 29, + "train_loss": 0.08076224014872596, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9181482133427213, + "val_recall": 0.9147116094809642, + "val_f1": 0.915422952586207 + }, + { + "epoch": 30, + "train_loss": 0.0835927121150188, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9211974023185916, + "val_recall": 0.921553750083932, + "val_f1": 0.9212240173134028 + }, + { + "epoch": 31, + "train_loss": 0.07720360361831093, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9080251993147082, + "val_recall": 0.9061841133418385, + "val_f1": 0.9047158793443679 + }, + { + "epoch": 32, + "train_loss": 0.09083186532114888, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9086592748792599, + "val_recall": 0.9033908547639831, + "val_f1": 0.90424800010792 + }, + { + "epoch": 33, + "train_loss": 0.09253301310451913, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9185364867596524, + "val_recall": 0.9170751359699187, + "val_f1": 0.9157226457639859 + }, + { + "epoch": 34, + "train_loss": 0.07311268636595199, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9185902275914141, + "val_recall": 0.9169207010004701, + "val_f1": 0.9173803831371243 + }, + { + "epoch": 35, + "train_loss": 0.0580266348526373, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9192944303491604, + "val_recall": 0.9194520915866515, + "val_f1": 0.9193609022556392 + }, + { + "epoch": 36, + "train_loss": 0.05697878745585789, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9192944303491604, + "val_recall": 0.9194520915866515, + "val_f1": 0.9193609022556392 + }, + { + "epoch": 37, + "train_loss": 0.0542586040802491, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9112482202183199, + "val_recall": 0.9072718726918687, + "val_f1": 0.9080250656963818 + } +] diff --git a/models/part2/graphsage_bert/seed0/result.json b/models/part2/graphsage_bert/seed0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..35e5a41e645550efbe9ab3dba50668ac6a255a09 --- /dev/null +++ b/models/part2/graphsage_bert/seed0/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "graphsage", + "feature": "bert", + "seed": 0, + "best_epoch": 17, + "epochs_run": 37, + "best_val_f1": 0.9267045225725907, + "test": { + "accuracy": 0.9226346053319394, + "precision": 0.9226941500816588, + "recall": 0.9226442523144859, + "f1": 0.9226328929074232 + }, + "parameters": 229890, + "seconds": 27.181724606081843, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/n3s7rhl2" +} diff --git a/models/part2/graphsage_bert/seed1/best.pt b/models/part2/graphsage_bert/seed1/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..818c42b8257ee957c9b8a8484be5934436184952 --- /dev/null +++ b/models/part2/graphsage_bert/seed1/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f305785ce2fd67c6f7bebc4811517a0b442d164bb1abc26ee2aee70fd5b1d72 +size 923356 diff --git a/models/part2/graphsage_bert/seed1/history.json b/models/part2/graphsage_bert/seed1/history.json new file mode 100644 index 0000000000000000000000000000000000000000..25854f0192235f181034a68d8c14f4220d25dc38 --- /dev/null +++ b/models/part2/graphsage_bert/seed1/history.json @@ -0,0 +1,378 @@ +[ + { + "epoch": 1, + "train_loss": 0.6833382997757349, + "val_accuracy": 0.7893772893772893, + "val_precision": 0.8184452318039875, + "val_recall": 0.7848452293023568, + "val_f1": 0.7825130668809555 + }, + { + "epoch": 2, + "train_loss": 0.5910379749078017, + "val_accuracy": 0.8315018315018315, + "val_precision": 0.8316225633298804, + "val_recall": 0.8310347142953065, + "val_f1": 0.8312278249650575 + }, + { + "epoch": 3, + "train_loss": 0.48250335706022635, + "val_accuracy": 0.8443223443223443, + "val_precision": 0.8485873565706863, + "val_recall": 0.8459611898207211, + "val_f1": 0.8441712806427892 + }, + { + "epoch": 4, + "train_loss": 0.41204676250398375, + "val_accuracy": 0.8571428571428571, + "val_precision": 0.8621194499555311, + "val_recall": 0.8554085812126503, + "val_f1": 0.8561216216216216 + }, + { + "epoch": 5, + "train_loss": 0.3589498192181081, + "val_accuracy": 0.8809523809523809, + "val_precision": 0.8825174825174825, + "val_recall": 0.8819781105217217, + "val_f1": 0.8809423967848745 + }, + { + "epoch": 6, + "train_loss": 0.3581630923809149, + "val_accuracy": 0.847985347985348, + "val_precision": 0.8612140486725663, + "val_recall": 0.8508091049486336, + "val_f1": 0.8472057856673242 + }, + { + "epoch": 7, + "train_loss": 0.3262446281455812, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.8945410595581818, + "val_recall": 0.8945410595581818, + "val_f1": 0.8937728937728937 + }, + { + "epoch": 8, + "train_loss": 0.292062629928519, + "val_accuracy": 0.8846153846153846, + "val_precision": 0.8886081081081081, + "val_recall": 0.8861814275162828, + "val_f1": 0.884528233481374 + }, + { + "epoch": 9, + "train_loss": 0.26661955617068017, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.901873363325052, + "val_recall": 0.901873363325052, + "val_f1": 0.9010989010989012 + }, + { + "epoch": 10, + "train_loss": 0.24271568928882753, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9083001087350489, + "val_recall": 0.908453635936346, + "val_f1": 0.9083646616541353 + }, + { + "epoch": 11, + "train_loss": 0.23426968159474731, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9102191170073946, + "val_recall": 0.9052776472168134, + "val_f1": 0.9061143984220907 + }, + { + "epoch": 12, + "train_loss": 0.22601800485626683, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9167268613795265, + "val_recall": 0.9106157255086282, + "val_f1": 0.9115646258503401 + }, + { + "epoch": 13, + "train_loss": 0.21023435524968437, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9138157894736842, + "val_recall": 0.9138991472503861, + "val_f1": 0.9138543964067394 + }, + { + "epoch": 14, + "train_loss": 0.1777647357065599, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9156785066809912, + "val_recall": 0.9156785066809912, + "val_f1": 0.915678506680991 + }, + { + "epoch": 15, + "train_loss": 0.18658785669358222, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9049580103359174, + "val_recall": 0.9040824548445578, + "val_f1": 0.9029144454099246 + }, + { + "epoch": 16, + "train_loss": 0.17392187491878047, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9232069775243207, + "val_recall": 0.9235479755589875, + "val_f1": 0.9230676328502416 + }, + { + "epoch": 17, + "train_loss": 0.15464143913525802, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9248871695680205, + "val_recall": 0.9247901698784664, + "val_f1": 0.9248355588982866 + }, + { + "epoch": 18, + "train_loss": 0.1460360451823189, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9179909803500483, + "val_recall": 0.9182098972671725, + "val_f1": 0.9175799293542252 + }, + { + "epoch": 19, + "train_loss": 0.14201047656300303, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9229592042205308, + "val_recall": 0.9231182434700866, + "val_f1": 0.9230263157894737 + }, + { + "epoch": 20, + "train_loss": 0.13455227197526576, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9250080636490701, + "val_recall": 0.9246827368562411, + "val_f1": 0.9248173834192541 + }, + { + "epoch": 21, + "train_loss": 0.13747640800126742, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9232069775243207, + "val_recall": 0.9235479755589875, + "val_f1": 0.9230676328502416 + }, + { + "epoch": 22, + "train_loss": 0.1202067439700221, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9229530417511038, + "val_recall": 0.9232256764923119, + "val_f1": 0.9230397487012203 + }, + { + "epoch": 23, + "train_loss": 0.10669790762357223, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9159802971576227, + "val_recall": 0.9150809104948634, + "val_f1": 0.9139052629106879 + }, + { + "epoch": 24, + "train_loss": 0.11093445422448518, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9229530417511038, + "val_recall": 0.9232256764923119, + "val_f1": 0.9230397487012203 + }, + { + "epoch": 25, + "train_loss": 0.10349507389706133, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9208711433756805, + "val_recall": 0.9204189887866783, + "val_f1": 0.9194095940959409 + }, + { + "epoch": 26, + "train_loss": 0.10105388919949095, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9139994320717213, + "val_recall": 0.9111528906197542, + "val_f1": 0.911784901646628 + }, + { + "epoch": 27, + "train_loss": 0.09498506031193577, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9321110275958338, + "val_recall": 0.9323373396897872, + "val_f1": 0.9321959945896419 + }, + { + "epoch": 28, + "train_loss": 0.09005426380769674, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9245412381528534, + "val_recall": 0.9240851406701135, + "val_f1": 0.9230727943643073 + }, + { + "epoch": 29, + "train_loss": 0.10515317091575035, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9126382743362831, + "val_recall": 0.9007520311555764, + "val_f1": 0.9019353352016835 + }, + { + "epoch": 30, + "train_loss": 0.11042125214696367, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9106943303757759, + "val_recall": 0.9096353991808233, + "val_f1": 0.9084052447223974 + }, + { + "epoch": 31, + "train_loss": 0.08399046660015434, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9229530417511038, + "val_recall": 0.9232256764923119, + "val_f1": 0.9230397487012203 + }, + { + "epoch": 32, + "train_loss": 0.06498181477407396, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9181482133427213, + "val_recall": 0.9147116094809642, + "val_f1": 0.915422952586207 + }, + { + "epoch": 33, + "train_loss": 0.0719422615873508, + "val_accuracy": 0.8992673992673993, + "val_precision": 0.9078495034377387, + "val_recall": 0.9014906331833747, + "val_f1": 0.8990204682787076 + }, + { + "epoch": 34, + "train_loss": 0.08701524416823964, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.930443778634672, + "val_recall": 0.9302356811925065, + "val_f1": 0.9303272082527402 + }, + { + "epoch": 35, + "train_loss": 0.05705003926168868, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9229530417511038, + "val_recall": 0.9232256764923119, + "val_f1": 0.9230397487012203 + }, + { + "epoch": 36, + "train_loss": 0.04953661300378405, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9211974023185916, + "val_recall": 0.921553750083932, + "val_f1": 0.9212240173134028 + }, + { + "epoch": 37, + "train_loss": 0.052915621808160354, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9101503759398496, + "val_recall": 0.9102329953669509, + "val_f1": 0.9101886260410688 + }, + { + "epoch": 38, + "train_loss": 0.041434335662222606, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9202749140893471, + "val_recall": 0.9188074934533002, + "val_f1": 0.9192307692307693 + }, + { + "epoch": 39, + "train_loss": 0.04392948390527086, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9230769230769231, + "val_recall": 0.9234405425367622, + "val_f1": 0.9230604055668138 + }, + { + "epoch": 40, + "train_loss": 0.040597401886850924, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9266168319622079, + "val_recall": 0.926891828375747, + "val_f1": 0.9267045225725907 + }, + { + "epoch": 41, + "train_loss": 0.03737652138039306, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9286308501502791, + "val_recall": 0.9289934868730276, + "val_f1": 0.9285596862450389 + }, + { + "epoch": 42, + "train_loss": 0.046337461351475, + "val_accuracy": 0.8882783882783882, + "val_precision": 0.9016278809577086, + "val_recall": 0.8856576915329349, + "val_f1": 0.8867709002641537 + }, + { + "epoch": 43, + "train_loss": 0.06174243315235599, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9068818224964404, + "val_recall": 0.9029476935473041, + "val_f1": 0.9009660213088984 + }, + { + "epoch": 44, + "train_loss": 0.0508174008652295, + "val_accuracy": 0.8754578754578755, + "val_precision": 0.8950023513317088, + "val_recall": 0.8722352783186732, + "val_f1": 0.8731273920174959 + }, + { + "epoch": 45, + "train_loss": 0.09000312845348875, + "val_accuracy": 0.8956043956043956, + "val_precision": 0.9041252864782277, + "val_recall": 0.8978244812999396, + "val_f1": 0.8953484853070242 + }, + { + "epoch": 46, + "train_loss": 0.06165469428285574, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9114481207750004, + "val_recall": 0.9029611226750822, + "val_f1": 0.9040201208875908 + }, + { + "epoch": 47, + "train_loss": 0.04705064192468867, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9322211476466795, + "val_recall": 0.9321224736453367, + "val_f1": 0.9321686751033318 + } +] diff --git a/models/part2/graphsage_bert/seed1/result.json b/models/part2/graphsage_bert/seed1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..611994c31903c8e693178f3ae39461b4f2f6c532 --- /dev/null +++ b/models/part2/graphsage_bert/seed1/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "graphsage", + "feature": "bert", + "seed": 1, + "best_epoch": 27, + "epochs_run": 47, + "best_val_f1": 0.9321959945896419, + "test": { + "accuracy": 0.9289074751698903, + "precision": 0.9290040012681615, + "recall": 0.9289195968914296, + "f1": 0.9289046776474446 + }, + "parameters": 229890, + "seconds": 34.0782906759996, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/qpyfc2qf" +} diff --git a/models/part2/graphsage_bert/seed2/best.pt b/models/part2/graphsage_bert/seed2/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb0001a4b8729090f6bde715f90c5e6b651ef3cb --- /dev/null +++ b/models/part2/graphsage_bert/seed2/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf67cd8976f28764b29856588a981ec86114764667908175e0fde7d6f470d385 +size 923356 diff --git a/models/part2/graphsage_bert/seed2/history.json b/models/part2/graphsage_bert/seed2/history.json new file mode 100644 index 0000000000000000000000000000000000000000..081ac53039c220f9e8165aed787b97f93a7daf13 --- /dev/null +++ b/models/part2/graphsage_bert/seed2/history.json @@ -0,0 +1,434 @@ +[ + { + "epoch": 1, + "train_loss": 0.6795651275159675, + "val_accuracy": 0.8040293040293041, + "val_precision": 0.8300857480780603, + "val_recall": 0.7998321359027731, + "val_f1": 0.7984301412872841 + }, + { + "epoch": 2, + "train_loss": 0.5678548205903161, + "val_accuracy": 0.7838827838827839, + "val_precision": 0.8388322171827158, + "val_recall": 0.7778956556771637, + "val_f1": 0.7721298719671783 + }, + { + "epoch": 3, + "train_loss": 0.49770181006564324, + "val_accuracy": 0.8424908424908425, + "val_precision": 0.8484848484848485, + "val_recall": 0.8405291076344592, + "val_f1": 0.8411588006061919 + }, + { + "epoch": 4, + "train_loss": 0.4120199799319327, + "val_accuracy": 0.8772893772893773, + "val_precision": 0.8773481107771576, + "val_recall": 0.8776673605049352, + "val_f1": 0.8772692045748105 + }, + { + "epoch": 5, + "train_loss": 0.3570461368167793, + "val_accuracy": 0.8882783882783882, + "val_precision": 0.8884863123993558, + "val_recall": 0.8887732491774659, + "val_f1": 0.8882690185211898 + }, + { + "epoch": 6, + "train_loss": 0.3149569280199952, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.8948184920881166, + "val_recall": 0.8930369972470289, + "val_f1": 0.8934927959318204 + }, + { + "epoch": 7, + "train_loss": 0.2873250432721861, + "val_accuracy": 0.8864468864468864, + "val_precision": 0.8882192296826443, + "val_recall": 0.887531054857987, + "val_f1": 0.8864331723027377 + }, + { + "epoch": 8, + "train_loss": 0.26462151410378815, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9048909761824891, + "val_recall": 0.9052172161418116, + "val_f1": 0.9047504025764896 + }, + { + "epoch": 9, + "train_loss": 0.23345730614749502, + "val_accuracy": 0.8846153846153846, + "val_precision": 0.8898780487804878, + "val_recall": 0.8863962935607332, + "val_f1": 0.8844754915954393 + }, + { + "epoch": 10, + "train_loss": 0.23178827402355906, + "val_accuracy": 0.8992673992673993, + "val_precision": 0.8994755244755245, + "val_recall": 0.8989122406499698, + "val_f1": 0.8991181657848324 + }, + { + "epoch": 11, + "train_loss": 0.21686969511893206, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9078798185941044, + "val_recall": 0.9058148123279393, + "val_f1": 0.9063291565049196 + }, + { + "epoch": 12, + "train_loss": 0.19427798661120207, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9095110776713378, + "val_recall": 0.9093131001141476, + "val_f1": 0.9084236796908545 + }, + { + "epoch": 13, + "train_loss": 0.18255720595955413, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9193243243243243, + "val_recall": 0.9167058349560195, + "val_f1": 0.9173158789184097 + }, + { + "epoch": 14, + "train_loss": 0.17494947345920533, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9085137085137085, + "val_recall": 0.8991875377694218, + "val_f1": 0.9002625027062136 + }, + { + "epoch": 15, + "train_loss": 0.167765600722788, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.9012222297251671, + "val_recall": 0.8989592425971933, + "val_f1": 0.8973684210526316 + }, + { + "epoch": 16, + "train_loss": 0.1474867202750929, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9045454545454545, + "val_recall": 0.9039750218223326, + "val_f1": 0.9029222619938206 + }, + { + "epoch": 17, + "train_loss": 0.1272451848392085, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9242806459010644, + "val_recall": 0.9223662123145102, + "val_f1": 0.9228740936058009 + }, + { + "epoch": 18, + "train_loss": 0.14690231190714645, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.917069265009228, + "val_recall": 0.9127173840059088, + "val_f1": 0.9135222934014497 + }, + { + "epoch": 19, + "train_loss": 0.19139414938378246, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9068818224964404, + "val_recall": 0.9029476935473041, + "val_f1": 0.9009660213088984 + }, + { + "epoch": 20, + "train_loss": 0.16410431825306826, + "val_accuracy": 0.8992673992673993, + "val_precision": 0.9039970772894566, + "val_recall": 0.9009534680722486, + "val_f1": 0.8991696521806284 + }, + { + "epoch": 21, + "train_loss": 0.14081815422782096, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.917069265009228, + "val_recall": 0.9127173840059088, + "val_f1": 0.9135222934014497 + }, + { + "epoch": 22, + "train_loss": 0.12691743770143488, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9214573268921096, + "val_recall": 0.9217686161283825, + "val_f1": 0.9212388163346092 + }, + { + "epoch": 23, + "train_loss": 0.11737303348469647, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9156296564777899, + "val_recall": 0.9157859397032163, + "val_f1": 0.9156954887218045 + }, + { + "epoch": 24, + "train_loss": 0.10867898714738888, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9246539266662166, + "val_recall": 0.922258779292285, + "val_f1": 0.922843992248062 + }, + { + "epoch": 25, + "train_loss": 0.08903144957709225, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9195437772559544, + "val_recall": 0.9198818236755523, + "val_f1": 0.9194041867954912 + }, + { + "epoch": 26, + "train_loss": 0.09057584230279747, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9230108104478614, + "val_recall": 0.9230108104478614, + "val_f1": 0.9230108104478614 + }, + { + "epoch": 27, + "train_loss": 0.09092563681386329, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9229530417511038, + "val_recall": 0.9232256764923119, + "val_f1": 0.9230397487012203 + }, + { + "epoch": 28, + "train_loss": 0.0766414924910217, + "val_accuracy": 0.8992673992673993, + "val_precision": 0.9070583379196477, + "val_recall": 0.8973007453165918, + "val_f1": 0.8983807928531546 + }, + { + "epoch": 29, + "train_loss": 0.09537364048508061, + "val_accuracy": 0.891941391941392, + "val_precision": 0.9004010695187166, + "val_recall": 0.8941583294165044, + "val_f1": 0.8916765023353409 + }, + { + "epoch": 30, + "train_loss": 0.08452387424288216, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9126465875890297, + "val_recall": 0.9115826227086551, + "val_f1": 0.9119177253478523 + }, + { + "epoch": 31, + "train_loss": 0.07108645293957148, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.907546274323683, + "val_recall": 0.9036057208084335, + "val_f1": 0.9043460683242368 + }, + { + "epoch": 32, + "train_loss": 0.09148073380628785, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9085961239786616, + "val_recall": 0.9062915463640637, + "val_f1": 0.9046992481203009 + }, + { + "epoch": 33, + "train_loss": 0.10140479151364211, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9197607707295952, + "val_recall": 0.9165984019337945, + "val_f1": 0.9172802472502499 + }, + { + "epoch": 34, + "train_loss": 0.07958469831899846, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9343738676472562, + "val_recall": 0.9346538642315182, + "val_f1": 0.9340623951694061 + }, + { + "epoch": 35, + "train_loss": 0.07301169003431614, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.917690965883737, + "val_recall": 0.9148190425031895, + "val_f1": 0.9154605307446853 + }, + { + "epoch": 36, + "train_loss": 0.0614466511340805, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9321865607556892, + "val_recall": 0.9325522057342376, + "val_f1": 0.9322160148975792 + }, + { + "epoch": 37, + "train_loss": 0.06247933676991707, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9160667893483438, + "val_recall": 0.9129322500503592, + "val_f1": 0.9136038137947056 + }, + { + "epoch": 38, + "train_loss": 0.05669275087205482, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9165447154471544, + "val_recall": 0.9128248170281341, + "val_f1": 0.9135642373800487 + }, + { + "epoch": 39, + "train_loss": 0.05520539878161399, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9284774436090226, + "val_recall": 0.9285637547841268, + "val_f1": 0.928517477869422 + }, + { + "epoch": 40, + "train_loss": 0.04562587004441481, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9156351351351352, + "val_recall": 0.9130396830725844, + "val_f1": 0.9136410290925611 + }, + { + "epoch": 41, + "train_loss": 0.03951077766361691, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9261907321793356, + "val_recall": 0.9258645001007184, + "val_f1": 0.9249061578560718 + }, + { + "epoch": 42, + "train_loss": 0.04454675163295898, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9232506553740674, + "val_recall": 0.9227959444034111, + "val_f1": 0.9229735721291432 + }, + { + "epoch": 43, + "train_loss": 0.03451025198067064, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9181482133427213, + "val_recall": 0.9147116094809642, + "val_f1": 0.915422952586207 + }, + { + "epoch": 44, + "train_loss": 0.039447450512276466, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.91445168104207, + "val_recall": 0.9110454575975291, + "val_f1": 0.9117456896551723 + }, + { + "epoch": 45, + "train_loss": 0.051315676734779346, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9267399267399268, + "val_recall": 0.9271066944201974, + "val_f1": 0.926724195777918 + }, + { + "epoch": 46, + "train_loss": 0.05538979612099819, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9321256038647343, + "val_recall": 0.9324447727120124, + "val_f1": 0.9322069162234266 + }, + { + "epoch": 47, + "train_loss": 0.0318704625905488, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9339444123844161, + "val_recall": 0.9342241321426173, + "val_f1": 0.9340340703153316 + }, + { + "epoch": 48, + "train_loss": 0.03143703111962521, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9339818852733982, + "val_recall": 0.9343315651648425, + "val_f1": 0.9340438097283368 + }, + { + "epoch": 49, + "train_loss": 0.03661988386304387, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9321256038647343, + "val_recall": 0.9324447727120124, + "val_f1": 0.9322069162234266 + }, + { + "epoch": 50, + "train_loss": 0.031155794572371703, + "val_accuracy": 0.8992673992673993, + "val_precision": 0.9108692025358692, + "val_recall": 0.8968710132276909, + "val_f1": 0.8980772820608549 + }, + { + "epoch": 51, + "train_loss": 0.05161929543338197, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9176416917131816, + "val_recall": 0.9179950312227221, + "val_f1": 0.9175688687442756 + }, + { + "epoch": 52, + "train_loss": 0.04839843675330445, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9108251633986928, + "val_recall": 0.9051702141945881, + "val_f1": 0.9060637239192403 + }, + { + "epoch": 53, + "train_loss": 0.05163342793618803, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9339444123844161, + "val_recall": 0.9342241321426173, + "val_f1": 0.9340340703153316 + }, + { + "epoch": 54, + "train_loss": 0.03368043418523375, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9321428571428572, + "val_recall": 0.9322299066675619, + "val_f1": 0.9321832482350927 + } +] diff --git a/models/part2/graphsage_bert/seed2/result.json b/models/part2/graphsage_bert/seed2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..e2d5c988df3de60a065feb223d9a8f3e44d3b4bb --- /dev/null +++ b/models/part2/graphsage_bert/seed2/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "graphsage", + "feature": "bert", + "seed": 2, + "best_epoch": 34, + "epochs_run": 54, + "best_val_f1": 0.9340623951694061, + "test": { + "accuracy": 0.9289074751698903, + "precision": 0.9297504845757087, + "recall": 0.9289425504705484, + "f1": 0.9288763792148047 + }, + "parameters": 229890, + "seconds": 38.64101343695074, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/ytspy6nf" +} diff --git a/models/part2/graphsage_bert/seed3/best.pt b/models/part2/graphsage_bert/seed3/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e8ab2869c3490e594385ba46bc021235d48b8ad --- /dev/null +++ b/models/part2/graphsage_bert/seed3/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e98c1c747d275500aac9f68401a882471b88b9564818a9a5df96d424e3f2dc32 +size 923356 diff --git a/models/part2/graphsage_bert/seed3/history.json b/models/part2/graphsage_bert/seed3/history.json new file mode 100644 index 0000000000000000000000000000000000000000..e6f4fc7c0ae3317db69d63a68814eef342c64e25 --- /dev/null +++ b/models/part2/graphsage_bert/seed3/history.json @@ -0,0 +1,426 @@ +[ + { + "epoch": 1, + "train_loss": 0.6943912842334845, + "val_accuracy": 0.6538461538461539, + "val_precision": 0.7333359109186515, + "val_recall": 0.6620895722822803, + "val_f1": 0.6283533873308675 + }, + { + "epoch": 2, + "train_loss": 0.6373315632561625, + "val_accuracy": 0.6593406593406593, + "val_precision": 0.7397797382229141, + "val_recall": 0.6675350835963204, + "val_f1": 0.6346275615933686 + }, + { + "epoch": 3, + "train_loss": 0.5557167796424893, + "val_accuracy": 0.8351648351648352, + "val_precision": 0.835882629423219, + "val_recall": 0.835882629423219, + "val_f1": 0.8351648351648352 + }, + { + "epoch": 4, + "train_loss": 0.46252328954336847, + "val_accuracy": 0.8681318681318682, + "val_precision": 0.8679875961499739, + "val_recall": 0.8681259652185591, + "val_f1": 0.8680451127819548 + }, + { + "epoch": 5, + "train_loss": 0.3998940559752258, + "val_accuracy": 0.8498168498168498, + "val_precision": 0.8610447823719157, + "val_recall": 0.8472168132679783, + "val_f1": 0.8478550456720313 + }, + { + "epoch": 6, + "train_loss": 0.3576525377703237, + "val_accuracy": 0.8864468864468864, + "val_precision": 0.8864286769941824, + "val_recall": 0.8862418585912846, + "val_f1": 0.8863233397807866 + }, + { + "epoch": 7, + "train_loss": 0.30648479695285197, + "val_accuracy": 0.891941391941392, + "val_precision": 0.8948404082075778, + "val_recall": 0.8907204727052977, + "val_f1": 0.891442878950756 + }, + { + "epoch": 8, + "train_loss": 0.28991459206347064, + "val_accuracy": 0.8882783882783882, + "val_precision": 0.8902616279069767, + "val_recall": 0.8894178473108172, + "val_f1": 0.8882600220755736 + }, + { + "epoch": 9, + "train_loss": 0.2690375397602717, + "val_accuracy": 0.891941391941392, + "val_precision": 0.8935314685314686, + "val_recall": 0.8929765661720271, + "val_f1": 0.8919323293893475 + }, + { + "epoch": 10, + "train_loss": 0.23770534228055906, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9066525332760842, + "val_recall": 0.9069965755724165, + "val_f1": 0.9065780512435124 + }, + { + "epoch": 11, + "train_loss": 0.21628638283236995, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9049001814882033, + "val_recall": 0.9044651849862352, + "val_f1": 0.9046339464456059 + }, + { + "epoch": 12, + "train_loss": 0.2125999560722938, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9087484697240795, + "val_recall": 0.9080239038474451, + "val_f1": 0.9082759918288357 + }, + { + "epoch": 13, + "train_loss": 0.1940070621587418, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.900970560992308, + "val_recall": 0.9011213321694755, + "val_f1": 0.9010338345864661 + }, + { + "epoch": 14, + "train_loss": 0.1725745821719641, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9193243243243243, + "val_recall": 0.9167058349560195, + "val_f1": 0.9173158789184097 + }, + { + "epoch": 15, + "train_loss": 0.1760389091440173, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9111863313990973, + "val_recall": 0.9110924595447526, + "val_f1": 0.9102561092195965 + }, + { + "epoch": 16, + "train_loss": 0.15872133198456886, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.920405982905983, + "val_recall": 0.9121802188947827, + "val_f1": 0.9132768065642246 + }, + { + "epoch": 17, + "train_loss": 0.14698789315127628, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9230108104478614, + "val_recall": 0.9230108104478614, + "val_f1": 0.9230108104478614 + }, + { + "epoch": 18, + "train_loss": 0.1447627468532695, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9118881118881119, + "val_recall": 0.911307325589203, + "val_f1": 0.9102488837301361 + }, + { + "epoch": 19, + "train_loss": 0.12680330250289415, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9198013740561867, + "val_recall": 0.9143893104142886, + "val_f1": 0.9152963077877754 + }, + { + "epoch": 20, + "train_loss": 0.15479366705094502, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9185203094777563, + "val_recall": 0.9184247633116229, + "val_f1": 0.9175821411200376 + }, + { + "epoch": 21, + "train_loss": 0.11480627833923578, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9177938808373591, + "val_recall": 0.9181024642449473, + "val_f1": 0.9175755054664514 + }, + { + "epoch": 22, + "train_loss": 0.10776774197707682, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9205978766744459, + "val_recall": 0.918700060431075, + "val_f1": 0.9192014313965533 + }, + { + "epoch": 23, + "train_loss": 0.10555427204885762, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.926870177792687, + "val_recall": 0.9272141274424226, + "val_f1": 0.9267310789049921 + }, + { + "epoch": 24, + "train_loss": 0.10322823621087023, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9149501661129569, + "val_recall": 0.9109380245753038, + "val_f1": 0.9117040630685265 + }, + { + "epoch": 25, + "train_loss": 0.08841083580866838, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.918292025862069, + "val_recall": 0.9170281340226952, + "val_f1": 0.9174092661626738 + }, + { + "epoch": 26, + "train_loss": 0.08812216038887317, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9188528115256425, + "val_recall": 0.9185321963338482, + "val_f1": 0.9175799293542253 + }, + { + "epoch": 27, + "train_loss": 0.09195836103988654, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9172800324127219, + "val_recall": 0.9149264755254146, + "val_f1": 0.9154958010335916 + }, + { + "epoch": 28, + "train_loss": 0.0805912373703478, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9250740335077685, + "val_recall": 0.9221513462700598, + "val_f1": 0.9228117889407995 + }, + { + "epoch": 29, + "train_loss": 0.0871768390193527, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9222710602955453, + "val_recall": 0.9205868528839052, + "val_f1": 0.9210523661088077 + }, + { + "epoch": 30, + "train_loss": 0.07679460598872258, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9217135012919897, + "val_recall": 0.9208017189283556, + "val_f1": 0.9211054246321243 + }, + { + "epoch": 31, + "train_loss": 0.07425038721207734, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9168469279447526, + "val_recall": 0.9166454038810179, + "val_f1": 0.915749785315586 + }, + { + "epoch": 32, + "train_loss": 0.07555137932191401, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.9047619047619047, + "val_recall": 0.8955213858859867, + "val_f1": 0.8965685213249621 + }, + { + "epoch": 33, + "train_loss": 0.07189506109490063, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9287842190016103, + "val_recall": 0.9291009198952528, + "val_f1": 0.9285654380709246 + }, + { + "epoch": 34, + "train_loss": 0.05411458171003467, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9253875968992248, + "val_recall": 0.9244678708117908, + "val_f1": 0.9247749397655141 + }, + { + "epoch": 35, + "train_loss": 0.052406021799796663, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9247987117552335, + "val_recall": 0.925112468945142, + "val_f1": 0.9248779341935267 + }, + { + "epoch": 36, + "train_loss": 0.0486463706858538, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9276329088336366, + "val_recall": 0.9261397972201706, + "val_f1": 0.9265734265734265 + }, + { + "epoch": 37, + "train_loss": 0.04323854720417833, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9286770239759166, + "val_recall": 0.9283488887396764, + "val_f1": 0.92848482813051 + }, + { + "epoch": 38, + "train_loss": 0.04061819904998982, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.927046287225048, + "val_recall": 0.9273215604646479, + "val_f1": 0.9267359946326736 + }, + { + "epoch": 39, + "train_loss": 0.0608189667510244, + "val_accuracy": 0.924908424908425, + "val_precision": 0.924812030075188, + "val_recall": 0.9248976029006917, + "val_f1": 0.9248517075037515 + }, + { + "epoch": 40, + "train_loss": 0.048261632139866166, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9103078982597055, + "val_recall": 0.907486738736319, + "val_f1": 0.9081092725485709 + }, + { + "epoch": 41, + "train_loss": 0.04725487404690557, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9194400032245496, + "val_recall": 0.919237225542201, + "val_f1": 0.9193262411347518 + }, + { + "epoch": 42, + "train_loss": 0.04048440146222438, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9231079283612571, + "val_recall": 0.9229033774256362, + "val_f1": 0.9229932301740813 + }, + { + "epoch": 43, + "train_loss": 0.033770701100865566, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9266554847366656, + "val_recall": 0.9269992613979723, + "val_f1": 0.9267153441425964 + }, + { + "epoch": 44, + "train_loss": 0.03939911893708802, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9271117807703173, + "val_recall": 0.9263546632646209, + "val_f1": 0.9266207934630684 + }, + { + "epoch": 45, + "train_loss": 0.036958009195633426, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9108251633986928, + "val_recall": 0.9051702141945881, + "val_f1": 0.9060637239192403 + }, + { + "epoch": 46, + "train_loss": 0.03582153596229606, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9139278651473773, + "val_recall": 0.9131941180420331, + "val_f1": 0.9120772946859903 + }, + { + "epoch": 47, + "train_loss": 0.03971759025212172, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9231079283612571, + "val_recall": 0.9229033774256362, + "val_f1": 0.9229932301740813 + }, + { + "epoch": 48, + "train_loss": 0.028965359744735252, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9211466165413533, + "val_recall": 0.9212314510172565, + "val_f1": 0.9211859371380807 + }, + { + "epoch": 49, + "train_loss": 0.04079108690713351, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.913530953821335, + "val_recall": 0.9130866850198079, + "val_f1": 0.9120831935592083 + }, + { + "epoch": 50, + "train_loss": 0.039927672171767375, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9230108104478614, + "val_recall": 0.9230108104478614, + "val_f1": 0.9230108104478614 + }, + { + "epoch": 51, + "train_loss": 0.03316190091026572, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9154952532290266, + "val_recall": 0.9108305915530787, + "val_f1": 0.9116600151008522 + }, + { + "epoch": 52, + "train_loss": 0.03181747376113693, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9143267475571781, + "val_recall": 0.9145437453837373, + "val_f1": 0.9139168151033019 + }, + { + "epoch": 53, + "train_loss": 0.025690676992411142, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9242806459010644, + "val_recall": 0.9223662123145102, + "val_f1": 0.9228740936058009 + } +] diff --git a/models/part2/graphsage_bert/seed3/result.json b/models/part2/graphsage_bert/seed3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..8f102918bf2d8ddecc0716cb022b703016103be4 --- /dev/null +++ b/models/part2/graphsage_bert/seed3/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "graphsage", + "feature": "bert", + "seed": 3, + "best_epoch": 33, + "epochs_run": 53, + "best_val_f1": 0.9285654380709246, + "test": { + "accuracy": 0.9283847360167277, + "precision": 0.929148984159101, + "recall": 0.9284181704904415, + "f1": 0.9283564667691782 + }, + "parameters": 229890, + "seconds": 36.84202357707545, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/jbw9qa4c" +} diff --git a/models/part2/graphsage_bert/seed4/best.pt b/models/part2/graphsage_bert/seed4/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2a88b75bb25774bf65f074b620f85b3a31cafeb --- /dev/null +++ b/models/part2/graphsage_bert/seed4/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fa43d0c21abaffef65ce425fd0297e8090cda28834ecbfdf725310b04e5d3b6 +size 923356 diff --git a/models/part2/graphsage_bert/seed4/history.json b/models/part2/graphsage_bert/seed4/history.json new file mode 100644 index 0000000000000000000000000000000000000000..390a2ef28d11aa143f537daa2aedbb5d049c23e1 --- /dev/null +++ b/models/part2/graphsage_bert/seed4/history.json @@ -0,0 +1,482 @@ +[ + { + "epoch": 1, + "train_loss": 0.6960564653078715, + "val_accuracy": 0.5128205128205128, + "val_precision": 0.6495201535508637, + "val_recall": 0.5261532263479487, + "val_f1": 0.39614828119542983 + }, + { + "epoch": 2, + "train_loss": 0.6249288536690094, + "val_accuracy": 0.7857142857142857, + "val_precision": 0.791748366013072, + "val_recall": 0.7877324917746593, + "val_f1": 0.785264092022952 + }, + { + "epoch": 3, + "train_loss": 0.5363010729188884, + "val_accuracy": 0.8278388278388278, + "val_precision": 0.8294566343346831, + "val_recall": 0.8288726247230243, + "val_f1": 0.8278180354267312 + }, + { + "epoch": 4, + "train_loss": 0.45658538651553704, + "val_accuracy": 0.8498168498168498, + "val_precision": 0.855988455988456, + "val_recall": 0.8478614114013295, + "val_f1": 0.8485467633686945 + }, + { + "epoch": 5, + "train_loss": 0.3920929119700477, + "val_accuracy": 0.8589743589743589, + "val_precision": 0.8710841351532781, + "val_recall": 0.8563284764654535, + "val_f1": 0.8570714642678661 + }, + { + "epoch": 6, + "train_loss": 0.35237250321514, + "val_accuracy": 0.8827838827838828, + "val_precision": 0.8826970815162697, + "val_recall": 0.8830054387967501, + "val_f1": 0.8827445506281542 + }, + { + "epoch": 7, + "train_loss": 0.3091425513609862, + "val_accuracy": 0.8956043956043956, + "val_precision": 0.8965183752417795, + "val_recall": 0.8964278520110118, + "val_f1": 0.8956040454187142 + }, + { + "epoch": 8, + "train_loss": 0.2823309207355583, + "val_accuracy": 0.8956043956043956, + "val_precision": 0.8985452176745197, + "val_recall": 0.894386624588733, + "val_f1": 0.8951227813592049 + }, + { + "epoch": 9, + "train_loss": 0.2638827481549301, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9046762831264676, + "val_recall": 0.9050023500973612, + "val_f1": 0.9047299473853754 + }, + { + "epoch": 10, + "train_loss": 0.24937123606056522, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9101449275362319, + "val_recall": 0.9104478614114013, + "val_f1": 0.910219970133727 + }, + { + "epoch": 11, + "train_loss": 0.2255229728344159, + "val_accuracy": 0.8956043956043956, + "val_precision": 0.9041708043694141, + "val_recall": 0.8935271604109314, + "val_f1": 0.8946113705398111 + }, + { + "epoch": 12, + "train_loss": 0.2682433497338068, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9139786389008158, + "val_recall": 0.914328879339287, + "val_f1": 0.9139052629106879 + }, + { + "epoch": 13, + "train_loss": 0.2270631167369011, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9070187012777187, + "val_recall": 0.905969247297388, + "val_f1": 0.9047414545112933 + }, + { + "epoch": 14, + "train_loss": 0.2191383251340398, + "val_accuracy": 0.8882783882783882, + "val_precision": 0.8929151331457026, + "val_recall": 0.8899550124219432, + "val_f1": 0.8881699778730605 + }, + { + "epoch": 15, + "train_loss": 0.19057888450312527, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9084249084249085, + "val_recall": 0.9087759350030216, + "val_f1": 0.9084052447223974 + }, + { + "epoch": 16, + "train_loss": 0.17863739262788725, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9194400032245496, + "val_recall": 0.919237225542201, + "val_f1": 0.9193262411347518 + }, + { + "epoch": 17, + "train_loss": 0.16674408005489097, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9137244673841423, + "val_recall": 0.9047404821056872, + "val_f1": 0.9058350100603623 + }, + { + "epoch": 18, + "train_loss": 0.16358935813873243, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9229108095994785, + "val_recall": 0.918162895319949, + "val_f1": 0.9190216805091145 + }, + { + "epoch": 19, + "train_loss": 0.16247074682633955, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9181482133427213, + "val_recall": 0.9147116094809642, + "val_f1": 0.915422952586207 + }, + { + "epoch": 20, + "train_loss": 0.14709301344750128, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.925541277944024, + "val_recall": 0.9220439132478346, + "val_f1": 0.9227774784482758 + }, + { + "epoch": 21, + "train_loss": 0.15185338919197683, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9211352657004831, + "val_recall": 0.9214463170617069, + "val_f1": 0.9212134431785768 + }, + { + "epoch": 22, + "train_loss": 0.1210530874602524, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9148533204384268, + "val_recall": 0.9147586114281878, + "val_f1": 0.913919125169817 + }, + { + "epoch": 23, + "train_loss": 0.11935423603861323, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9185902275914141, + "val_recall": 0.9169207010004701, + "val_f1": 0.9173803831371243 + }, + { + "epoch": 24, + "train_loss": 0.10637257687556438, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9139278651473773, + "val_recall": 0.9131941180420331, + "val_f1": 0.9120772946859903 + }, + { + "epoch": 25, + "train_loss": 0.1109059343298713, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9212201805286911, + "val_recall": 0.9211240179950313, + "val_f1": 0.921169000795764 + }, + { + "epoch": 26, + "train_loss": 0.09214932662554276, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9285235079433233, + "val_recall": 0.9288860538508024, + "val_f1": 0.9285520157028537 + }, + { + "epoch": 27, + "train_loss": 0.09832578630019458, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9266168319622079, + "val_recall": 0.926891828375747, + "val_f1": 0.9267045225725907 + }, + { + "epoch": 28, + "train_loss": 0.10899237128513636, + "val_accuracy": 0.8992673992673993, + "val_precision": 0.9079361138695796, + "val_recall": 0.8971933122943665, + "val_f1": 0.8983092171875371 + }, + { + "epoch": 29, + "train_loss": 0.10945611790968822, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9192944303491604, + "val_recall": 0.9194520915866515, + "val_f1": 0.9193609022556392 + }, + { + "epoch": 30, + "train_loss": 0.09064321662043477, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9229530417511038, + "val_recall": 0.9232256764923119, + "val_f1": 0.9230397487012203 + }, + { + "epoch": 31, + "train_loss": 0.09758158707684213, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9207740744761698, + "val_recall": 0.916383535889344, + "val_f1": 0.9172021958098986 + }, + { + "epoch": 32, + "train_loss": 0.08893823116035252, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9253194459357887, + "val_recall": 0.9255422010340428, + "val_f1": 0.9249061578560718 + }, + { + "epoch": 33, + "train_loss": 0.07285820002302582, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9096596460753447, + "val_recall": 0.9053850802390384, + "val_f1": 0.9061624885845518 + }, + { + "epoch": 34, + "train_loss": 0.07749789683045921, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9226190476190477, + "val_recall": 0.9204794198616799, + "val_f1": 0.9210226221512068 + }, + { + "epoch": 35, + "train_loss": 0.0656418206900249, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9064625850340136, + "val_recall": 0.9044047539112334, + "val_f1": 0.9028753436013788 + }, + { + "epoch": 36, + "train_loss": 0.08995725296355866, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9096596460753447, + "val_recall": 0.9053850802390384, + "val_f1": 0.9061624885845518 + }, + { + "epoch": 37, + "train_loss": 0.05629099837262115, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9321428571428572, + "val_recall": 0.9322299066675619, + "val_f1": 0.9321832482350927 + }, + { + "epoch": 38, + "train_loss": 0.05959338132605885, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9139994320717213, + "val_recall": 0.9111528906197542, + "val_f1": 0.911784901646628 + }, + { + "epoch": 39, + "train_loss": 0.06890674287473762, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9249677973379132, + "val_recall": 0.9253273349895924, + "val_f1": 0.9248960804114511 + }, + { + "epoch": 40, + "train_loss": 0.06950489003143032, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9321865607556892, + "val_recall": 0.9325522057342376, + "val_f1": 0.9322160148975792 + }, + { + "epoch": 41, + "train_loss": 0.051817497736586754, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9131321201768765, + "val_recall": 0.9027462566306319, + "val_f1": 0.9038901601830663 + }, + { + "epoch": 42, + "train_loss": 0.06873744161246897, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9247987117552335, + "val_recall": 0.925112468945142, + "val_f1": 0.9248779341935267 + }, + { + "epoch": 43, + "train_loss": 0.04731261454549901, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9101473922902494, + "val_recall": 0.9080709057946686, + "val_f1": 0.9065404249749116 + }, + { + "epoch": 44, + "train_loss": 0.067551816441801, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9286770239759166, + "val_recall": 0.9283488887396764, + "val_f1": 0.92848482813051 + }, + { + "epoch": 45, + "train_loss": 0.0432708818369951, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9284774436090226, + "val_recall": 0.9285637547841268, + "val_f1": 0.928517477869422 + }, + { + "epoch": 46, + "train_loss": 0.040437005705885834, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.917690965883737, + "val_recall": 0.9148190425031895, + "val_f1": 0.9154605307446853 + }, + { + "epoch": 47, + "train_loss": 0.0383139404403421, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9218984962406015, + "val_recall": 0.9219834821728329, + "val_f1": 0.9212451570702582 + }, + { + "epoch": 48, + "train_loss": 0.039343236498671136, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9172800324127219, + "val_recall": 0.9149264755254146, + "val_f1": 0.9154958010335916 + }, + { + "epoch": 49, + "train_loss": 0.03821831893844482, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9253194459357887, + "val_recall": 0.9255422010340428, + "val_f1": 0.9249061578560718 + }, + { + "epoch": 50, + "train_loss": 0.03590317985431834, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9247825620100933, + "val_recall": 0.9250050359229168, + "val_f1": 0.924865831842576 + }, + { + "epoch": 51, + "train_loss": 0.03295834643609358, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9135930852859747, + "val_recall": 0.9112603236419794, + "val_f1": 0.9118217054263567 + }, + { + "epoch": 52, + "train_loss": 0.030704819358503208, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9230769230769231, + "val_recall": 0.9234405425367622, + "val_f1": 0.9230604055668138 + }, + { + "epoch": 53, + "train_loss": 0.03201955266214989, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9074994946432181, + "val_recall": 0.9060766803196132, + "val_f1": 0.9047299473853754 + }, + { + "epoch": 54, + "train_loss": 0.041295932100969795, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.9047619047619047, + "val_recall": 0.8955213858859867, + "val_f1": 0.8965685213249621 + }, + { + "epoch": 55, + "train_loss": 0.048628830995697245, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.8994779307071665, + "val_recall": 0.8956153897804338, + "val_f1": 0.8936301710354835 + }, + { + "epoch": 56, + "train_loss": 0.07139036437366908, + "val_accuracy": 0.8644688644688645, + "val_precision": 0.890666589094294, + "val_recall": 0.8606996575572416, + "val_f1": 0.8611832611832613 + }, + { + "epoch": 57, + "train_loss": 0.13605545946966596, + "val_accuracy": 0.826007326007326, + "val_precision": 0.856974921630094, + "val_recall": 0.8303162559591755, + "val_f1": 0.8233473079791709 + }, + { + "epoch": 58, + "train_loss": 0.1578367305817185, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9321865607556892, + "val_recall": 0.9325522057342376, + "val_f1": 0.9322160148975792 + }, + { + "epoch": 59, + "train_loss": 0.07480793702842552, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9108251633986928, + "val_recall": 0.9051702141945881, + "val_f1": 0.9060637239192403 + }, + { + "epoch": 60, + "train_loss": 0.057044582025253726, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9108251633986928, + "val_recall": 0.9051702141945881, + "val_f1": 0.9060637239192403 + } +] diff --git a/models/part2/graphsage_bert/seed4/result.json b/models/part2/graphsage_bert/seed4/result.json new file mode 100644 index 0000000000000000000000000000000000000000..1f8783f94c229ecf2ce77cf2a379f281bcdad125 --- /dev/null +++ b/models/part2/graphsage_bert/seed4/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "graphsage", + "feature": "bert", + "seed": 4, + "best_epoch": 40, + "epochs_run": 60, + "best_val_f1": 0.9322160148975792, + "test": { + "accuracy": 0.9283847360167277, + "precision": 0.9291873984398611, + "recall": 0.9284189902611243, + "f1": 0.9283549587102191 + }, + "parameters": 229890, + "seconds": 43.04597076703794, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/34ehrm7l" +} diff --git a/models/part2/graphsage_content/seed0/best.pt b/models/part2/graphsage_content/seed0/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d316989b8f05f11d815dfc3083b6674687ab8b6 --- /dev/null +++ b/models/part2/graphsage_content/seed0/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba9b6b3f047364fb92b295de686363f932c74fab495e62f87886159b9bf38e61 +size 454364 diff --git a/models/part2/graphsage_content/seed0/history.json b/models/part2/graphsage_content/seed0/history.json new file mode 100644 index 0000000000000000000000000000000000000000..fe0d6fedae422b5e6bb54dddd59b091f2ddd31e3 --- /dev/null +++ b/models/part2/graphsage_content/seed0/history.json @@ -0,0 +1,602 @@ +[ + { + "epoch": 1, + "train_loss": 0.7067756626632188, + "val_accuracy": 0.48534798534798534, + "val_precision": 0.24267399267399267, + "val_recall": 0.5, + "val_f1": 0.32675709001233044 + }, + { + "epoch": 2, + "train_loss": 0.692937162332919, + "val_accuracy": 0.48534798534798534, + "val_precision": 0.24267399267399267, + "val_recall": 0.5, + "val_f1": 0.32675709001233044 + }, + { + "epoch": 3, + "train_loss": 0.69057459294141, + "val_accuracy": 0.5146520146520146, + "val_precision": 0.2573260073260073, + "val_recall": 0.5, + "val_f1": 0.33978234582829503 + }, + { + "epoch": 4, + "train_loss": 0.6912216972082089, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9467679587673146, + "val_recall": 0.9470019472235278, + "val_f1": 0.9468563200837732 + }, + { + "epoch": 5, + "train_loss": 0.6825029142610319, + "val_accuracy": 0.5128205128205128, + "val_precision": 0.7495291902071564, + "val_recall": 0.5266903914590747, + "val_f1": 0.38359024853999724 + }, + { + "epoch": 6, + "train_loss": 0.6700702399124593, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9154667328699106, + "val_recall": 0.9045256160612368, + "val_f1": 0.905704910482989 + }, + { + "epoch": 7, + "train_loss": 0.6492285689154824, + "val_accuracy": 0.706959706959707, + "val_precision": 0.8043515439429929, + "val_recall": 0.7150876250587525, + "val_f1": 0.6863375892228811 + }, + { + "epoch": 8, + "train_loss": 0.6344765352678823, + "val_accuracy": 0.6355311355311355, + "val_precision": 0.7797619047619048, + "val_recall": 0.6458000402873834, + "val_f1": 0.5905334363399973 + }, + { + "epoch": 9, + "train_loss": 0.6182729241612194, + "val_accuracy": 0.5842490842490843, + "val_precision": 0.7428015211879753, + "val_recall": 0.5720204122742228, + "val_f1": 0.48773078401468084 + }, + { + "epoch": 10, + "train_loss": 0.5530524330261426, + "val_accuracy": 0.6593406593406593, + "val_precision": 0.7840824350891464, + "val_recall": 0.6688242798630228, + "val_f1": 0.624645180366647 + }, + { + "epoch": 11, + "train_loss": 0.49976372162064353, + "val_accuracy": 0.8864468864468864, + "val_precision": 0.9002843416021178, + "val_recall": 0.8837708990801048, + "val_f1": 0.884864975171757 + }, + { + "epoch": 12, + "train_loss": 0.43944511396107655, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9394524959742351, + "val_recall": 0.9397770764788826, + "val_f1": 0.9395358982533264 + }, + { + "epoch": 13, + "train_loss": 0.3955831604126172, + "val_accuracy": 0.7802197802197802, + "val_precision": 0.834319526627219, + "val_recall": 0.7860471362385013, + "val_f1": 0.773208722741433 + }, + { + "epoch": 14, + "train_loss": 0.3479981955154475, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9306766795865633, + "val_recall": 0.9297455180286041, + "val_f1": 0.9285596862450389 + }, + { + "epoch": 15, + "train_loss": 0.2956927369584094, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9226782212837144, + "val_recall": 0.9139595783253878, + "val_f1": 0.9150947223236381 + }, + { + "epoch": 16, + "train_loss": 0.30039518918746555, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9357147680464583, + "val_recall": 0.9332572349425905, + "val_f1": 0.9338662790697674 + }, + { + "epoch": 17, + "train_loss": 0.25341390029633004, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.942201034042839, + "val_recall": 0.942201034042839, + "val_f1": 0.9413919413919415 + }, + { + "epoch": 18, + "train_loss": 0.2802254101295611, + "val_accuracy": 0.815018315018315, + "val_precision": 0.8538868417924641, + "val_recall": 0.819854965419996, + "val_f1": 0.811264703768477 + }, + { + "epoch": 19, + "train_loss": 0.31836220360064243, + "val_accuracy": 0.836996336996337, + "val_precision": 0.8655307391204237, + "val_recall": 0.8410998455650305, + "val_f1": 0.8347968872706504 + }, + { + "epoch": 20, + "train_loss": 0.2857058981071898, + "val_accuracy": 0.7967032967032966, + "val_precision": 0.8483314043209876, + "val_recall": 0.7909957698247498, + "val_f1": 0.7865647725872058 + }, + { + "epoch": 21, + "train_loss": 0.2789633747858879, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9187730028144621, + "val_recall": 0.9156180756059894, + "val_f1": 0.9138358845907188 + }, + { + "epoch": 22, + "train_loss": 0.24996230017134557, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9487834043182093, + "val_recall": 0.9485664406096824, + "val_f1": 0.9486621534493875 + }, + { + "epoch": 23, + "train_loss": 0.23935385135722248, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9355933123439366, + "val_recall": 0.9310481434230846, + "val_f1": 0.9319218054436944 + }, + { + "epoch": 24, + "train_loss": 0.2196778354845641, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.9375874125874126, + "val_recall": 0.9369703887732492, + "val_f1": 0.93589205980724 + }, + { + "epoch": 25, + "train_loss": 0.23875192080661928, + "val_accuracy": 0.7747252747252747, + "val_precision": 0.8364141414141415, + "val_recall": 0.7683542603907876, + "val_f1": 0.7609652791372283 + }, + { + "epoch": 26, + "train_loss": 0.2886140566496622, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9431159420289855, + "val_recall": 0.9434432283623179, + "val_f1": 0.9432003892682763 + }, + { + "epoch": 27, + "train_loss": 0.22731582733082684, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9468045112781955, + "val_recall": 0.9468945142013026, + "val_f1": 0.9468463296977754 + }, + { + "epoch": 28, + "train_loss": 0.19284459801165613, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9474321705426356, + "val_recall": 0.9464647821124018, + "val_f1": 0.9467920305658514 + }, + { + "epoch": 29, + "train_loss": 0.20970096321769685, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9487834043182093, + "val_recall": 0.9485664406096824, + "val_f1": 0.9486621534493875 + }, + { + "epoch": 30, + "train_loss": 0.20198600157931612, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9402255639097744, + "val_recall": 0.9403142415900088, + "val_f1": 0.9395602368213609 + }, + { + "epoch": 31, + "train_loss": 0.2077407860930586, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9443560565203322, + "val_recall": 0.9425837641845163, + "val_f1": 0.9430842639389079 + }, + { + "epoch": 32, + "train_loss": 0.1991742892470552, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9486738736319076, + "val_recall": 0.9486738736319076, + "val_f1": 0.9486738736319076 + }, + { + "epoch": 33, + "train_loss": 0.17624026654294997, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9449357830177285, + "val_recall": 0.9452225877929228, + "val_f1": 0.9450283919294431 + }, + { + "epoch": 34, + "train_loss": 0.17541780063520857, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9449357830177285, + "val_recall": 0.9452225877929228, + "val_f1": 0.9450283919294431 + }, + { + "epoch": 35, + "train_loss": 0.2080423525183192, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9486738736319076, + "val_recall": 0.9486738736319076, + "val_f1": 0.9486738736319076 + }, + { + "epoch": 36, + "train_loss": 0.18714881112505666, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9467679587673146, + "val_recall": 0.9470019472235278, + "val_f1": 0.9468563200837732 + }, + { + "epoch": 37, + "train_loss": 0.18304283622201983, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9397745571658616, + "val_recall": 0.9400993755455583, + "val_f1": 0.9395553706753978 + }, + { + "epoch": 38, + "train_loss": 0.17140389340264456, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9477101293103448, + "val_recall": 0.9463573490901767, + "val_f1": 0.9467748604159454 + }, + { + "epoch": 39, + "train_loss": 0.184901930473663, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9472027972027972, + "val_recall": 0.946572215134627, + "val_f1": 0.9468077601410936 + }, + { + "epoch": 40, + "train_loss": 0.1676286967136921, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.950690785936996, + "val_recall": 0.9503458000402873, + "val_f1": 0.9504894963980455 + }, + { + "epoch": 41, + "train_loss": 0.17835429321715246, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9397745571658616, + "val_recall": 0.9400993755455583, + "val_f1": 0.9395553706753978 + }, + { + "epoch": 42, + "train_loss": 0.17267777241302498, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9451486486486487, + "val_recall": 0.9423688981400657, + "val_f1": 0.9430398276993488 + }, + { + "epoch": 43, + "train_loss": 0.1826593571857655, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9467679587673146, + "val_recall": 0.9470019472235278, + "val_f1": 0.9468563200837732 + }, + { + "epoch": 44, + "train_loss": 0.17158043477343116, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9467756094266999, + "val_recall": 0.944255690592896, + "val_f1": 0.9448885658914729 + }, + { + "epoch": 45, + "train_loss": 0.168280256209356, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9380376578583602, + "val_recall": 0.9383200161149534, + "val_f1": 0.9377255954377726 + }, + { + "epoch": 46, + "train_loss": 0.16944129857824836, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9449714860784972, + "val_recall": 0.945330020815148, + "val_f1": 0.9450365081069473 + }, + { + "epoch": 47, + "train_loss": 0.18841250551925912, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9331290849673203, + "val_recall": 0.9271671254951991, + "val_f1": 0.9281663771147133 + }, + { + "epoch": 48, + "train_loss": 0.18029775200309334, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9449714860784972, + "val_recall": 0.945330020815148, + "val_f1": 0.9450365081069473 + }, + { + "epoch": 49, + "train_loss": 0.17801344798598098, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9467756094266999, + "val_recall": 0.944255690592896, + "val_f1": 0.9448885658914729 + }, + { + "epoch": 50, + "train_loss": 0.1625990779736103, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9380376578583602, + "val_recall": 0.9383200161149534, + "val_f1": 0.9377255954377726 + }, + { + "epoch": 51, + "train_loss": 0.165321701612228, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9524513294549168, + "val_recall": 0.9522325924931176, + "val_f1": 0.952329142488717 + }, + { + "epoch": 52, + "train_loss": 0.1556626645090816, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9491477540258029, + "val_recall": 0.948351574565232, + "val_f1": 0.948634555424148 + }, + { + "epoch": 53, + "train_loss": 0.16730175273759024, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9345978816801579, + "val_recall": 0.9347612972537434, + "val_f1": 0.9340650493774152 + }, + { + "epoch": 54, + "train_loss": 0.1635164228223619, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9449357830177285, + "val_recall": 0.9452225877929228, + "val_f1": 0.9450283919294431 + }, + { + "epoch": 55, + "train_loss": 0.15935104419460228, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9543597462638426, + "val_recall": 0.9540119519237226, + "val_f1": 0.9541569411093013 + }, + { + "epoch": 56, + "train_loss": 0.181193192308639, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9197691197691198, + "val_recall": 0.9101859934197274, + "val_f1": 0.9113444468499675 + }, + { + "epoch": 57, + "train_loss": 0.18253513815857114, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.9365601503759398, + "val_recall": 0.9366480897065735, + "val_f1": 0.9358972208711404 + }, + { + "epoch": 58, + "train_loss": 0.19104099808595118, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9449478474487536, + "val_recall": 0.9451151547706976, + "val_f1": 0.9450187969924813 + }, + { + "epoch": 59, + "train_loss": 0.2015361196392185, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9435317025678471, + "val_recall": 0.9404821056872357, + "val_f1": 0.9411899344310853 + }, + { + "epoch": 60, + "train_loss": 0.19051779631948296, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9318814277071991, + "val_recall": 0.9314174444369838, + "val_f1": 0.93039919490104 + }, + { + "epoch": 61, + "train_loss": 0.1655498947743531, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9212195255875247, + "val_recall": 0.9120727858725576, + "val_f1": 0.9132204994673927 + }, + { + "epoch": 62, + "train_loss": 0.23695462172502998, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9176191061406743, + "val_recall": 0.9107097294030753, + "val_f1": 0.9081834447688106 + }, + { + "epoch": 63, + "train_loss": 0.18386084185196802, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9511062661498708, + "val_recall": 0.950130933995837, + "val_f1": 0.9504615456992409 + }, + { + "epoch": 64, + "train_loss": 0.17515004609093998, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9290724758660617, + "val_recall": 0.927966158597999, + "val_f1": 0.926724195777918 + }, + { + "epoch": 65, + "train_loss": 0.17433558873859517, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9451486486486487, + "val_recall": 0.9423688981400657, + "val_f1": 0.9430398276993488 + }, + { + "epoch": 66, + "train_loss": 0.162549098332723, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9449478474487536, + "val_recall": 0.9451151547706976, + "val_f1": 0.9450187969924813 + }, + { + "epoch": 67, + "train_loss": 0.15215725416228884, + "val_accuracy": 0.945054945054945, + "val_precision": 0.945054945054945, + "val_recall": 0.9454374538373733, + "val_f1": 0.9450431468334385 + }, + { + "epoch": 68, + "train_loss": 0.1460604851062481, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9183269124931205, + "val_recall": 0.9082992009668972, + "val_f1": 0.9094665245419014 + }, + { + "epoch": 69, + "train_loss": 0.17398046475627046, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9486346863468634, + "val_recall": 0.9489961726985832, + "val_f1": 0.9487007408998174 + }, + { + "epoch": 70, + "train_loss": 0.17195570054071727, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9486738736319076, + "val_recall": 0.9486738736319076, + "val_f1": 0.9486738736319076 + }, + { + "epoch": 71, + "train_loss": 0.16812109641539744, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9528204162350504, + "val_recall": 0.9520177264486671, + "val_f1": 0.9523035157509945 + }, + { + "epoch": 72, + "train_loss": 0.21894880059437874, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9382626555515283, + "val_recall": 0.9384274491371786, + "val_f1": 0.937728102189781 + }, + { + "epoch": 73, + "train_loss": 0.19806704307213807, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9513873922413794, + "val_recall": 0.9500235009736118, + "val_f1": 0.9504455596976042 + }, + { + "epoch": 74, + "train_loss": 0.15318371642094392, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9434380032206119, + "val_recall": 0.9437655274289936, + "val_f1": 0.9432186815435555 + }, + { + "epoch": 75, + "train_loss": 0.1776381077128889, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9331290849673203, + "val_recall": 0.9271671254951991, + "val_f1": 0.9281663771147133 + } +] diff --git a/models/part2/graphsage_content/seed0/result.json b/models/part2/graphsage_content/seed0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..ee991491c24dadbe52d3095648bf6fceb75cd3c3 --- /dev/null +++ b/models/part2/graphsage_content/seed0/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "graphsage", + "feature": "content", + "seed": 0, + "best_epoch": 55, + "epochs_run": 75, + "best_val_f1": 0.9541569411093013, + "test": { + "accuracy": 0.9529534762153685, + "precision": 0.9533894735229692, + "recall": 0.9529295871634842, + "f1": 0.9529403082372911 + }, + "parameters": 112642, + "seconds": 96.41254071216099, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/ai6zw7jo" +} diff --git a/models/part2/graphsage_content/seed1/best.pt b/models/part2/graphsage_content/seed1/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..37cd61bb70b3a61ef27b2b79e8abf92e8444e76a --- /dev/null +++ b/models/part2/graphsage_content/seed1/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae6a8c1be349a2fb7bbebcade135d220ce69bb9c6f3002bf5d49bd24e6bc5ac5 +size 454364 diff --git a/models/part2/graphsage_content/seed1/history.json b/models/part2/graphsage_content/seed1/history.json new file mode 100644 index 0000000000000000000000000000000000000000..3d826cf35c53a45ebb507fa59c898f8a19765f5d --- /dev/null +++ b/models/part2/graphsage_content/seed1/history.json @@ -0,0 +1,378 @@ +[ + { + "epoch": 1, + "train_loss": 0.7034551106093131, + "val_accuracy": 0.5146520146520146, + "val_precision": 0.2573260073260073, + "val_recall": 0.5, + "val_f1": 0.33978234582829503 + }, + { + "epoch": 2, + "train_loss": 0.6972647411919339, + "val_accuracy": 0.48534798534798534, + "val_precision": 0.24267399267399267, + "val_recall": 0.5, + "val_f1": 0.32675709001233044 + }, + { + "epoch": 3, + "train_loss": 0.6929046291134733, + "val_accuracy": 0.5146520146520146, + "val_precision": 0.2573260073260073, + "val_recall": 0.5, + "val_f1": 0.33978234582829503 + }, + { + "epoch": 4, + "train_loss": 0.6914419138824547, + "val_accuracy": 0.48534798534798534, + "val_precision": 0.24267399267399267, + "val_recall": 0.5, + "val_f1": 0.32675709001233044 + }, + { + "epoch": 5, + "train_loss": 0.6857244036136529, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9284467948029635, + "val_recall": 0.928671187806352, + "val_f1": 0.9285309132161088 + }, + { + "epoch": 6, + "train_loss": 0.6821803900348398, + "val_accuracy": 0.48717948717948717, + "val_precision": 0.7431192660550459, + "val_recall": 0.501779359430605, + "val_f1": 0.33070659311794065 + }, + { + "epoch": 7, + "train_loss": 0.6799441167723128, + "val_accuracy": 0.48717948717948717, + "val_precision": 0.7431192660550459, + "val_recall": 0.501779359430605, + "val_f1": 0.33070659311794065 + }, + { + "epoch": 8, + "train_loss": 0.6709010926358429, + "val_accuracy": 0.6391941391941391, + "val_precision": 0.7811425682507583, + "val_recall": 0.6493587591485933, + "val_f1": 0.5957455604622757 + }, + { + "epoch": 9, + "train_loss": 0.6447190904355311, + "val_accuracy": 0.6483516483516484, + "val_precision": 0.7795342875453963, + "val_recall": 0.658148123279393, + "val_f1": 0.6096107726453458 + }, + { + "epoch": 10, + "train_loss": 0.6152491988716545, + "val_accuracy": 0.8791208791208791, + "val_precision": 0.8937820557858498, + "val_recall": 0.8763311622910093, + "val_f1": 0.877328431372549 + }, + { + "epoch": 11, + "train_loss": 0.5770877396667397, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9128080555857128, + "val_recall": 0.9085006378835694, + "val_f1": 0.9064550264550265 + }, + { + "epoch": 12, + "train_loss": 0.489673613628625, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9245412381528534, + "val_recall": 0.9240851406701135, + "val_f1": 0.9230727943643073 + }, + { + "epoch": 13, + "train_loss": 0.4282856353254982, + "val_accuracy": 0.8058608058608059, + "val_precision": 0.8534593082963361, + "val_recall": 0.8004297320889009, + "val_f1": 0.7970117845117846 + }, + { + "epoch": 14, + "train_loss": 0.3791280153033498, + "val_accuracy": 0.8498168498168498, + "val_precision": 0.8763532763532764, + "val_recall": 0.8459276170012757, + "val_f1": 0.8459961474958724 + }, + { + "epoch": 15, + "train_loss": 0.3783241317167387, + "val_accuracy": 0.8772893772893773, + "val_precision": 0.8924529895282063, + "val_recall": 0.874444369838179, + "val_f1": 0.8754133645747837 + }, + { + "epoch": 16, + "train_loss": 0.3072388700513176, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9340810810810811, + "val_recall": 0.9313704424897603, + "val_f1": 0.9320152782218034 + }, + { + "epoch": 17, + "train_loss": 0.29191979121812534, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9357147680464583, + "val_recall": 0.9332572349425905, + "val_f1": 0.9338662790697674 + }, + { + "epoch": 18, + "train_loss": 0.2906119552724091, + "val_accuracy": 0.7875457875457875, + "val_precision": 0.8458213018727827, + "val_recall": 0.7814543745383737, + "val_f1": 0.775595238095238 + }, + { + "epoch": 19, + "train_loss": 0.333009231985707, + "val_accuracy": 0.8351648351648352, + "val_precision": 0.8660304403863699, + "val_recall": 0.8394279191566507, + "val_f1": 0.8327205882352942 + }, + { + "epoch": 20, + "train_loss": 0.2838097653546176, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9117014233697451, + "val_recall": 0.9008594641778016, + "val_f1": 0.9020070638352629 + }, + { + "epoch": 21, + "train_loss": 0.2752425819089561, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9248866213151927, + "val_recall": 0.9227355133284093, + "val_f1": 0.9212007504690432 + }, + { + "epoch": 22, + "train_loss": 0.2385943474677893, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9196418808091853, + "val_recall": 0.912287651917008, + "val_f1": 0.9133306990080752 + }, + { + "epoch": 23, + "train_loss": 0.23369364511399043, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.9371976131598753, + "val_recall": 0.936862955751024, + "val_f1": 0.9358955006088419 + }, + { + "epoch": 24, + "train_loss": 0.20829326460213016, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9398401687558314, + "val_recall": 0.9368159538038004, + "val_f1": 0.9375143053330282 + }, + { + "epoch": 25, + "train_loss": 0.22240288910411654, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9413919413919414, + "val_recall": 0.9417713019539381, + "val_f1": 0.9413793566223344 + }, + { + "epoch": 26, + "train_loss": 0.20030737294382228, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9413082858101308, + "val_recall": 0.9416638689317129, + "val_f1": 0.9413722753140771 + }, + { + "epoch": 27, + "train_loss": 0.2020901579123277, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.950690785936996, + "val_recall": 0.9503458000402873, + "val_f1": 0.9504894963980455 + }, + { + "epoch": 28, + "train_loss": 0.20244020589323708, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9450077217484725, + "val_recall": 0.9450077217484725, + "val_f1": 0.9450077217484725 + }, + { + "epoch": 29, + "train_loss": 0.18675658696300382, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9487834043182093, + "val_recall": 0.9485664406096824, + "val_f1": 0.9486621534493875 + }, + { + "epoch": 30, + "train_loss": 0.1819275445663012, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9414594594594594, + "val_recall": 0.9387027462566306, + "val_f1": 0.9393649778735004 + }, + { + "epoch": 31, + "train_loss": 0.19797676446891965, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.917268086604471, + "val_recall": 0.9138387161753845, + "val_f1": 0.9119922630560928 + }, + { + "epoch": 32, + "train_loss": 0.21618640777610598, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9355933123439366, + "val_recall": 0.9310481434230846, + "val_f1": 0.9319218054436944 + }, + { + "epoch": 33, + "train_loss": 0.18309508389605708, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9508741258741259, + "val_recall": 0.9502383670180622, + "val_f1": 0.9504761904761905 + }, + { + "epoch": 34, + "train_loss": 0.21172772315177288, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9412830735773832, + "val_recall": 0.9414490028872624, + "val_f1": 0.9413533834586466 + }, + { + "epoch": 35, + "train_loss": 0.18958473107316992, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9443560565203322, + "val_recall": 0.9425837641845163, + "val_f1": 0.9430842639389079 + }, + { + "epoch": 36, + "train_loss": 0.18056177339711033, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9134615384615385, + "val_recall": 0.9053716511112604, + "val_f1": 0.9026164796150158 + }, + { + "epoch": 37, + "train_loss": 0.19661299551362957, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9477101293103448, + "val_recall": 0.9463573490901767, + "val_f1": 0.9467748604159454 + }, + { + "epoch": 38, + "train_loss": 0.1891732060865605, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.9361111111111111, + "val_recall": 0.9364332236621231, + "val_f1": 0.9358920598072402 + }, + { + "epoch": 39, + "train_loss": 0.20351492687241063, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9468891038039975, + "val_recall": 0.9467870811790775, + "val_f1": 0.9468349075134221 + }, + { + "epoch": 40, + "train_loss": 0.17160630657341017, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9315186284915826, + "val_recall": 0.9313100114147586, + "val_f1": 0.9304019965650494 + }, + { + "epoch": 41, + "train_loss": 0.16764881781169347, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.920653506536443, + "val_recall": 0.9100785603975021, + "val_f1": 0.911283224784369 + }, + { + "epoch": 42, + "train_loss": 0.1907117729221945, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9443560565203322, + "val_recall": 0.9425837641845163, + "val_f1": 0.9430842639389079 + }, + { + "epoch": 43, + "train_loss": 0.1677234506323224, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9450077217484725, + "val_recall": 0.9450077217484725, + "val_f1": 0.9450077217484725 + }, + { + "epoch": 44, + "train_loss": 0.1889504909297049, + "val_accuracy": 0.8296703296703297, + "val_precision": 0.8644271321462043, + "val_recall": 0.8341972738870611, + "val_f1": 0.826740595410731 + }, + { + "epoch": 45, + "train_loss": 0.28938530871283, + "val_accuracy": 0.8809523809523809, + "val_precision": 0.8975257033103604, + "val_recall": 0.878003088699389, + "val_f1": 0.8790202996369587 + }, + { + "epoch": 46, + "train_loss": 0.2595505115095076, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9195700972722944, + "val_recall": 0.9141610152420601, + "val_f1": 0.9119177253478523 + }, + { + "epoch": 47, + "train_loss": 0.23300077201245906, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9410430839002268, + "val_recall": 0.9388101792788559, + "val_f1": 0.9393894542090657 + } +] diff --git a/models/part2/graphsage_content/seed1/result.json b/models/part2/graphsage_content/seed1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..f5fac2886a8119648ffbf056f3a1fcec9425f43a --- /dev/null +++ b/models/part2/graphsage_content/seed1/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "graphsage", + "feature": "content", + "seed": 1, + "best_epoch": 27, + "epochs_run": 47, + "best_val_f1": 0.9504894963980455, + "test": { + "accuracy": 0.9427600627286984, + "precision": 0.9429021562906869, + "recall": 0.9427463957415646, + "f1": 0.9427541145561293 + }, + "parameters": 112642, + "seconds": 61.45724584814161, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/f4mlryo3" +} diff --git a/models/part2/graphsage_content/seed2/best.pt b/models/part2/graphsage_content/seed2/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b5b022a6730fdbbe7040fa4ea1e8f1a8fffde99 --- /dev/null +++ b/models/part2/graphsage_content/seed2/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88253003fabddecff5ddd25927dacc41480774ae96caa3771fac7f5d1c4a0f4d +size 454364 diff --git a/models/part2/graphsage_content/seed2/history.json b/models/part2/graphsage_content/seed2/history.json new file mode 100644 index 0000000000000000000000000000000000000000..14c81f2c7037ab4624a3b0d3ef1da052c8bafa48 --- /dev/null +++ b/models/part2/graphsage_content/seed2/history.json @@ -0,0 +1,674 @@ +[ + { + "epoch": 1, + "train_loss": 0.7019804438828549, + "val_accuracy": 0.7967032967032966, + "val_precision": 0.8392857142857143, + "val_recall": 0.8018465050694957, + "val_f1": 0.7918942955151823 + }, + { + "epoch": 2, + "train_loss": 0.7044681343403492, + "val_accuracy": 0.48534798534798534, + "val_precision": 0.24267399267399267, + "val_recall": 0.5, + "val_f1": 0.32675709001233044 + }, + { + "epoch": 3, + "train_loss": 0.690026349637098, + "val_accuracy": 0.532967032967033, + "val_precision": 0.7548076923076923, + "val_recall": 0.5462633451957295, + "val_f1": 0.4222701715803232 + }, + { + "epoch": 4, + "train_loss": 0.6917282222828149, + "val_accuracy": 0.5238095238095238, + "val_precision": 0.7523809523809524, + "val_recall": 0.5373665480427047, + "val_f1": 0.4049794618157432 + }, + { + "epoch": 5, + "train_loss": 0.6852057918960794, + "val_accuracy": 0.7912087912087912, + "val_precision": 0.8429136081309995, + "val_recall": 0.7854428254884844, + "val_f1": 0.780611597513006 + }, + { + "epoch": 6, + "train_loss": 0.6852349405323629, + "val_accuracy": 0.5146520146520146, + "val_precision": 0.2573260073260073, + "val_recall": 0.5, + "val_f1": 0.33978234582829503 + }, + { + "epoch": 7, + "train_loss": 0.6749368041426271, + "val_accuracy": 0.49633699633699635, + "val_precision": 0.7453703703703703, + "val_recall": 0.5106761565836299, + "val_f1": 0.3500984699287987 + }, + { + "epoch": 8, + "train_loss": 0.661100270983937, + "val_accuracy": 0.4926739926739927, + "val_precision": 0.7444649446494465, + "val_recall": 0.5071174377224199, + "val_f1": 0.3424117915606861 + }, + { + "epoch": 9, + "train_loss": 0.6636442941623729, + "val_accuracy": 0.5, + "val_precision": 0.7462825278810409, + "val_recall": 0.5142348754448398, + "val_f1": 0.3576941141997785 + }, + { + "epoch": 10, + "train_loss": 0.6338574733489599, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.932647911521529, + "val_recall": 0.9328745048009132, + "val_f1": 0.9322323863579185 + }, + { + "epoch": 11, + "train_loss": 0.5840859238481347, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9309331078087875, + "val_recall": 0.9310951453703082, + "val_f1": 0.9304019965650494 + }, + { + "epoch": 12, + "train_loss": 0.5495559619023249, + "val_accuracy": 0.8351648351648352, + "val_precision": 0.8643737832576249, + "val_recall": 0.8393204861344256, + "val_f1": 0.8328685123460989 + }, + { + "epoch": 13, + "train_loss": 0.47825206646989116, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.922756276221182, + "val_recall": 0.9208487208755791, + "val_f1": 0.9193749748298499 + }, + { + "epoch": 14, + "train_loss": 0.4239154842310336, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.937859778597786, + "val_recall": 0.9382125830927281, + "val_f1": 0.9377214170692432 + }, + { + "epoch": 15, + "train_loss": 0.38755390179026256, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9339160839160839, + "val_recall": 0.933304236889814, + "val_f1": 0.9322287489390824 + }, + { + "epoch": 16, + "train_loss": 0.3138516731969603, + "val_accuracy": 0.8351648351648352, + "val_precision": 0.8669655757972978, + "val_recall": 0.8308332773786342, + "val_f1": 0.8301299778761062 + }, + { + "epoch": 17, + "train_loss": 0.3307830102932759, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9112357217030114, + "val_recall": 0.8988652387027463, + "val_f1": 0.900047460844803 + }, + { + "epoch": 18, + "train_loss": 0.270917398479832, + "val_accuracy": 0.8754578754578755, + "val_precision": 0.8923675461554785, + "val_recall": 0.8724501443631236, + "val_f1": 0.8733766233766234 + }, + { + "epoch": 19, + "train_loss": 0.2661180418707949, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9403556034482758, + "val_recall": 0.9390250453233062, + "val_f1": 0.9394334618526274 + }, + { + "epoch": 20, + "train_loss": 0.22805338197357053, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9431037259744444, + "val_recall": 0.9433357953400927, + "val_f1": 0.9431912387102404 + }, + { + "epoch": 21, + "train_loss": 0.2273083679077826, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9394017151732055, + "val_recall": 0.9369233868260256, + "val_f1": 0.9375403746770026 + }, + { + "epoch": 22, + "train_loss": 0.22690465544169638, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9410430839002268, + "val_recall": 0.9388101792788559, + "val_f1": 0.9393894542090657 + }, + { + "epoch": 23, + "train_loss": 0.23021533806900402, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9460278956943602, + "val_recall": 0.9444705566373464, + "val_f1": 0.9449300699300699 + }, + { + "epoch": 24, + "train_loss": 0.23551609358944736, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9468891038039975, + "val_recall": 0.9467870811790775, + "val_f1": 0.9468349075134221 + }, + { + "epoch": 25, + "train_loss": 0.201839301830683, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.910702614379085, + "val_recall": 0.9050493520445847, + "val_f1": 0.9027264690360381 + }, + { + "epoch": 26, + "train_loss": 0.2248344741243146, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9468891038039975, + "val_recall": 0.9467870811790775, + "val_f1": 0.9468349075134221 + }, + { + "epoch": 27, + "train_loss": 0.18897215028603873, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9494028785696014, + "val_recall": 0.9482441415430067, + "val_f1": 0.9486186731195806 + }, + { + "epoch": 28, + "train_loss": 0.1908026411310657, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9511062661498708, + "val_recall": 0.950130933995837, + "val_f1": 0.9504615456992409 + }, + { + "epoch": 29, + "train_loss": 0.1880397901976065, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9494028785696014, + "val_recall": 0.9482441415430067, + "val_f1": 0.9486186731195806 + }, + { + "epoch": 30, + "train_loss": 0.19056639632025918, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9209646189051224, + "val_recall": 0.9175048680588196, + "val_f1": 0.9156592520954223 + }, + { + "epoch": 31, + "train_loss": 0.30255075164766976, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9477101293103448, + "val_recall": 0.9463573490901767, + "val_f1": 0.9467748604159454 + }, + { + "epoch": 32, + "train_loss": 0.23105200961395933, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9322911761936152, + "val_recall": 0.9315248774592091, + "val_f1": 0.9303945249597424 + }, + { + "epoch": 33, + "train_loss": 0.19998124105371398, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9426944920341567, + "val_recall": 0.940696971731686, + "val_f1": 0.9412374046520389 + }, + { + "epoch": 34, + "train_loss": 0.18878054029338961, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9395126663804207, + "val_recall": 0.9398845095011079, + "val_f1": 0.9395440132870301 + }, + { + "epoch": 35, + "train_loss": 0.1945964685289851, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9468891038039975, + "val_recall": 0.9467870811790775, + "val_f1": 0.9468349075134221 + }, + { + "epoch": 36, + "train_loss": 0.19513940538242186, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9343507751937985, + "val_recall": 0.9334116699120392, + "val_f1": 0.9322232920786266 + }, + { + "epoch": 37, + "train_loss": 0.19156729192524166, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9451486486486487, + "val_recall": 0.9423688981400657, + "val_f1": 0.9430398276993488 + }, + { + "epoch": 38, + "train_loss": 0.19180527547776918, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9415229788661523, + "val_recall": 0.9418787349761633, + "val_f1": 0.9413848631239936 + }, + { + "epoch": 39, + "train_loss": 0.1709784882845896, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.950690785936996, + "val_recall": 0.9503458000402873, + "val_f1": 0.9504894963980455 + }, + { + "epoch": 40, + "train_loss": 0.18086281113135508, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9494028785696014, + "val_recall": 0.9482441415430067, + "val_f1": 0.9486186731195806 + }, + { + "epoch": 41, + "train_loss": 0.16097009416683253, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9463772612607751, + "val_recall": 0.9443631236151212, + "val_f1": 0.9449100668612864 + }, + { + "epoch": 42, + "train_loss": 0.17327858807839752, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9295212765957447, + "val_recall": 0.9294232189619285, + "val_f1": 0.9285711889706993 + }, + { + "epoch": 43, + "train_loss": 0.1827639436328804, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9256208524320996, + "val_recall": 0.9177331632310481, + "val_f1": 0.9188378378378379 + }, + { + "epoch": 44, + "train_loss": 0.19821049245722563, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.9093795093795094, + "val_recall": 0.9000335728194454, + "val_f1": 0.8970366379310346 + }, + { + "epoch": 45, + "train_loss": 0.21810449556116657, + "val_accuracy": 0.8736263736263736, + "val_precision": 0.8923816568047338, + "val_recall": 0.8704559188880683, + "val_f1": 0.8713262542394301 + }, + { + "epoch": 46, + "train_loss": 0.23233243844884655, + "val_accuracy": 0.8827838827838828, + "val_precision": 0.8988462980188535, + "val_recall": 0.8857986973746055, + "val_f1": 0.8820861678004535 + }, + { + "epoch": 47, + "train_loss": 0.22182796131341886, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9477101293103448, + "val_recall": 0.9463573490901767, + "val_f1": 0.9467748604159454 + }, + { + "epoch": 48, + "train_loss": 0.21570827738269344, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9332524762482313, + "val_recall": 0.9317397435036594, + "val_f1": 0.9303795769354666 + }, + { + "epoch": 49, + "train_loss": 0.20681688244089538, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9197691197691198, + "val_recall": 0.9101859934197274, + "val_f1": 0.9113444468499675 + }, + { + "epoch": 50, + "train_loss": 0.1975547017959448, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9278507033548751, + "val_recall": 0.9276438595313234, + "val_f1": 0.9267389437526836 + }, + { + "epoch": 51, + "train_loss": 0.21360752816165324, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9486738736319076, + "val_recall": 0.9486738736319076, + "val_f1": 0.9486738736319076 + }, + { + "epoch": 52, + "train_loss": 0.18596700030368762, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9467756094266999, + "val_recall": 0.944255690592896, + "val_f1": 0.9448885658914729 + }, + { + "epoch": 53, + "train_loss": 0.15694886743476538, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9491477540258029, + "val_recall": 0.948351574565232, + "val_f1": 0.948634555424148 + }, + { + "epoch": 54, + "train_loss": 0.19659299291533866, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9449478474487536, + "val_recall": 0.9451151547706976, + "val_f1": 0.9450187969924813 + }, + { + "epoch": 55, + "train_loss": 0.2045845316770749, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9508741258741259, + "val_recall": 0.9502383670180622, + "val_f1": 0.9504761904761905 + }, + { + "epoch": 56, + "train_loss": 0.16656079216972813, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9467756094266999, + "val_recall": 0.944255690592896, + "val_f1": 0.9448885658914729 + }, + { + "epoch": 57, + "train_loss": 0.16447884540308963, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9449357830177285, + "val_recall": 0.9452225877929228, + "val_f1": 0.9450283919294431 + }, + { + "epoch": 58, + "train_loss": 0.15379196105204224, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9431757191927866, + "val_recall": 0.943550661384543, + "val_f1": 0.9432080124817555 + }, + { + "epoch": 59, + "train_loss": 0.15163194379963718, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.950556092843327, + "val_recall": 0.9504532330625126, + "val_f1": 0.950501465615945 + }, + { + "epoch": 60, + "train_loss": 0.1531694110059913, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9497068930665049, + "val_recall": 0.9481367085207816, + "val_f1": 0.9486013986013986 + }, + { + "epoch": 61, + "train_loss": 0.15522671346262698, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9524513294549168, + "val_recall": 0.9522325924931176, + "val_f1": 0.952329142488717 + }, + { + "epoch": 62, + "train_loss": 0.15179047223194178, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9467793880837359, + "val_recall": 0.9471093802457531, + "val_f1": 0.9468648802832262 + }, + { + "epoch": 63, + "train_loss": 0.15647405833551736, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9526114135914499, + "val_recall": 0.9521251594708924, + "val_f1": 0.952316973222803 + }, + { + "epoch": 64, + "train_loss": 0.16291396813842404, + "val_accuracy": 0.9542124542124543, + "val_precision": 0.9543597462638426, + "val_recall": 0.9540119519237226, + "val_f1": 0.9541569411093013 + }, + { + "epoch": 65, + "train_loss": 0.18067811402209075, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9526114135914499, + "val_recall": 0.9521251594708924, + "val_f1": 0.952316973222803 + }, + { + "epoch": 66, + "train_loss": 0.20889729708978982, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9486738736319076, + "val_recall": 0.9486738736319076, + "val_f1": 0.9486738736319076 + }, + { + "epoch": 67, + "train_loss": 0.17499421056591985, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9528204162350504, + "val_recall": 0.9520177264486671, + "val_f1": 0.9523035157509945 + }, + { + "epoch": 68, + "train_loss": 0.1594365139802297, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9435317025678471, + "val_recall": 0.9404821056872357, + "val_f1": 0.9411899344310853 + }, + { + "epoch": 69, + "train_loss": 0.18913036928727076, + "val_accuracy": 0.8772893772893773, + "val_precision": 0.8950223089793642, + "val_recall": 0.8804606190827906, + "val_f1": 0.8764501453944903 + }, + { + "epoch": 70, + "train_loss": 0.21669782730904255, + "val_accuracy": 0.8388278388278388, + "val_precision": 0.869281045751634, + "val_recall": 0.8346068622842946, + "val_f1": 0.8341181831991493 + }, + { + "epoch": 71, + "train_loss": 0.2604650924384812, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9283576835064249, + "val_recall": 0.9248371718256899, + "val_f1": 0.9229932301740811 + }, + { + "epoch": 72, + "train_loss": 0.17995868077426602, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9480368892244633, + "val_recall": 0.9462499160679514, + "val_f1": 0.9467562469105912 + }, + { + "epoch": 73, + "train_loss": 0.1705450089477794, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9480368892244633, + "val_recall": 0.9462499160679514, + "val_f1": 0.9467562469105912 + }, + { + "epoch": 74, + "train_loss": 0.155328308624444, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9415229788661523, + "val_recall": 0.9418787349761633, + "val_f1": 0.9413848631239936 + }, + { + "epoch": 75, + "train_loss": 0.1566210048266383, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9524513294549168, + "val_recall": 0.9522325924931176, + "val_f1": 0.952329142488717 + }, + { + "epoch": 76, + "train_loss": 0.14542146343669612, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9528204162350504, + "val_recall": 0.9520177264486671, + "val_f1": 0.9523035157509945 + }, + { + "epoch": 77, + "train_loss": 0.1502477302328571, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9513873922413794, + "val_recall": 0.9500235009736118, + "val_f1": 0.9504455596976042 + }, + { + "epoch": 78, + "train_loss": 0.1699156418388143, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9348329741379311, + "val_recall": 0.9335191029342644, + "val_f1": 0.9322160148975791 + }, + { + "epoch": 79, + "train_loss": 0.16200445865318452, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9413919413919414, + "val_recall": 0.9417713019539381, + "val_f1": 0.9413793566223344 + }, + { + "epoch": 80, + "train_loss": 0.16229873227003294, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9419246590171033, + "val_recall": 0.9385953132344054, + "val_f1": 0.9393388479835165 + }, + { + "epoch": 81, + "train_loss": 0.15561650840790717, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9467793880837359, + "val_recall": 0.9471093802457531, + "val_f1": 0.9468648802832262 + }, + { + "epoch": 82, + "train_loss": 0.15502497676637148, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9467679587673146, + "val_recall": 0.9470019472235278, + "val_f1": 0.9468563200837732 + }, + { + "epoch": 83, + "train_loss": 0.14660500039111127, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9256208524320996, + "val_recall": 0.9177331632310481, + "val_f1": 0.9188378378378379 + }, + { + "epoch": 84, + "train_loss": 0.16963558963366918, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.9371976131598753, + "val_recall": 0.936862955751024, + "val_f1": 0.9358955006088419 + } +] diff --git a/models/part2/graphsage_content/seed2/result.json b/models/part2/graphsage_content/seed2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..7c21ae9248d202789133946183bdaea1e2991902 --- /dev/null +++ b/models/part2/graphsage_content/seed2/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "graphsage", + "feature": "content", + "seed": 2, + "best_epoch": 64, + "epochs_run": 84, + "best_val_f1": 0.9541569411093013, + "test": { + "accuracy": 0.9558285415577626, + "precision": 0.9561442656483081, + "recall": 0.9558083485446338, + "f1": 0.9558194116383791 + }, + "parameters": 112642, + "seconds": 108.14041225495748, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/80h17hpv" +} diff --git a/models/part2/graphsage_content/seed3/best.pt b/models/part2/graphsage_content/seed3/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..79787f01e1bd7aeff313a3816f7e61a18a444054 --- /dev/null +++ b/models/part2/graphsage_content/seed3/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79a38e036ff9a1397cbb2a028fcc90f893bc5bfe70541ebf12f2937b7d8cc19a +size 454364 diff --git a/models/part2/graphsage_content/seed3/history.json b/models/part2/graphsage_content/seed3/history.json new file mode 100644 index 0000000000000000000000000000000000000000..e1c6126ee579582bffefcfedb5a8cc80d511f41b --- /dev/null +++ b/models/part2/graphsage_content/seed3/history.json @@ -0,0 +1,362 @@ +[ + { + "epoch": 1, + "train_loss": 0.69990933181602, + "val_accuracy": 0.5146520146520146, + "val_precision": 0.2573260073260073, + "val_recall": 0.5, + "val_f1": 0.33978234582829503 + }, + { + "epoch": 2, + "train_loss": 0.6901623691831317, + "val_accuracy": 0.48534798534798534, + "val_precision": 0.24267399267399267, + "val_recall": 0.5, + "val_f1": 0.32675709001233044 + }, + { + "epoch": 3, + "train_loss": 0.6962715376427758, + "val_accuracy": 0.5146520146520146, + "val_precision": 0.2573260073260073, + "val_recall": 0.5, + "val_f1": 0.33978234582829503 + }, + { + "epoch": 4, + "train_loss": 0.6900307704240848, + "val_accuracy": 0.5695970695970696, + "val_precision": 0.765, + "val_recall": 0.5818505338078291, + "val_f1": 0.48707801163278763 + }, + { + "epoch": 5, + "train_loss": 0.6863917396182105, + "val_accuracy": 0.7490842490842491, + "val_precision": 0.8201193520886616, + "val_recall": 0.7420465990733902, + "val_f1": 0.7306053654197294 + }, + { + "epoch": 6, + "train_loss": 0.6823810090075483, + "val_accuracy": 0.48534798534798534, + "val_precision": 0.24267399267399267, + "val_recall": 0.5, + "val_f1": 0.32675709001233044 + }, + { + "epoch": 7, + "train_loss": 0.6713303338477027, + "val_accuracy": 0.5146520146520146, + "val_precision": 0.2573260073260073, + "val_recall": 0.5, + "val_f1": 0.33978234582829503 + }, + { + "epoch": 8, + "train_loss": 0.6564592863177205, + "val_accuracy": 0.8186813186813187, + "val_precision": 0.8560467179183915, + "val_recall": 0.8234136842812059, + "val_f1": 0.8151943136711899 + }, + { + "epoch": 9, + "train_loss": 0.6405302591812916, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9253194459357887, + "val_recall": 0.9255422010340428, + "val_f1": 0.9249061578560718 + }, + { + "epoch": 10, + "train_loss": 0.590113558393695, + "val_accuracy": 0.5164835164835165, + "val_precision": 0.5911602209944751, + "val_recall": 0.5019942254750555, + "val_f1": 0.34726851180988266 + }, + { + "epoch": 11, + "train_loss": 0.5635220853836982, + "val_accuracy": 0.8076923076923077, + "val_precision": 0.8496276723516695, + "val_recall": 0.8127375276975761, + "val_f1": 0.8033647167772806 + }, + { + "epoch": 12, + "train_loss": 0.525119940221528, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9241682907881645, + "val_recall": 0.9179480292754986, + "val_f1": 0.9189342403628118 + }, + { + "epoch": 13, + "train_loss": 0.4708017612988259, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9189348544474762, + "val_recall": 0.9102934264419527, + "val_f1": 0.9114031885116223 + }, + { + "epoch": 14, + "train_loss": 0.43339070470341834, + "val_accuracy": 0.7747252747252747, + "val_precision": 0.8362750771604939, + "val_recall": 0.7809239239911367, + "val_f1": 0.7664126438660624 + }, + { + "epoch": 15, + "train_loss": 0.4292123920314915, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9145707209686296, + "val_recall": 0.904633049083462, + "val_f1": 0.9057712806456526 + }, + { + "epoch": 16, + "train_loss": 0.35462974857934665, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9290724758660617, + "val_recall": 0.927966158597999, + "val_f1": 0.926724195777918 + }, + { + "epoch": 17, + "train_loss": 0.3269093057393154, + "val_accuracy": 0.8956043956043956, + "val_precision": 0.9041252864782277, + "val_recall": 0.8978244812999396, + "val_f1": 0.8953484853070242 + }, + { + "epoch": 18, + "train_loss": 0.3561347724098862, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9303263659699303, + "val_recall": 0.9254951990868193, + "val_f1": 0.9263833459173768 + }, + { + "epoch": 19, + "train_loss": 0.2764786313741635, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9218108108108107, + "val_recall": 0.9191767944671994, + "val_f1": 0.91752016677241 + }, + { + "epoch": 20, + "train_loss": 0.2887904261385565, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9113392820763557, + "val_recall": 0.9067212784529645, + "val_f1": 0.904607031501989 + }, + { + "epoch": 21, + "train_loss": 0.2661538791088831, + "val_accuracy": 0.8424908424908425, + "val_precision": 0.8733271086212262, + "val_recall": 0.8382730141677297, + "val_f1": 0.8378882244900778 + }, + { + "epoch": 22, + "train_loss": 0.29166654571072087, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9290724758660617, + "val_recall": 0.927966158597999, + "val_f1": 0.926724195777918 + }, + { + "epoch": 23, + "train_loss": 0.2526168609276796, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9423488983222155, + "val_recall": 0.9408044047539112, + "val_f1": 0.9412587412587412 + }, + { + "epoch": 24, + "train_loss": 0.25017181513728676, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9418024296073076, + "val_recall": 0.9410192707983617, + "val_f1": 0.9412966347704548 + }, + { + "epoch": 25, + "train_loss": 0.22205294114656937, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9440328663793103, + "val_recall": 0.9426911972067414, + "val_f1": 0.9431041611342864 + }, + { + "epoch": 26, + "train_loss": 0.20713097353776297, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9303263659699303, + "val_recall": 0.9254951990868193, + "val_f1": 0.9263833459173768 + }, + { + "epoch": 27, + "train_loss": 0.21195913682053813, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9413415698650373, + "val_recall": 0.9413415698650373, + "val_f1": 0.9413415698650374 + }, + { + "epoch": 28, + "train_loss": 0.21289424237969157, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9359638384028628, + "val_recall": 0.9351910293426442, + "val_f1": 0.9340579710144927 + }, + { + "epoch": 29, + "train_loss": 0.209912984362452, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9412830735773832, + "val_recall": 0.9414490028872624, + "val_f1": 0.9413533834586466 + }, + { + "epoch": 30, + "train_loss": 0.19817385323100037, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9394736842105262, + "val_recall": 0.9395622104344323, + "val_f1": 0.939514788966434 + }, + { + "epoch": 31, + "train_loss": 0.20394590267768273, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9331882656350742, + "val_recall": 0.9330893708453636, + "val_f1": 0.9322342049209198 + }, + { + "epoch": 32, + "train_loss": 0.22223090339492965, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.9365601503759398, + "val_recall": 0.9366480897065735, + "val_f1": 0.9358972208711404 + }, + { + "epoch": 33, + "train_loss": 0.20916788885881613, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9241452991452992, + "val_recall": 0.915846370778218, + "val_f1": 0.9169671552210661 + }, + { + "epoch": 34, + "train_loss": 0.22053541226701423, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9315186284915826, + "val_recall": 0.9313100114147586, + "val_f1": 0.9304019965650494 + }, + { + "epoch": 35, + "train_loss": 0.20207652154859607, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.9359569557750107, + "val_recall": 0.936325790639898, + "val_f1": 0.9358868979122144 + }, + { + "epoch": 36, + "train_loss": 0.2164372261408921, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.938739837398374, + "val_recall": 0.934821728328745, + "val_f1": 0.9356329427298234 + }, + { + "epoch": 37, + "train_loss": 0.19770324634108352, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9311557112068966, + "val_recall": 0.9298529510508293, + "val_f1": 0.9285520157028537 + }, + { + "epoch": 38, + "train_loss": 0.19771852248754257, + "val_accuracy": 0.8553113553113553, + "val_precision": 0.8799634273772206, + "val_recall": 0.8515879943597663, + "val_f1": 0.8518887328441387 + }, + { + "epoch": 39, + "train_loss": 0.2725868338630313, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9327481049641189, + "val_recall": 0.9316323104814342, + "val_f1": 0.9303879859890221 + }, + { + "epoch": 40, + "train_loss": 0.2066980303425492, + "val_accuracy": 0.8315018315018315, + "val_precision": 0.8646702103765815, + "val_recall": 0.8270596924729738, + "val_f1": 0.8261266874350986 + }, + { + "epoch": 41, + "train_loss": 0.2642180153301784, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9339160839160839, + "val_recall": 0.933304236889814, + "val_f1": 0.9322287489390824 + }, + { + "epoch": 42, + "train_loss": 0.2597760273205055, + "val_accuracy": 0.8772893772893773, + "val_precision": 0.8936702067562987, + "val_recall": 0.8743369368159538, + "val_f1": 0.8752978473180959 + }, + { + "epoch": 43, + "train_loss": 0.22721081251626488, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9152979373567609, + "val_recall": 0.9088229369502451, + "val_f1": 0.9063644342220742 + }, + { + "epoch": 44, + "train_loss": 0.20759197856698716, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9456186403983546, + "val_recall": 0.9422614651178406, + "val_f1": 0.9430152814390611 + }, + { + "epoch": 45, + "train_loss": 0.1933800622329607, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9443560565203322, + "val_recall": 0.9425837641845163, + "val_f1": 0.9430842639389079 + } +] diff --git a/models/part2/graphsage_content/seed3/result.json b/models/part2/graphsage_content/seed3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..c04b23b94ac455c4ba92bae6cd1fc68a3e53b6b8 --- /dev/null +++ b/models/part2/graphsage_content/seed3/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "graphsage", + "feature": "content", + "seed": 3, + "best_epoch": 25, + "epochs_run": 45, + "best_val_f1": 0.9431041611342864, + "test": { + "accuracy": 0.9393622582331417, + "precision": 0.9399730176452559, + "recall": 0.9393334171321143, + "f1": 0.9393383222279172 + }, + "parameters": 112642, + "seconds": 55.92167127504945, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/5bijrz11" +} diff --git a/models/part2/graphsage_content/seed4/best.pt b/models/part2/graphsage_content/seed4/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2306fd5adac45331afc3046a17453598127074d --- /dev/null +++ b/models/part2/graphsage_content/seed4/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dc2fdae923a3b77e1a559e6ecccca71ff2d634fcf6299d496ad8fb2269e70fd +size 454364 diff --git a/models/part2/graphsage_content/seed4/history.json b/models/part2/graphsage_content/seed4/history.json new file mode 100644 index 0000000000000000000000000000000000000000..960f939c3dc20a8223ab70c04fe3bfa4c64348f7 --- /dev/null +++ b/models/part2/graphsage_content/seed4/history.json @@ -0,0 +1,602 @@ +[ + { + "epoch": 1, + "train_loss": 0.7031153150093861, + "val_accuracy": 0.48534798534798534, + "val_precision": 0.24267399267399267, + "val_recall": 0.5, + "val_f1": 0.32675709001233044 + }, + { + "epoch": 2, + "train_loss": 0.6983155750093006, + "val_accuracy": 0.5146520146520146, + "val_precision": 0.2573260073260073, + "val_recall": 0.5, + "val_f1": 0.33978234582829503 + }, + { + "epoch": 3, + "train_loss": 0.6888689317982712, + "val_accuracy": 0.8351648351648352, + "val_precision": 0.8669655757972978, + "val_recall": 0.8308332773786342, + "val_f1": 0.8301299778761062 + }, + { + "epoch": 4, + "train_loss": 0.6865794128114051, + "val_accuracy": 0.48534798534798534, + "val_precision": 0.24267399267399267, + "val_recall": 0.5, + "val_f1": 0.32675709001233044 + }, + { + "epoch": 5, + "train_loss": 0.6912534699771867, + "val_accuracy": 0.5146520146520146, + "val_precision": 0.2573260073260073, + "val_recall": 0.5, + "val_f1": 0.33978234582829503 + }, + { + "epoch": 6, + "train_loss": 0.6817242284834166, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9138321995464853, + "val_recall": 0.9117370576781039, + "val_f1": 0.9102055063484445 + }, + { + "epoch": 7, + "train_loss": 0.6766769584718642, + "val_accuracy": 0.5274725274725275, + "val_precision": 0.7533460803059273, + "val_recall": 0.5409252669039146, + "val_f1": 0.41195231098049695 + }, + { + "epoch": 8, + "train_loss": 0.6737396518389384, + "val_accuracy": 0.4945054945054945, + "val_precision": 0.744916820702403, + "val_recall": 0.5088967971530249, + "val_f1": 0.34626663658921725 + }, + { + "epoch": 9, + "train_loss": 0.6575170382038578, + "val_accuracy": 0.63003663003663, + "val_precision": 0.7696654817245465, + "val_recall": 0.6191902235949776, + "val_f1": 0.5643594078334098 + }, + { + "epoch": 10, + "train_loss": 0.6298535697626106, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.910702614379085, + "val_recall": 0.9050493520445847, + "val_f1": 0.9027264690360381 + }, + { + "epoch": 11, + "train_loss": 0.5861090434776558, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9278890054924835, + "val_recall": 0.9216141811589338, + "val_f1": 0.9226190476190477 + }, + { + "epoch": 12, + "train_loss": 0.5571256744992602, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9286308501502791, + "val_recall": 0.9289934868730276, + "val_f1": 0.9285596862450389 + }, + { + "epoch": 13, + "train_loss": 0.5006180436183245, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9098792953458026, + "val_recall": 0.9049419190223595, + "val_f1": 0.9027578489651766 + }, + { + "epoch": 14, + "train_loss": 0.47026987051789143, + "val_accuracy": 0.8882783882783882, + "val_precision": 0.9016278809577086, + "val_recall": 0.8856576915329349, + "val_f1": 0.8867709002641537 + }, + { + "epoch": 15, + "train_loss": 0.39012438462767407, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9383759912754298, + "val_recall": 0.9372456858927013, + "val_f1": 0.9376083887880622 + }, + { + "epoch": 16, + "train_loss": 0.328499721520113, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.9368552546744036, + "val_recall": 0.9367555227287987, + "val_f1": 0.9358972208711402 + }, + { + "epoch": 17, + "train_loss": 0.2992003455266848, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.9057013574660633, + "val_recall": 0.8913180688914255, + "val_f1": 0.8924744326284481 + }, + { + "epoch": 18, + "train_loss": 0.27308477685128374, + "val_accuracy": 0.8608058608058609, + "val_precision": 0.8836253515033528, + "val_recall": 0.8572483717182569, + "val_f1": 0.8577520602229566 + }, + { + "epoch": 19, + "train_loss": 0.29329720095837075, + "val_accuracy": 0.8644688644688645, + "val_precision": 0.8860963104453604, + "val_recall": 0.8610219566239172, + "val_f1": 0.8616452991452992 + }, + { + "epoch": 20, + "train_loss": 0.25820080166334636, + "val_accuracy": 0.945054945054945, + "val_precision": 0.945054945054945, + "val_recall": 0.9454374538373733, + "val_f1": 0.9450431468334385 + }, + { + "epoch": 21, + "train_loss": 0.2427278893007027, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.917268086604471, + "val_recall": 0.9138387161753845, + "val_f1": 0.9119922630560928 + }, + { + "epoch": 22, + "train_loss": 0.30108146615080783, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9412830735773832, + "val_recall": 0.9414490028872624, + "val_f1": 0.9413533834586466 + }, + { + "epoch": 23, + "train_loss": 0.2275800489353173, + "val_accuracy": 0.8626373626373627, + "val_precision": 0.8848578171770665, + "val_recall": 0.859135164171087, + "val_f1": 0.8597002141327623 + }, + { + "epoch": 24, + "train_loss": 0.25028608875833586, + "val_accuracy": 0.8626373626373627, + "val_precision": 0.8851400971641622, + "val_recall": 0.8662257436379508, + "val_f1": 0.8613307507102779 + }, + { + "epoch": 25, + "train_loss": 0.2832836092828394, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9414594594594594, + "val_recall": 0.9387027462566306, + "val_f1": 0.9393649778735004 + }, + { + "epoch": 26, + "train_loss": 0.25686464243101115, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9412830735773832, + "val_recall": 0.9414490028872624, + "val_f1": 0.9413533834586466 + }, + { + "epoch": 27, + "train_loss": 0.20034907114156436, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9412719928066243, + "val_recall": 0.9415564359094877, + "val_f1": 0.9413636180580724 + }, + { + "epoch": 28, + "train_loss": 0.20156090900356516, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9447278911564626, + "val_recall": 0.942476331162291, + "val_f1": 0.9430628206206374 + }, + { + "epoch": 29, + "train_loss": 0.18523973810585428, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9380376578583602, + "val_recall": 0.9383200161149534, + "val_f1": 0.9377255954377726 + }, + { + "epoch": 30, + "train_loss": 0.18381710107619073, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9371618414807783, + "val_recall": 0.9329349358759149, + "val_f1": 0.9337780473013948 + }, + { + "epoch": 31, + "train_loss": 0.19172911187667988, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9399763771072693, + "val_recall": 0.9402068085677835, + "val_f1": 0.939558614859765 + }, + { + "epoch": 32, + "train_loss": 0.19191992381116846, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9419246590171033, + "val_recall": 0.9385953132344054, + "val_f1": 0.9393388479835165 + }, + { + "epoch": 33, + "train_loss": 0.19911996785537664, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9431037259744444, + "val_recall": 0.9433357953400927, + "val_f1": 0.9431912387102404 + }, + { + "epoch": 34, + "train_loss": 0.19679325922723218, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9414594594594594, + "val_recall": 0.9387027462566306, + "val_f1": 0.9393649778735004 + }, + { + "epoch": 35, + "train_loss": 0.1944280288049153, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9449478474487536, + "val_recall": 0.9451151547706976, + "val_f1": 0.9450187969924813 + }, + { + "epoch": 36, + "train_loss": 0.17712962414537156, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9526114135914499, + "val_recall": 0.9521251594708924, + "val_f1": 0.952316973222803 + }, + { + "epoch": 37, + "train_loss": 0.2098413483672963, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9403274071466291, + "val_recall": 0.9367085207815753, + "val_f1": 0.9374865301724138 + }, + { + "epoch": 38, + "train_loss": 0.1912962943861336, + "val_accuracy": 0.9432234432234432, + "val_precision": 0.9431390977443609, + "val_recall": 0.9432283623178674, + "val_f1": 0.9431805593321047 + }, + { + "epoch": 39, + "train_loss": 0.1841028657206249, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9408637873754153, + "val_recall": 0.93660108775935, + "val_f1": 0.9374570446735395 + }, + { + "epoch": 40, + "train_loss": 0.18604136741423344, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.950690785936996, + "val_recall": 0.9503458000402873, + "val_f1": 0.9504894963980455 + }, + { + "epoch": 41, + "train_loss": 0.17414408589239086, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9408637873754153, + "val_recall": 0.93660108775935, + "val_f1": 0.9374570446735395 + }, + { + "epoch": 42, + "train_loss": 0.18669227322379311, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.948941318814277, + "val_recall": 0.9484590075874573, + "val_f1": 0.9486490480860955 + }, + { + "epoch": 43, + "train_loss": 0.180328759709339, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9449478474487536, + "val_recall": 0.9451151547706976, + "val_f1": 0.9450187969924813 + }, + { + "epoch": 44, + "train_loss": 0.19305165051977277, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9497068930665049, + "val_recall": 0.9481367085207816, + "val_f1": 0.9486013986013986 + }, + { + "epoch": 45, + "train_loss": 0.17931160276189392, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9380376578583602, + "val_recall": 0.9383200161149534, + "val_f1": 0.9377255954377726 + }, + { + "epoch": 46, + "train_loss": 0.1964809590534413, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9192320423700762, + "val_recall": 0.908191767944672, + "val_f1": 0.9094027571307148 + }, + { + "epoch": 47, + "train_loss": 0.1761382315512542, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.9508741258741259, + "val_recall": 0.9502383670180622, + "val_f1": 0.9504761904761905 + }, + { + "epoch": 48, + "train_loss": 0.18747117820676867, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.950690785936996, + "val_recall": 0.9503458000402873, + "val_f1": 0.9504894963980455 + }, + { + "epoch": 49, + "train_loss": 0.19632205094173277, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9449478474487536, + "val_recall": 0.9451151547706976, + "val_f1": 0.9450187969924813 + }, + { + "epoch": 50, + "train_loss": 0.16552493478352334, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9261703948172595, + "val_recall": 0.9213858859867052, + "val_f1": 0.9192828728093754 + }, + { + "epoch": 51, + "train_loss": 0.20063546343600794, + "val_accuracy": 0.8901098901098901, + "val_precision": 0.9041082459064614, + "val_recall": 0.8874370509635399, + "val_f1": 0.8885790082307325 + }, + { + "epoch": 52, + "train_loss": 0.18779933875624513, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9290724758660617, + "val_recall": 0.927966158597999, + "val_f1": 0.926724195777918 + }, + { + "epoch": 53, + "train_loss": 0.20480179912223048, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.950556092843327, + "val_recall": 0.9504532330625126, + "val_f1": 0.950501465615945 + }, + { + "epoch": 54, + "train_loss": 0.1668163653695103, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9463772612607751, + "val_recall": 0.9443631236151212, + "val_f1": 0.9449100668612864 + }, + { + "epoch": 55, + "train_loss": 0.17735211971478584, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9524513294549168, + "val_recall": 0.9522325924931176, + "val_f1": 0.952329142488717 + }, + { + "epoch": 56, + "train_loss": 0.17827569477724067, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9468045112781955, + "val_recall": 0.9468945142013026, + "val_f1": 0.9468463296977754 + }, + { + "epoch": 57, + "train_loss": 0.1605182604475336, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9524513294549168, + "val_recall": 0.9522325924931176, + "val_f1": 0.952329142488717 + }, + { + "epoch": 58, + "train_loss": 0.15827680602942631, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9353304349011217, + "val_recall": 0.928946484925804, + "val_f1": 0.9299886621315192 + }, + { + "epoch": 59, + "train_loss": 0.19092957549916081, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9286185139843677, + "val_recall": 0.9278587255757739, + "val_f1": 0.926731078904992 + }, + { + "epoch": 60, + "train_loss": 0.18021425342821812, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9486738736319076, + "val_recall": 0.9486738736319076, + "val_f1": 0.9486738736319076 + }, + { + "epoch": 61, + "train_loss": 0.19808434572193648, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9497068930665049, + "val_recall": 0.9481367085207816, + "val_f1": 0.9486013986013986 + }, + { + "epoch": 62, + "train_loss": 0.15552438260653081, + "val_accuracy": 0.9523809523809523, + "val_precision": 0.9524513294549168, + "val_recall": 0.9522325924931176, + "val_f1": 0.952329142488717 + }, + { + "epoch": 63, + "train_loss": 0.16687173011538747, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9449478474487536, + "val_recall": 0.9451151547706976, + "val_f1": 0.9450187969924813 + }, + { + "epoch": 64, + "train_loss": 0.21364087761540115, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.920653506536443, + "val_recall": 0.9100785603975021, + "val_f1": 0.911283224784369 + }, + { + "epoch": 65, + "train_loss": 0.23104939383246523, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9316821270628843, + "val_recall": 0.9299603840730545, + "val_f1": 0.9285424252084766 + }, + { + "epoch": 66, + "train_loss": 0.17548819786899691, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9500600304873936, + "val_recall": 0.9480292754985564, + "val_f1": 0.948582729070534 + }, + { + "epoch": 67, + "train_loss": 0.16790985291475777, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.937859778597786, + "val_recall": 0.9382125830927281, + "val_f1": 0.9377214170692432 + }, + { + "epoch": 68, + "train_loss": 0.16252302675893454, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9497068930665049, + "val_recall": 0.9481367085207816, + "val_f1": 0.9486013986013986 + }, + { + "epoch": 69, + "train_loss": 0.15673096074071122, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9467756094266999, + "val_recall": 0.944255690592896, + "val_f1": 0.9448885658914729 + }, + { + "epoch": 70, + "train_loss": 0.15517013304399482, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.950556092843327, + "val_recall": 0.9504532330625126, + "val_f1": 0.950501465615945 + }, + { + "epoch": 71, + "train_loss": 0.16011930647350492, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9500600304873936, + "val_recall": 0.9480292754985564, + "val_f1": 0.948582729070534 + }, + { + "epoch": 72, + "train_loss": 0.15814935440545555, + "val_accuracy": 0.9468864468864469, + "val_precision": 0.9468045112781955, + "val_recall": 0.9468945142013026, + "val_f1": 0.9468463296977754 + }, + { + "epoch": 73, + "train_loss": 0.15471955920968736, + "val_accuracy": 0.9505494505494505, + "val_precision": 0.950690785936996, + "val_recall": 0.9503458000402873, + "val_f1": 0.9504894963980455 + }, + { + "epoch": 74, + "train_loss": 0.15054787422492827, + "val_accuracy": 0.9487179487179487, + "val_precision": 0.9500600304873936, + "val_recall": 0.9480292754985564, + "val_f1": 0.948582729070534 + }, + { + "epoch": 75, + "train_loss": 0.15251522803262912, + "val_accuracy": 0.945054945054945, + "val_precision": 0.9449357830177285, + "val_recall": 0.9452225877929228, + "val_f1": 0.9450283919294431 + } +] diff --git a/models/part2/graphsage_content/seed4/result.json b/models/part2/graphsage_content/seed4/result.json new file mode 100644 index 0000000000000000000000000000000000000000..ef78cd45a0e3bdff96095c4879191c4949530097 --- /dev/null +++ b/models/part2/graphsage_content/seed4/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "graphsage", + "feature": "content", + "seed": 4, + "best_epoch": 55, + "epochs_run": 75, + "best_val_f1": 0.952329142488717, + "test": { + "accuracy": 0.9519079979090433, + "precision": 0.9522861784526518, + "recall": 0.9518857458273673, + "f1": 0.9518961677047035 + }, + "parameters": 112642, + "seconds": 92.9522565540392, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/yjyppi6f" +} diff --git a/models/part2/graphsage_profile/seed0/best.pt b/models/part2/graphsage_profile/seed0/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dfbcd7ad090f8151bb41bd95d42a75f98e213c0 --- /dev/null +++ b/models/part2/graphsage_profile/seed0/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46c4d306f14337106e08620b1cdd193a1907a357b79584f7fd6e58bff33772d6 +size 147164 diff --git a/models/part2/graphsage_profile/seed0/history.json b/models/part2/graphsage_profile/seed0/history.json new file mode 100644 index 0000000000000000000000000000000000000000..be827b3f7d4599083ed7d2884148f0e871197d90 --- /dev/null +++ b/models/part2/graphsage_profile/seed0/history.json @@ -0,0 +1,802 @@ +[ + { + "epoch": 1, + "train_loss": 0.6849355832997696, + "val_accuracy": 0.7051282051282052, + "val_precision": 0.7869873931314302, + "val_recall": 0.7127711005170214, + "val_f1": 0.6871171539926322 + }, + { + "epoch": 2, + "train_loss": 0.6485709148448903, + "val_accuracy": 0.7747252747252747, + "val_precision": 0.7840809025866813, + "val_recall": 0.7772712012354798, + "val_f1": 0.773795770164808 + }, + { + "epoch": 3, + "train_loss": 0.619518171954941, + "val_accuracy": 0.7747252747252747, + "val_precision": 0.7987422288740502, + "val_recall": 0.7787752635466327, + "val_f1": 0.7716855857785393 + }, + { + "epoch": 4, + "train_loss": 0.5714479420647953, + "val_accuracy": 0.8003663003663004, + "val_precision": 0.8184044589573247, + "val_recall": 0.8037937285973276, + "val_f1": 0.7986092076544338 + }, + { + "epoch": 5, + "train_loss": 0.5258845809178475, + "val_accuracy": 0.8223443223443223, + "val_precision": 0.8368368368368369, + "val_recall": 0.8253609078090378, + "val_f1": 0.8212355746674452 + }, + { + "epoch": 6, + "train_loss": 0.49500317101950175, + "val_accuracy": 0.8461538461538461, + "val_precision": 0.8559420806537865, + "val_recall": 0.8486000134291278, + "val_f1": 0.845623577881599 + }, + { + "epoch": 7, + "train_loss": 0.4539653329185514, + "val_accuracy": 0.8424908424908425, + "val_precision": 0.8540492884988911, + "val_recall": 0.845148727590143, + "val_f1": 0.8418031129977764 + }, + { + "epoch": 8, + "train_loss": 0.4174097673796909, + "val_accuracy": 0.8553113553113553, + "val_precision": 0.8557785560344828, + "val_recall": 0.8547035520042974, + "val_f1": 0.8550073783744718 + }, + { + "epoch": 9, + "train_loss": 0.41283141038356685, + "val_accuracy": 0.8534798534798534, + "val_precision": 0.8643578643578643, + "val_recall": 0.8560397502182233, + "val_f1": 0.8529094827586206 + }, + { + "epoch": 10, + "train_loss": 0.39879875862118086, + "val_accuracy": 0.8626373626373627, + "val_precision": 0.8654271383885233, + "val_recall": 0.8639696501712214, + "val_f1": 0.8625815869393781 + }, + { + "epoch": 11, + "train_loss": 0.3704779210326436, + "val_accuracy": 0.8644688644688645, + "val_precision": 0.8698623635500712, + "val_recall": 0.8662861747129524, + "val_f1": 0.8642867699418237 + }, + { + "epoch": 12, + "train_loss": 0.36065328907180616, + "val_accuracy": 0.8717948717948718, + "val_precision": 0.8754135998379364, + "val_recall": 0.8732961794131471, + "val_f1": 0.8717105263157895 + }, + { + "epoch": 13, + "train_loss": 0.36134555029781745, + "val_accuracy": 0.8717948717948718, + "val_precision": 0.874880276275142, + "val_recall": 0.8731887463909219, + "val_f1": 0.8717329145020337 + }, + { + "epoch": 14, + "train_loss": 0.36398032493207044, + "val_accuracy": 0.8754578754578755, + "val_precision": 0.8768300060496068, + "val_recall": 0.8764251661854563, + "val_f1": 0.8754511908755451 + }, + { + "epoch": 15, + "train_loss": 0.34253305480593726, + "val_accuracy": 0.8717948717948718, + "val_precision": 0.8812204966819457, + "val_recall": 0.8741556435909488, + "val_f1": 0.8714066537467701 + }, + { + "epoch": 16, + "train_loss": 0.34148904599331237, + "val_accuracy": 0.86996336996337, + "val_precision": 0.8732993197278911, + "val_recall": 0.871409386960317, + "val_f1": 0.8698896112395829 + }, + { + "epoch": 17, + "train_loss": 0.3393142616355812, + "val_accuracy": 0.8736263736263736, + "val_precision": 0.8759967672413793, + "val_recall": 0.8748606727993017, + "val_f1": 0.873592027781972 + }, + { + "epoch": 18, + "train_loss": 0.331676511537461, + "val_accuracy": 0.8736263736263736, + "val_precision": 0.878780487804878, + "val_recall": 0.8753978379104277, + "val_f1": 0.8734731574616715 + }, + { + "epoch": 19, + "train_loss": 0.3125107248515, + "val_accuracy": 0.8736263736263736, + "val_precision": 0.878780487804878, + "val_recall": 0.8753978379104277, + "val_f1": 0.8734731574616715 + }, + { + "epoch": 20, + "train_loss": 0.3239225317270328, + "val_accuracy": 0.8791208791208791, + "val_precision": 0.8839992958986094, + "val_recall": 0.8808433492244678, + "val_f1": 0.8789893617021276 + }, + { + "epoch": 21, + "train_loss": 0.31484160405812245, + "val_accuracy": 0.8882783882783882, + "val_precision": 0.8895011289108699, + "val_recall": 0.8892029812663668, + "val_f1": 0.8882750153468386 + }, + { + "epoch": 22, + "train_loss": 0.31720794917462947, + "val_accuracy": 0.8846153846153846, + "val_precision": 0.8855174081237911, + "val_recall": 0.8854293963607064, + "val_f1": 0.8846149975680526 + }, + { + "epoch": 23, + "train_loss": 0.30421654197759246, + "val_accuracy": 0.8827838827838828, + "val_precision": 0.8870634051356943, + "val_recall": 0.8844020680856779, + "val_f1": 0.8826831397300745 + }, + { + "epoch": 24, + "train_loss": 0.3075795758774866, + "val_accuracy": 0.8882783882783882, + "val_precision": 0.8907058189655173, + "val_recall": 0.8895252803330425, + "val_f1": 0.8882480245608737 + }, + { + "epoch": 25, + "train_loss": 0.2886352572903965, + "val_accuracy": 0.8827838827838828, + "val_precision": 0.8915243128097988, + "val_recall": 0.885046666219029, + "val_f1": 0.8824748093040775 + }, + { + "epoch": 26, + "train_loss": 0.29921747018129397, + "val_accuracy": 0.8956043956043956, + "val_precision": 0.8965183752417795, + "val_recall": 0.8964278520110118, + "val_f1": 0.8956040454187142 + }, + { + "epoch": 27, + "train_loss": 0.29902750024428737, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.8964625025267838, + "val_recall": 0.8950782246693078, + "val_f1": 0.8937372490067648 + }, + { + "epoch": 28, + "train_loss": 0.2915444600058126, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.8955645541011394, + "val_recall": 0.8948633586248573, + "val_f1": 0.8937600644122383 + }, + { + "epoch": 29, + "train_loss": 0.29301867478496424, + "val_accuracy": 0.8956043956043956, + "val_precision": 0.8990929705215419, + "val_recall": 0.8970724501443632, + "val_f1": 0.8955451808543131 + }, + { + "epoch": 30, + "train_loss": 0.2985581995803358, + "val_accuracy": 0.8956043956043956, + "val_precision": 0.8960055835928272, + "val_recall": 0.8962129859665615, + "val_f1": 0.8956012438486852 + }, + { + "epoch": 31, + "train_loss": 0.2789177163725808, + "val_accuracy": 0.8882783882783882, + "val_precision": 0.8950358851674641, + "val_recall": 0.8902773114886189, + "val_f1": 0.8880797884316184 + }, + { + "epoch": 32, + "train_loss": 0.28294016153384477, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.8936410132495671, + "val_recall": 0.8937890284026053, + "val_f1": 0.893703007518797 + }, + { + "epoch": 33, + "train_loss": 0.2885269196260543, + "val_accuracy": 0.8956043956043956, + "val_precision": 0.9003030959082052, + "val_recall": 0.8972873161888135, + "val_f1": 0.8955030940781057 + }, + { + "epoch": 34, + "train_loss": 0.26973007766755075, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9033430721796616, + "val_recall": 0.9023030954139528, + "val_f1": 0.9010776643001892 + }, + { + "epoch": 35, + "train_loss": 0.27344422331659785, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.9001414998989286, + "val_recall": 0.898744376552743, + "val_f1": 0.897401481799635 + }, + { + "epoch": 36, + "train_loss": 0.2700056370361384, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.901873363325052, + "val_recall": 0.901873363325052, + "val_f1": 0.9010989010989012 + }, + { + "epoch": 37, + "train_loss": 0.27628926632605194, + "val_accuracy": 0.8992673992673993, + "val_precision": 0.9046747967479675, + "val_recall": 0.9010609010944739, + "val_f1": 0.8991452704404628 + }, + { + "epoch": 38, + "train_loss": 0.26586057851602746, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.8973057871209376, + "val_recall": 0.8974551802860404, + "val_f1": 0.8973684210526316 + }, + { + "epoch": 39, + "train_loss": 0.26592733167903326, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.9024819574018659, + "val_recall": 0.8991741086416437, + "val_f1": 0.897324306898775 + }, + { + "epoch": 40, + "train_loss": 0.26879413223965265, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9065825407288821, + "val_recall": 0.9058618142751629, + "val_f1": 0.9047504025764896 + }, + { + "epoch": 41, + "train_loss": 0.25948548769994534, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9052796907091942, + "val_recall": 0.905432082186262, + "val_f1": 0.9047606268784887 + }, + { + "epoch": 42, + "train_loss": 0.2652162174820463, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9086321059431525, + "val_recall": 0.907748606727993, + "val_f1": 0.9065780512435124 + }, + { + "epoch": 43, + "train_loss": 0.2663460224321037, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.904176970218256, + "val_recall": 0.9038675888001074, + "val_f1": 0.9029274723505318 + }, + { + "epoch": 44, + "train_loss": 0.26221600016613145, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9033340491785675, + "val_recall": 0.9035452897334318, + "val_f1": 0.9029274723505318 + }, + { + "epoch": 45, + "train_loss": 0.25341297626058695, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9102552029381298, + "val_recall": 0.909527966158598, + "val_f1": 0.9084138486312399 + }, + { + "epoch": 46, + "train_loss": 0.25678657923207615, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9068035426731078, + "val_recall": 0.9071040085946418, + "val_f1": 0.9065855728619783 + }, + { + "epoch": 47, + "train_loss": 0.25256731680461336, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9086321059431525, + "val_recall": 0.907748606727993, + "val_f1": 0.9065780512435124 + }, + { + "epoch": 48, + "train_loss": 0.24988120783379664, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9075193423597678, + "val_recall": 0.9074263076613174, + "val_f1": 0.9065930932693759 + }, + { + "epoch": 49, + "train_loss": 0.25804066843602247, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9086321059431525, + "val_recall": 0.907748606727993, + "val_f1": 0.9065780512435124 + }, + { + "epoch": 50, + "train_loss": 0.2593262907349583, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.91031558608845, + "val_recall": 0.9106627274558518, + "val_f1": 0.9102416570771001 + }, + { + "epoch": 51, + "train_loss": 0.2566440296478761, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9090921336206896, + "val_recall": 0.9078560397502182, + "val_f1": 0.906568020534501 + }, + { + "epoch": 52, + "train_loss": 0.2465928247123411, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9085541764508553, + "val_recall": 0.9088833680252468, + "val_f1": 0.9084138486312399 + }, + { + "epoch": 53, + "train_loss": 0.24815490590783704, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9109022556390978, + "val_recall": 0.9109850265225274, + "val_f1": 0.9102561092195964 + }, + { + "epoch": 54, + "train_loss": 0.25681978398626976, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9104669887278583, + "val_recall": 0.9107701604780769, + "val_f1": 0.9102488837301361 + }, + { + "epoch": 55, + "train_loss": 0.24431252566886036, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9132779635422285, + "val_recall": 0.9116296246558786, + "val_f1": 0.9102199701337272 + }, + { + "epoch": 56, + "train_loss": 0.24288798175451956, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9084249084249085, + "val_recall": 0.9087759350030216, + "val_f1": 0.9084052447223974 + }, + { + "epoch": 57, + "train_loss": 0.24712821306326452, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9086321059431525, + "val_recall": 0.907748606727993, + "val_f1": 0.9065780512435124 + }, + { + "epoch": 58, + "train_loss": 0.23380537538519708, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9139786389008158, + "val_recall": 0.914328879339287, + "val_f1": 0.9139052629106879 + }, + { + "epoch": 59, + "train_loss": 0.24369347772318803, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9095110776713378, + "val_recall": 0.9093131001141476, + "val_f1": 0.9084236796908545 + }, + { + "epoch": 60, + "train_loss": 0.2355826042947315, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9145676691729323, + "val_recall": 0.9146511784059626, + "val_f1": 0.913919125169817 + }, + { + "epoch": 61, + "train_loss": 0.24385074714382926, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9128718189753575, + "val_recall": 0.9128718189753575, + "val_f1": 0.9120879120879122 + }, + { + "epoch": 62, + "train_loss": 0.2406029713241172, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9095110776713378, + "val_recall": 0.9093131001141476, + "val_f1": 0.9084236796908545 + }, + { + "epoch": 63, + "train_loss": 0.23219940459335242, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9145676691729323, + "val_recall": 0.9146511784059626, + "val_f1": 0.913919125169817 + }, + { + "epoch": 64, + "train_loss": 0.24181356665852305, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9190735069945635, + "val_recall": 0.917182568992144, + "val_f1": 0.9157102009584794 + }, + { + "epoch": 65, + "train_loss": 0.24245653942827777, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9049001814882033, + "val_recall": 0.9044651849862352, + "val_f1": 0.9046339464456059 + }, + { + "epoch": 66, + "train_loss": 0.239401312319787, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9169587962463597, + "val_recall": 0.9152957765393137, + "val_f1": 0.9138844611486769 + }, + { + "epoch": 67, + "train_loss": 0.23516779624935472, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9141304347826087, + "val_recall": 0.9144363123615121, + "val_f1": 0.9139121945982938 + }, + { + "epoch": 68, + "train_loss": 0.2342130360585866, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9162740123233055, + "val_recall": 0.9164305378365676, + "val_f1": 0.915749785315586 + }, + { + "epoch": 69, + "train_loss": 0.233317358480705, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9111863313990973, + "val_recall": 0.9110924595447526, + "val_f1": 0.9102561092195965 + }, + { + "epoch": 70, + "train_loss": 0.2307402716451512, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9118881118881119, + "val_recall": 0.911307325589203, + "val_f1": 0.9102488837301361 + }, + { + "epoch": 71, + "train_loss": 0.22926666754069347, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9120879120879122, + "val_recall": 0.9124420868864567, + "val_f1": 0.9120690349335016 + }, + { + "epoch": 72, + "train_loss": 0.23229419868507664, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.914369959473833, + "val_recall": 0.9133015510642584, + "val_f1": 0.9120690349335016 + }, + { + "epoch": 73, + "train_loss": 0.2291858170058701, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9156254613288957, + "val_recall": 0.9158933727254415, + "val_f1": 0.9157102009584793 + }, + { + "epoch": 74, + "train_loss": 0.2260543628708347, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9155594405594405, + "val_recall": 0.9149734774726381, + "val_f1": 0.9139121945982938 + }, + { + "epoch": 75, + "train_loss": 0.22882952964131212, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9141304347826087, + "val_recall": 0.9144363123615121, + "val_f1": 0.9139121945982938 + }, + { + "epoch": 76, + "train_loss": 0.2281436828466562, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9123911263806316, + "val_recall": 0.9126569529309072, + "val_f1": 0.9120831935592082 + }, + { + "epoch": 77, + "train_loss": 0.2245044055439177, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9141304347826087, + "val_recall": 0.9144363123615121, + "val_f1": 0.9139121945982938 + }, + { + "epoch": 78, + "train_loss": 0.22415227811415117, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9168469279447526, + "val_recall": 0.9166454038810179, + "val_f1": 0.915749785315586 + }, + { + "epoch": 79, + "train_loss": 0.21367146904433604, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9120026836632003, + "val_recall": 0.9123346538642315, + "val_f1": 0.9120584129711156 + }, + { + "epoch": 80, + "train_loss": 0.22282576708348242, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9172010485985078, + "val_recall": 0.9167528369032432, + "val_f1": 0.9157463938275747 + }, + { + "epoch": 81, + "train_loss": 0.23269812822778582, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.903343023255814, + "val_recall": 0.9024709595111797, + "val_f1": 0.9027578489651766 + }, + { + "epoch": 82, + "train_loss": 0.21919060190082032, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9206396289504908, + "val_recall": 0.9189619284227489, + "val_f1": 0.9175489521636269 + }, + { + "epoch": 83, + "train_loss": 0.22173309861085352, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9195437772559544, + "val_recall": 0.9198818236755523, + "val_f1": 0.9194041867954912 + }, + { + "epoch": 84, + "train_loss": 0.21266009650387607, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9176005273566249, + "val_recall": 0.9168602699254683, + "val_f1": 0.9157407407407407 + }, + { + "epoch": 85, + "train_loss": 0.22191880381369328, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9160549165917357, + "val_recall": 0.9163231048143423, + "val_f1": 0.9157463938275745 + }, + { + "epoch": 86, + "train_loss": 0.21991666971327184, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9165379708587927, + "val_recall": 0.9165379708587927, + "val_f1": 0.9157509157509157 + }, + { + "epoch": 87, + "train_loss": 0.22314316711146318, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9119648826064194, + "val_recall": 0.9121197878197811, + "val_f1": 0.91203007518797 + }, + { + "epoch": 88, + "train_loss": 0.22314924121776344, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9185203094777563, + "val_recall": 0.9184247633116229, + "val_f1": 0.9175821411200376 + }, + { + "epoch": 89, + "train_loss": 0.21747068280265444, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9126092384519351, + "val_recall": 0.9127643859531324, + "val_f1": 0.9120867325032203 + }, + { + "epoch": 90, + "train_loss": 0.21651874837421237, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9160549165917357, + "val_recall": 0.9163231048143423, + "val_f1": 0.9157463938275745 + }, + { + "epoch": 91, + "train_loss": 0.20563927440197913, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9188528115256425, + "val_recall": 0.9185321963338482, + "val_f1": 0.9175799293542253 + }, + { + "epoch": 92, + "train_loss": 0.21944635658910422, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9160549165917357, + "val_recall": 0.9163231048143423, + "val_f1": 0.9157463938275745 + }, + { + "epoch": 93, + "train_loss": 0.21990604813282305, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9194139194139195, + "val_recall": 0.9197743906533271, + "val_f1": 0.9193966153557098 + }, + { + "epoch": 94, + "train_loss": 0.2127782798512078, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9168469279447526, + "val_recall": 0.9166454038810179, + "val_f1": 0.915749785315586 + }, + { + "epoch": 95, + "train_loss": 0.21865426893635984, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9145676691729323, + "val_recall": 0.9146511784059626, + "val_f1": 0.913919125169817 + }, + { + "epoch": 96, + "train_loss": 0.21210712803043288, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9194139194139195, + "val_recall": 0.9197743906533271, + "val_f1": 0.9193966153557098 + }, + { + "epoch": 97, + "train_loss": 0.21466315065548097, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9165379708587927, + "val_recall": 0.9165379708587927, + "val_f1": 0.9157509157509157 + }, + { + "epoch": 98, + "train_loss": 0.21171468709196364, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9188528115256425, + "val_recall": 0.9185321963338482, + "val_f1": 0.9175799293542253 + }, + { + "epoch": 99, + "train_loss": 0.2168831399508885, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9194139194139195, + "val_recall": 0.9197743906533271, + "val_f1": 0.9193966153557098 + }, + { + "epoch": 100, + "train_loss": 0.2157509615678927, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9195437772559544, + "val_recall": 0.9198818236755523, + "val_f1": 0.9194041867954912 + } +] diff --git a/models/part2/graphsage_profile/seed0/result.json b/models/part2/graphsage_profile/seed0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..22c0282d857c034ecb91f4e826fbb0b40ba332d4 --- /dev/null +++ b/models/part2/graphsage_profile/seed0/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "graphsage", + "feature": "profile", + "seed": 0, + "best_epoch": 83, + "epochs_run": 100, + "best_val_f1": 0.9194041867954912, + "test": { + "accuracy": 0.9043387349712494, + "precision": 0.9048937728055755, + "recall": 0.9043680114549291, + "f1": 0.9043102599986881 + }, + "parameters": 35842, + "seconds": 127.33469879208133, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/m42ytr9k" +} diff --git a/models/part2/graphsage_profile/seed1/best.pt b/models/part2/graphsage_profile/seed1/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8db71e4a1073dbfd859da0eee8b036851bf57de --- /dev/null +++ b/models/part2/graphsage_profile/seed1/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d51fc3008248377c509afd3bbfb973da537d267e16dab7d1f5e439dc973e2a48 +size 147164 diff --git a/models/part2/graphsage_profile/seed1/history.json b/models/part2/graphsage_profile/seed1/history.json new file mode 100644 index 0000000000000000000000000000000000000000..d81f7f01c366388dec63d77a679e0a69ea37b9d3 --- /dev/null +++ b/models/part2/graphsage_profile/seed1/history.json @@ -0,0 +1,802 @@ +[ + { + "epoch": 1, + "train_loss": 0.6812180328718472, + "val_accuracy": 0.5970695970695971, + "val_precision": 0.7653554175293306, + "val_recall": 0.6084334922446787, + "val_f1": 0.5331737346101232 + }, + { + "epoch": 2, + "train_loss": 0.6553800868027376, + "val_accuracy": 0.7380952380952381, + "val_precision": 0.7993589743589744, + "val_recall": 0.7445847042234607, + "val_f1": 0.7272241340157564 + }, + { + "epoch": 3, + "train_loss": 0.6248953613169465, + "val_accuracy": 0.793040293040293, + "val_precision": 0.8055124223602484, + "val_recall": 0.7959242597193312, + "val_f1": 0.7918666824092971 + }, + { + "epoch": 4, + "train_loss": 0.5773222046894032, + "val_accuracy": 0.7893772893772893, + "val_precision": 0.8117504283266705, + "val_recall": 0.7932250050359229, + "val_f1": 0.7868888624908785 + }, + { + "epoch": 5, + "train_loss": 0.535394066746855, + "val_accuracy": 0.8296703296703297, + "val_precision": 0.8322996440513428, + "val_recall": 0.8309742832203049, + "val_f1": 0.829601167804829 + }, + { + "epoch": 6, + "train_loss": 0.4934726029961974, + "val_accuracy": 0.8296703296703297, + "val_precision": 0.8296210820094461, + "val_recall": 0.8298999529980529, + "val_f1": 0.8296240374452666 + }, + { + "epoch": 7, + "train_loss": 0.46060425021272877, + "val_accuracy": 0.8131868131868132, + "val_precision": 0.8350347138415231, + "val_recall": 0.8168938427449137, + "val_f1": 0.8112007593735169 + }, + { + "epoch": 8, + "train_loss": 0.4286389799563439, + "val_accuracy": 0.847985347985348, + "val_precision": 0.8502559267241379, + "val_recall": 0.8491976096152555, + "val_f1": 0.8479440334188937 + }, + { + "epoch": 9, + "train_loss": 0.41593910333437795, + "val_accuracy": 0.8553113553113553, + "val_precision": 0.8596693007144404, + "val_recall": 0.8569596454710267, + "val_f1": 0.8551709549503571 + }, + { + "epoch": 10, + "train_loss": 0.4045250622125772, + "val_accuracy": 0.8571428571428571, + "val_precision": 0.8624584717607973, + "val_recall": 0.858953870946082, + "val_f1": 0.8569509196684089 + }, + { + "epoch": 11, + "train_loss": 0.4051605679176666, + "val_accuracy": 0.8626373626373627, + "val_precision": 0.869812091503268, + "val_recall": 0.8647216813267978, + "val_f1": 0.8623487769377898 + }, + { + "epoch": 12, + "train_loss": 0.37959963672763697, + "val_accuracy": 0.8571428571428571, + "val_precision": 0.8596725288053366, + "val_recall": 0.8584167058349561, + "val_f1": 0.857094921078063 + }, + { + "epoch": 13, + "train_loss": 0.3784424121126587, + "val_accuracy": 0.8626373626373627, + "val_precision": 0.8690599173553719, + "val_recall": 0.8646142483045727, + "val_f1": 0.8623931824978913 + }, + { + "epoch": 14, + "train_loss": 0.3608094787859655, + "val_accuracy": 0.8608058608058609, + "val_precision": 0.8638319685952867, + "val_recall": 0.8621902907406165, + "val_f1": 0.8607385928879223 + }, + { + "epoch": 15, + "train_loss": 0.36024422697968533, + "val_accuracy": 0.8663003663003663, + "val_precision": 0.8707512448581944, + "val_recall": 0.8679581011213322, + "val_f1": 0.8661706292579249 + }, + { + "epoch": 16, + "train_loss": 0.3485124412473741, + "val_accuracy": 0.86996336996337, + "val_precision": 0.8772467320261438, + "val_recall": 0.8720539850936682, + "val_f1": 0.8696901755011075 + }, + { + "epoch": 17, + "train_loss": 0.3529195007168766, + "val_accuracy": 0.8736263736263736, + "val_precision": 0.8745164410058026, + "val_recall": 0.874430940710401, + "val_f1": 0.8736259497173908 + }, + { + "epoch": 18, + "train_loss": 0.3385992615650862, + "val_accuracy": 0.86996336996337, + "val_precision": 0.8772467320261438, + "val_recall": 0.8720539850936682, + "val_f1": 0.8696901755011075 + }, + { + "epoch": 19, + "train_loss": 0.3379871353998289, + "val_accuracy": 0.8791208791208791, + "val_precision": 0.8808739052641492, + "val_recall": 0.8801987510911167, + "val_f1": 0.8791062801932368 + }, + { + "epoch": 20, + "train_loss": 0.3219981657498049, + "val_accuracy": 0.86996336996337, + "val_precision": 0.8750813008130082, + "val_recall": 0.8717316860269926, + "val_f1": 0.8698057127504157 + }, + { + "epoch": 21, + "train_loss": 0.32073711988690135, + "val_accuracy": 0.8772893772893773, + "val_precision": 0.8818331890019484, + "val_recall": 0.8789565567716378, + "val_f1": 0.8771703035654927 + }, + { + "epoch": 22, + "train_loss": 0.32911777092423633, + "val_accuracy": 0.8791208791208791, + "val_precision": 0.8808739052641492, + "val_recall": 0.8801987510911167, + "val_f1": 0.8791062801932368 + }, + { + "epoch": 23, + "train_loss": 0.3250550246173209, + "val_accuracy": 0.8846153846153846, + "val_precision": 0.8865875322997416, + "val_recall": 0.8857516954273821, + "val_f1": 0.8845964162419859 + }, + { + "epoch": 24, + "train_loss": 0.3141711841136108, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.8940721753251111, + "val_recall": 0.8943261935137312, + "val_f1": 0.8937671922173767 + }, + { + "epoch": 25, + "train_loss": 0.3211585398995396, + "val_accuracy": 0.8864468864468864, + "val_precision": 0.8907549389477101, + "val_recall": 0.888068219969113, + "val_f1": 0.8863492916135097 + }, + { + "epoch": 26, + "train_loss": 0.31522033306268543, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.8951804799354709, + "val_recall": 0.8947559256026321, + "val_f1": 0.8937671922173769 + }, + { + "epoch": 27, + "train_loss": 0.3012912630379855, + "val_accuracy": 0.8846153846153846, + "val_precision": 0.8913250326228795, + "val_recall": 0.8866111596051837, + "val_f1": 0.8844102732982287 + }, + { + "epoch": 28, + "train_loss": 0.30824633166466875, + "val_accuracy": 0.8901098901098901, + "val_precision": 0.8932941224082342, + "val_recall": 0.8915195058080978, + "val_f1": 0.890056783858886 + }, + { + "epoch": 29, + "train_loss": 0.2907617429455558, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.899237216310387, + "val_recall": 0.8985295105082924, + "val_f1": 0.8974235104669888 + }, + { + "epoch": 30, + "train_loss": 0.30151819647886813, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9035714285714286, + "val_recall": 0.903652722755657, + "val_f1": 0.9029300773191554 + }, + { + "epoch": 31, + "train_loss": 0.30764252247609497, + "val_accuracy": 0.891941391941392, + "val_precision": 0.8979888177179459, + "val_recall": 0.8938360303498287, + "val_f1": 0.8917813051146385 + }, + { + "epoch": 32, + "train_loss": 0.29185064164273467, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.8969768916348528, + "val_recall": 0.8951856576915329, + "val_f1": 0.8937215577302566 + }, + { + "epoch": 33, + "train_loss": 0.2875441712337536, + "val_accuracy": 0.8992673992673993, + "val_precision": 0.9012839147286822, + "val_recall": 0.9004163029611227, + "val_f1": 0.8992508395763368 + }, + { + "epoch": 34, + "train_loss": 0.279097834949965, + "val_accuracy": 0.8882783882783882, + "val_precision": 0.8935772357723577, + "val_recall": 0.8900624454441683, + "val_f1": 0.888142936306695 + }, + { + "epoch": 35, + "train_loss": 0.28781839703028894, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9047619047619047, + "val_recall": 0.9051097831195865, + "val_f1": 0.9047414545112933 + }, + { + "epoch": 36, + "train_loss": 0.30027370411397775, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.8988505747126436, + "val_recall": 0.8984220774860673, + "val_f1": 0.897430392485743 + }, + { + "epoch": 37, + "train_loss": 0.29017480924015954, + "val_accuracy": 0.8992673992673993, + "val_precision": 0.9033648648648649, + "val_recall": 0.9008460350500236, + "val_f1": 0.8991913149440567 + }, + { + "epoch": 38, + "train_loss": 0.28320926078509934, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9072368421052631, + "val_recall": 0.9073188746390922, + "val_f1": 0.9065930932693759 + }, + { + "epoch": 39, + "train_loss": 0.28130824607370536, + "val_accuracy": 0.8901098901098901, + "val_precision": 0.8998973797632893, + "val_recall": 0.8924864030081247, + "val_f1": 0.8897771317829457 + }, + { + "epoch": 40, + "train_loss": 0.2767041633963148, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9072368421052631, + "val_recall": 0.9073188746390922, + "val_f1": 0.9065930932693759 + }, + { + "epoch": 41, + "train_loss": 0.28019752214243127, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9078459305451028, + "val_recall": 0.9075337406835426, + "val_f1": 0.9065905866014552 + }, + { + "epoch": 42, + "train_loss": 0.2745095524159107, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9070187012777187, + "val_recall": 0.905969247297388, + "val_f1": 0.9047414545112933 + }, + { + "epoch": 43, + "train_loss": 0.26328719743005524, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9049580103359174, + "val_recall": 0.9040824548445578, + "val_f1": 0.9029144454099246 + }, + { + "epoch": 44, + "train_loss": 0.26566461460057633, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9038523533204383, + "val_recall": 0.9037601557778823, + "val_f1": 0.9029300773191553 + }, + { + "epoch": 45, + "train_loss": 0.2595239681201977, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9080251993147082, + "val_recall": 0.9061841133418385, + "val_f1": 0.9047158793443679 + }, + { + "epoch": 46, + "train_loss": 0.25972499690213047, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9038523533204383, + "val_recall": 0.9037601557778823, + "val_f1": 0.9029300773191553 + }, + { + "epoch": 47, + "train_loss": 0.25479168786015705, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9078459305451028, + "val_recall": 0.9075337406835426, + "val_f1": 0.9065905866014552 + }, + { + "epoch": 48, + "train_loss": 0.25813424510833544, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9102552029381298, + "val_recall": 0.909527966158598, + "val_f1": 0.9084138486312399 + }, + { + "epoch": 49, + "train_loss": 0.2509943352732466, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9045454545454545, + "val_recall": 0.9039750218223326, + "val_f1": 0.9029222619938206 + }, + { + "epoch": 50, + "train_loss": 0.26350372090881125, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.91031558608845, + "val_recall": 0.9106627274558518, + "val_f1": 0.9102416570771001 + }, + { + "epoch": 51, + "train_loss": 0.2598490141905271, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9123062015503876, + "val_recall": 0.9114147586114282, + "val_f1": 0.9102416570771001 + }, + { + "epoch": 52, + "train_loss": 0.2563580605900768, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9102552029381298, + "val_recall": 0.909527966158598, + "val_f1": 0.9084138486312399 + }, + { + "epoch": 53, + "train_loss": 0.25585022776118127, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9115148908719493, + "val_recall": 0.9111998925669778, + "val_f1": 0.9102537008523786 + }, + { + "epoch": 54, + "train_loss": 0.24874405148046794, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9120026836632003, + "val_recall": 0.9123346538642315, + "val_f1": 0.9120584129711156 + }, + { + "epoch": 55, + "train_loss": 0.2548772071525727, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9135715543038198, + "val_recall": 0.9101725642919493, + "val_f1": 0.9083252740167633 + }, + { + "epoch": 56, + "train_loss": 0.25668564919150355, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9086321059431525, + "val_recall": 0.907748606727993, + "val_f1": 0.9065780512435124 + }, + { + "epoch": 57, + "train_loss": 0.25345823065046863, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9120879120879122, + "val_recall": 0.9124420868864567, + "val_f1": 0.9120690349335016 + }, + { + "epoch": 58, + "train_loss": 0.23862411753161922, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9090921336206896, + "val_recall": 0.9078560397502182, + "val_f1": 0.906568020534501 + }, + { + "epoch": 59, + "train_loss": 0.23702872983920267, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9025206694898165, + "val_recall": 0.9020882293695025, + "val_f1": 0.9010935927541094 + }, + { + "epoch": 60, + "train_loss": 0.24366990485034146, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9082167832167832, + "val_recall": 0.9076411737057678, + "val_f1": 0.9065855728619783 + }, + { + "epoch": 61, + "train_loss": 0.23725111929924933, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9148574893875077, + "val_recall": 0.9134089840864836, + "val_f1": 0.9120584129711156 + }, + { + "epoch": 62, + "train_loss": 0.24220065685200604, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.91387129669386, + "val_recall": 0.9142214463170617, + "val_f1": 0.9138960189239519 + }, + { + "epoch": 63, + "train_loss": 0.24090339854741707, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9061907642669893, + "val_recall": 0.9057543812529376, + "val_f1": 0.9047567930224758 + }, + { + "epoch": 64, + "train_loss": 0.24966204242828566, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9138321995464853, + "val_recall": 0.9117370576781039, + "val_f1": 0.9102055063484445 + }, + { + "epoch": 65, + "train_loss": 0.23931681771418115, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.91387129669386, + "val_recall": 0.9142214463170617, + "val_f1": 0.9138960189239519 + }, + { + "epoch": 66, + "train_loss": 0.23887045845225618, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9102552029381298, + "val_recall": 0.909527966158598, + "val_f1": 0.9084138486312399 + }, + { + "epoch": 67, + "train_loss": 0.23537155025171272, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9123062015503876, + "val_recall": 0.9114147586114282, + "val_f1": 0.9102416570771001 + }, + { + "epoch": 68, + "train_loss": 0.24114508037165408, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9139278651473773, + "val_recall": 0.9131941180420331, + "val_f1": 0.9120772946859903 + }, + { + "epoch": 69, + "train_loss": 0.24117384763646038, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9141304347826087, + "val_recall": 0.9144363123615121, + "val_f1": 0.9139121945982938 + }, + { + "epoch": 70, + "train_loss": 0.25220383054170853, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9141304347826087, + "val_recall": 0.9144363123615121, + "val_f1": 0.9139121945982938 + }, + { + "epoch": 71, + "train_loss": 0.22868492642601768, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9169587962463597, + "val_recall": 0.9152957765393137, + "val_f1": 0.9138844611486769 + }, + { + "epoch": 72, + "train_loss": 0.24417137291841892, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9174718196457328, + "val_recall": 0.9177801651782717, + "val_f1": 0.917548952163627 + }, + { + "epoch": 73, + "train_loss": 0.23369584448171624, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.914369959473833, + "val_recall": 0.9133015510642584, + "val_f1": 0.9120690349335016 + }, + { + "epoch": 74, + "train_loss": 0.23236821313480754, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9160549165917357, + "val_recall": 0.9163231048143423, + "val_f1": 0.9157463938275745 + }, + { + "epoch": 75, + "train_loss": 0.23090231800690675, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9159802971576227, + "val_recall": 0.9150809104948634, + "val_f1": 0.9139052629106879 + }, + { + "epoch": 76, + "train_loss": 0.2349875033884258, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9177938808373591, + "val_recall": 0.9181024642449473, + "val_f1": 0.9175755054664514 + }, + { + "epoch": 77, + "train_loss": 0.23410632933452452, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9201239224137931, + "val_recall": 0.9188544954005238, + "val_f1": 0.9175600181186773 + }, + { + "epoch": 78, + "train_loss": 0.23386547105871278, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9119648826064194, + "val_recall": 0.9121197878197811, + "val_f1": 0.91203007518797 + }, + { + "epoch": 79, + "train_loss": 0.23807425813360528, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9132779635422285, + "val_recall": 0.9116296246558786, + "val_f1": 0.9102199701337272 + }, + { + "epoch": 80, + "train_loss": 0.22934312698168632, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9131790028080452, + "val_recall": 0.9129792519975828, + "val_f1": 0.9120867325032203 + }, + { + "epoch": 81, + "train_loss": 0.2305878616951324, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9193290841999329, + "val_recall": 0.9196669576311018, + "val_f1": 0.9193868785568561 + }, + { + "epoch": 82, + "train_loss": 0.2283997328835966, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.913530953821335, + "val_recall": 0.9130866850198079, + "val_f1": 0.9120831935592083 + }, + { + "epoch": 83, + "train_loss": 0.22514422952910482, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9168469279447526, + "val_recall": 0.9166454038810179, + "val_f1": 0.915749785315586 + }, + { + "epoch": 84, + "train_loss": 0.2299536610697652, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9131790028080452, + "val_recall": 0.9129792519975828, + "val_f1": 0.9120867325032203 + }, + { + "epoch": 85, + "train_loss": 0.23019918242653647, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9214573268921096, + "val_recall": 0.9217686161283825, + "val_f1": 0.9212388163346092 + }, + { + "epoch": 86, + "train_loss": 0.2348971297561904, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9159700182321562, + "val_recall": 0.913623850130934, + "val_f1": 0.91203007518797 + }, + { + "epoch": 87, + "train_loss": 0.22464128826564048, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9085702762653761, + "val_recall": 0.9081313368696704, + "val_f1": 0.9083018715823135 + }, + { + "epoch": 88, + "train_loss": 0.2227075966177406, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9222154841317971, + "val_recall": 0.9207412878533539, + "val_f1": 0.919386878556856 + }, + { + "epoch": 89, + "train_loss": 0.22813881666232377, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9156254613288957, + "val_recall": 0.9158933727254415, + "val_f1": 0.9157102009584793 + }, + { + "epoch": 90, + "train_loss": 0.2221166315751198, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.918233082706767, + "val_recall": 0.9183173302893977, + "val_f1": 0.9175821411200376 + }, + { + "epoch": 91, + "train_loss": 0.21763478519715668, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9174718196457328, + "val_recall": 0.9177801651782717, + "val_f1": 0.917548952163627 + }, + { + "epoch": 92, + "train_loss": 0.21717086265156993, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9190735069945635, + "val_recall": 0.917182568992144, + "val_f1": 0.9157102009584794 + }, + { + "epoch": 93, + "train_loss": 0.23982438827172303, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9216552131429185, + "val_recall": 0.9218760491506077, + "val_f1": 0.9212430436051484 + }, + { + "epoch": 94, + "train_loss": 0.22951240264452422, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9249677973379132, + "val_recall": 0.9253273349895924, + "val_f1": 0.9248960804114511 + }, + { + "epoch": 95, + "train_loss": 0.2227391006745698, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9192307692307693, + "val_recall": 0.9186396293560734, + "val_f1": 0.9175755054664516 + }, + { + "epoch": 96, + "train_loss": 0.22112213124285687, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.918233082706767, + "val_recall": 0.9183173302893977, + "val_f1": 0.9175821411200376 + }, + { + "epoch": 97, + "train_loss": 0.2217225955846982, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9211974023185916, + "val_recall": 0.921553750083932, + "val_f1": 0.9212240173134028 + }, + { + "epoch": 98, + "train_loss": 0.2174325309721105, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9230769230769231, + "val_recall": 0.9234405425367622, + "val_f1": 0.9230604055668138 + }, + { + "epoch": 99, + "train_loss": 0.2136408263619566, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9205148530814602, + "val_recall": 0.9203115557644531, + "val_f1": 0.919412838127952 + }, + { + "epoch": 100, + "train_loss": 0.2118661303223271, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9232069775243207, + "val_recall": 0.9235479755589875, + "val_f1": 0.9230676328502416 + } +] diff --git a/models/part2/graphsage_profile/seed1/result.json b/models/part2/graphsage_profile/seed1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..fe91be6d58651dce5fe8790f2ea6a10a0d2e04fc --- /dev/null +++ b/models/part2/graphsage_profile/seed1/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "graphsage", + "feature": "profile", + "seed": 1, + "best_epoch": 94, + "epochs_run": 100, + "best_val_f1": 0.9248960804114511, + "test": { + "accuracy": 0.9064296915838996, + "precision": 0.9069563456887401, + "recall": 0.9064581534392113, + "f1": 0.9064035019386123 + }, + "parameters": 35842, + "seconds": 124.04107055696659, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/5grio2x6" +} diff --git a/models/part2/graphsage_profile/seed2/best.pt b/models/part2/graphsage_profile/seed2/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..62ab8f6cf2a69f6e9291d862454a7d76e3a5301d --- /dev/null +++ b/models/part2/graphsage_profile/seed2/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27d88ebeec699518d462043fa83dc39e2db449f0fdb123386142abe43b07192f +size 147164 diff --git a/models/part2/graphsage_profile/seed2/history.json b/models/part2/graphsage_profile/seed2/history.json new file mode 100644 index 0000000000000000000000000000000000000000..498f64dff2e5d35908f56bc482284344342c46a1 --- /dev/null +++ b/models/part2/graphsage_profile/seed2/history.json @@ -0,0 +1,802 @@ +[ + { + "epoch": 1, + "train_loss": 0.6922090843920305, + "val_accuracy": 0.5915750915750916, + "val_precision": 0.7632716049382715, + "val_recall": 0.6030954139528637, + "val_f1": 0.5245518194704226 + }, + { + "epoch": 2, + "train_loss": 0.6636715033552149, + "val_accuracy": 0.76007326007326, + "val_precision": 0.7616682816537468, + "val_recall": 0.7611025313905861, + "val_f1": 0.7600338179000024 + }, + { + "epoch": 3, + "train_loss": 0.6275576128191127, + "val_accuracy": 0.73992673992674, + "val_precision": 0.7833067303073037, + "val_recall": 0.745504599476264, + "val_f1": 0.7323270683440819 + }, + { + "epoch": 4, + "train_loss": 0.5942064135065882, + "val_accuracy": 0.782051282051282, + "val_precision": 0.7932660398230089, + "val_recall": 0.7848183710468005, + "val_f1": 0.7809335963182117 + }, + { + "epoch": 5, + "train_loss": 0.557734585070348, + "val_accuracy": 0.8095238095238095, + "val_precision": 0.8155771716209782, + "val_recall": 0.8115087625058752, + "val_f1": 0.8091550715870135 + }, + { + "epoch": 6, + "train_loss": 0.501136377617553, + "val_accuracy": 0.8406593406593407, + "val_precision": 0.8443378378378379, + "val_recall": 0.8421876049150607, + "val_f1": 0.8405389890933261 + }, + { + "epoch": 7, + "train_loss": 0.4720753862525954, + "val_accuracy": 0.847985347985348, + "val_precision": 0.8481884057971014, + "val_recall": 0.848445578459679, + "val_f1": 0.847972598971455 + }, + { + "epoch": 8, + "train_loss": 0.4424480811143533, + "val_accuracy": 0.8113553113553114, + "val_precision": 0.8351370645345517, + "val_recall": 0.815221916336534, + "val_f1": 0.8091265464048738 + }, + { + "epoch": 9, + "train_loss": 0.42469155624672605, + "val_accuracy": 0.8516483516483516, + "val_precision": 0.8520347900783851, + "val_recall": 0.8522191633653394, + "val_f1": 0.8516438728376052 + }, + { + "epoch": 10, + "train_loss": 0.3955140314696036, + "val_accuracy": 0.8626373626373627, + "val_precision": 0.8659297052154196, + "val_recall": 0.8640770831934466, + "val_f1": 0.8625594484925171 + }, + { + "epoch": 11, + "train_loss": 0.39702685510282554, + "val_accuracy": 0.8644688644688645, + "val_precision": 0.8698623635500712, + "val_recall": 0.8662861747129524, + "val_f1": 0.8642867699418237 + }, + { + "epoch": 12, + "train_loss": 0.3791464414352026, + "val_accuracy": 0.8608058608058609, + "val_precision": 0.8633515261774813, + "val_recall": 0.8620828577183912, + "val_f1": 0.860759153870933 + }, + { + "epoch": 13, + "train_loss": 0.3823575605621268, + "val_accuracy": 0.8608058608058609, + "val_precision": 0.8761054575240528, + "val_recall": 0.8638017860739945, + "val_f1": 0.8599773242630385 + }, + { + "epoch": 14, + "train_loss": 0.3671279654398069, + "val_accuracy": 0.8663003663003663, + "val_precision": 0.8682170542635659, + "val_recall": 0.8674209360102061, + "val_f1": 0.8662783870740471 + }, + { + "epoch": 15, + "train_loss": 0.35884026162353627, + "val_accuracy": 0.8663003663003663, + "val_precision": 0.872055151449354, + "val_recall": 0.8681729671657825, + "val_f1": 0.8661022927689594 + }, + { + "epoch": 16, + "train_loss": 0.34707783304509665, + "val_accuracy": 0.8754578754578755, + "val_precision": 0.8757532242695905, + "val_recall": 0.8759954340965554, + "val_f1": 0.8754511908755451 + }, + { + "epoch": 17, + "train_loss": 0.34786215326288245, + "val_accuracy": 0.8717948717948718, + "val_precision": 0.8812204966819457, + "val_recall": 0.8741556435909488, + "val_f1": 0.8714066537467701 + }, + { + "epoch": 18, + "train_loss": 0.3385495805478358, + "val_accuracy": 0.8791208791208791, + "val_precision": 0.8808739052641492, + "val_recall": 0.8801987510911167, + "val_f1": 0.8791062801932368 + }, + { + "epoch": 19, + "train_loss": 0.3365569144159883, + "val_accuracy": 0.8717948717948718, + "val_precision": 0.875988803699647, + "val_recall": 0.8734036124353723, + "val_f1": 0.871684684079769 + }, + { + "epoch": 20, + "train_loss": 0.32879502738351785, + "val_accuracy": 0.8736263736263736, + "val_precision": 0.8775405405405405, + "val_recall": 0.8751829718659774, + "val_f1": 0.8735309223843621 + }, + { + "epoch": 21, + "train_loss": 0.32591803202698955, + "val_accuracy": 0.8754578754578755, + "val_precision": 0.8803027635979581, + "val_recall": 0.8771771973410327, + "val_f1": 0.8753223726627983 + }, + { + "epoch": 22, + "train_loss": 0.33587565308525447, + "val_accuracy": 0.8882783882783882, + "val_precision": 0.8889097744360903, + "val_recall": 0.8889881152219163, + "val_f1": 0.8882780135182732 + }, + { + "epoch": 23, + "train_loss": 0.32250742259479703, + "val_accuracy": 0.8717948717948718, + "val_precision": 0.8795060853447454, + "val_recall": 0.8739407775464983, + "val_f1": 0.8715034965034965 + }, + { + "epoch": 24, + "train_loss": 0.30401752992864056, + "val_accuracy": 0.8864468864468864, + "val_precision": 0.8875035268510929, + "val_recall": 0.8873161888135366, + "val_f1": 0.8864453628166595 + }, + { + "epoch": 25, + "train_loss": 0.31599478811134785, + "val_accuracy": 0.8809523809523809, + "val_precision": 0.8855271703831997, + "val_recall": 0.8826227086550729, + "val_f1": 0.8808368616680153 + }, + { + "epoch": 26, + "train_loss": 0.30397922837690555, + "val_accuracy": 0.8864468864468864, + "val_precision": 0.8896113531816159, + "val_recall": 0.8878533539246626, + "val_f1": 0.8863920099875157 + }, + { + "epoch": 27, + "train_loss": 0.3045669880869624, + "val_accuracy": 0.8864468864468864, + "val_precision": 0.891392360499912, + "val_recall": 0.8881756529913383, + "val_f1": 0.8863233397807866 + }, + { + "epoch": 28, + "train_loss": 0.30118587820521203, + "val_accuracy": 0.891941391941392, + "val_precision": 0.8935314685314686, + "val_recall": 0.8929765661720271, + "val_f1": 0.8919323293893475 + }, + { + "epoch": 29, + "train_loss": 0.30353954221521107, + "val_accuracy": 0.8827838827838828, + "val_precision": 0.8915243128097988, + "val_recall": 0.885046666219029, + "val_f1": 0.8824748093040775 + }, + { + "epoch": 30, + "train_loss": 0.3003820119759975, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9010130828581013, + "val_recall": 0.9013361982139261, + "val_f1": 0.9010657145925051 + }, + { + "epoch": 31, + "train_loss": 0.3100709208857009, + "val_accuracy": 0.8901098901098901, + "val_precision": 0.8944464727597258, + "val_recall": 0.8917343718525481, + "val_f1": 0.8900154434969448 + }, + { + "epoch": 32, + "train_loss": 0.29348480264782467, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.8959918139835472, + "val_recall": 0.8949707916470826, + "val_f1": 0.8937500838779809 + }, + { + "epoch": 33, + "train_loss": 0.2868077951473194, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9038523533204383, + "val_recall": 0.9037601557778823, + "val_f1": 0.9029300773191553 + }, + { + "epoch": 34, + "train_loss": 0.29144742964824916, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.9006596608614712, + "val_recall": 0.8988518095749681, + "val_f1": 0.897386331601627 + }, + { + "epoch": 35, + "train_loss": 0.28527050468074533, + "val_accuracy": 0.8992673992673993, + "val_precision": 0.900185364281109, + "val_recall": 0.900094003894447, + "val_f1": 0.8992670613689349 + }, + { + "epoch": 36, + "train_loss": 0.2716658062987275, + "val_accuracy": 0.8992673992673993, + "val_precision": 0.900185364281109, + "val_recall": 0.900094003894447, + "val_f1": 0.8992670613689349 + }, + { + "epoch": 37, + "train_loss": 0.2946040681648604, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9080251993147082, + "val_recall": 0.9061841133418385, + "val_f1": 0.9047158793443679 + }, + { + "epoch": 38, + "train_loss": 0.2715555928347312, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9029098785196346, + "val_recall": 0.9021956623917277, + "val_f1": 0.9010869565217392 + }, + { + "epoch": 39, + "train_loss": 0.2741427345153613, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9080251993147082, + "val_recall": 0.9061841133418385, + "val_f1": 0.9047158793443679 + }, + { + "epoch": 40, + "train_loss": 0.2771593170724946, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9074994946432181, + "val_recall": 0.9060766803196132, + "val_f1": 0.9047299473853754 + }, + { + "epoch": 41, + "train_loss": 0.2655066063989213, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9065451910691285, + "val_recall": 0.9068891425501914, + "val_f1": 0.906568020534501 + }, + { + "epoch": 42, + "train_loss": 0.270867815384498, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.907054054054054, + "val_recall": 0.9045121869334587, + "val_f1": 0.9028570853097275 + }, + { + "epoch": 43, + "train_loss": 0.27686729841616564, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9106943303757759, + "val_recall": 0.9096353991808233, + "val_f1": 0.9084052447223974 + }, + { + "epoch": 44, + "train_loss": 0.27716683795600583, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9068035426731078, + "val_recall": 0.9071040085946418, + "val_f1": 0.9065855728619783 + }, + { + "epoch": 45, + "train_loss": 0.27204859769824663, + "val_accuracy": 0.8992673992673993, + "val_precision": 0.9039970772894566, + "val_recall": 0.9009534680722486, + "val_f1": 0.8991696521806284 + }, + { + "epoch": 46, + "train_loss": 0.26520144644674365, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9066525332760842, + "val_recall": 0.9069965755724165, + "val_f1": 0.9065780512435124 + }, + { + "epoch": 47, + "train_loss": 0.25350353645754387, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.907054054054054, + "val_recall": 0.9045121869334587, + "val_f1": 0.9028570853097275 + }, + { + "epoch": 48, + "train_loss": 0.2539892687902346, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9126092384519351, + "val_recall": 0.9127643859531324, + "val_f1": 0.9120867325032203 + }, + { + "epoch": 49, + "train_loss": 0.24904268150364522, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9145676691729323, + "val_recall": 0.9146511784059626, + "val_f1": 0.913919125169817 + }, + { + "epoch": 50, + "train_loss": 0.25824846158097514, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9080251993147082, + "val_recall": 0.9061841133418385, + "val_f1": 0.9047158793443679 + }, + { + "epoch": 51, + "train_loss": 0.26440302290759243, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9165379708587927, + "val_recall": 0.9165379708587927, + "val_f1": 0.9157509157509157 + }, + { + "epoch": 52, + "train_loss": 0.25838261460646605, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9127693965517241, + "val_recall": 0.9115221916336533, + "val_f1": 0.9102320197292264 + }, + { + "epoch": 53, + "train_loss": 0.25443893796576683, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.907054054054054, + "val_recall": 0.9045121869334587, + "val_f1": 0.9028570853097275 + }, + { + "epoch": 54, + "train_loss": 0.2636776662571526, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9122173767192217, + "val_recall": 0.9125495199086819, + "val_f1": 0.9120772946859903 + }, + { + "epoch": 55, + "train_loss": 0.2513928759993214, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9106943303757759, + "val_recall": 0.9096353991808233, + "val_f1": 0.9084052447223974 + }, + { + "epoch": 56, + "train_loss": 0.2396190061674013, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9165379708587927, + "val_recall": 0.9165379708587927, + "val_f1": 0.9157509157509157 + }, + { + "epoch": 57, + "train_loss": 0.24550436300672454, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9165379708587927, + "val_recall": 0.9165379708587927, + "val_f1": 0.9157509157509157 + }, + { + "epoch": 58, + "train_loss": 0.24907636304041406, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9151838511987959, + "val_recall": 0.914866044450413, + "val_f1": 0.9139168151033019 + }, + { + "epoch": 59, + "train_loss": 0.24852043837854715, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9168469279447526, + "val_recall": 0.9166454038810179, + "val_f1": 0.915749785315586 + }, + { + "epoch": 60, + "train_loss": 0.24712760959352767, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9128718189753575, + "val_recall": 0.9128718189753575, + "val_f1": 0.9120879120879122 + }, + { + "epoch": 61, + "train_loss": 0.24811426853085614, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9132779635422285, + "val_recall": 0.9116296246558786, + "val_f1": 0.9102199701337272 + }, + { + "epoch": 62, + "train_loss": 0.2341318842801419, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.918233082706767, + "val_recall": 0.9183173302893977, + "val_f1": 0.9175821411200376 + }, + { + "epoch": 63, + "train_loss": 0.255453857200923, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9127693965517241, + "val_recall": 0.9115221916336533, + "val_f1": 0.9102320197292264 + }, + { + "epoch": 64, + "train_loss": 0.24565397972589012, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9138083735909823, + "val_recall": 0.9141140132948364, + "val_f1": 0.9138844611486769 + }, + { + "epoch": 65, + "train_loss": 0.23339695027678004, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9102552029381298, + "val_recall": 0.909527966158598, + "val_f1": 0.9084138486312399 + }, + { + "epoch": 66, + "train_loss": 0.2506522766072235, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9119648826064194, + "val_recall": 0.9121197878197811, + "val_f1": 0.91203007518797 + }, + { + "epoch": 67, + "train_loss": 0.23436477687550988, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9151838511987959, + "val_recall": 0.914866044450413, + "val_f1": 0.9139168151033019 + }, + { + "epoch": 68, + "train_loss": 0.24215052470619425, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9118881118881119, + "val_recall": 0.911307325589203, + "val_f1": 0.9102488837301361 + }, + { + "epoch": 69, + "train_loss": 0.23453256771678016, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9122173767192217, + "val_recall": 0.9125495199086819, + "val_f1": 0.9120772946859903 + }, + { + "epoch": 70, + "train_loss": 0.23998201537481595, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9185203094777563, + "val_recall": 0.9184247633116229, + "val_f1": 0.9175821411200376 + }, + { + "epoch": 71, + "train_loss": 0.24442963067428533, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.919938786194676, + "val_recall": 0.9200966897200027, + "val_f1": 0.919412838127952 + }, + { + "epoch": 72, + "train_loss": 0.22594364342235385, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9180455885718902, + "val_recall": 0.9169677029476935, + "val_f1": 0.9157328251446056 + }, + { + "epoch": 73, + "train_loss": 0.22328953128376286, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9083001087350489, + "val_recall": 0.908453635936346, + "val_f1": 0.9083646616541353 + }, + { + "epoch": 74, + "train_loss": 0.23660890725287761, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9164466594827586, + "val_recall": 0.9151883435170886, + "val_f1": 0.913896018923952 + }, + { + "epoch": 75, + "train_loss": 0.22692876339177073, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9120026836632003, + "val_recall": 0.9123346538642315, + "val_f1": 0.9120584129711156 + }, + { + "epoch": 76, + "train_loss": 0.23134664607135366, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9160549165917357, + "val_recall": 0.9163231048143423, + "val_f1": 0.9157463938275745 + }, + { + "epoch": 77, + "train_loss": 0.24171087396887195, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.922756276221182, + "val_recall": 0.9208487208755791, + "val_f1": 0.9193749748298499 + }, + { + "epoch": 78, + "train_loss": 0.2307522396246592, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9119648826064194, + "val_recall": 0.9121197878197811, + "val_f1": 0.91203007518797 + }, + { + "epoch": 79, + "train_loss": 0.23337581966604506, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9201239224137931, + "val_recall": 0.9188544954005238, + "val_f1": 0.9175600181186773 + }, + { + "epoch": 80, + "train_loss": 0.22843092810976637, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9177938808373591, + "val_recall": 0.9181024642449473, + "val_f1": 0.9175755054664514 + }, + { + "epoch": 81, + "train_loss": 0.24099597957108046, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.919938786194676, + "val_recall": 0.9200966897200027, + "val_f1": 0.919412838127952 + }, + { + "epoch": 82, + "train_loss": 0.2299706139516481, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9177938808373591, + "val_recall": 0.9181024642449473, + "val_f1": 0.9175755054664514 + }, + { + "epoch": 83, + "train_loss": 0.23748328839684582, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9192307692307693, + "val_recall": 0.9186396293560734, + "val_f1": 0.9175755054664516 + }, + { + "epoch": 84, + "train_loss": 0.22118230562507016, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9157509157509158, + "val_recall": 0.9161082387698919, + "val_f1": 0.9157328251446056 + }, + { + "epoch": 85, + "train_loss": 0.22211174421258026, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9176416917131816, + "val_recall": 0.9179950312227221, + "val_f1": 0.9175688687442756 + }, + { + "epoch": 86, + "train_loss": 0.21649235383276538, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9168469279447526, + "val_recall": 0.9166454038810179, + "val_f1": 0.915749785315586 + }, + { + "epoch": 87, + "train_loss": 0.22383252970683268, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9214573268921096, + "val_recall": 0.9217686161283825, + "val_f1": 0.9212388163346092 + }, + { + "epoch": 88, + "train_loss": 0.20391739582840776, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9216552131429185, + "val_recall": 0.9218760491506077, + "val_f1": 0.9212430436051484 + }, + { + "epoch": 89, + "train_loss": 0.2279459836282136, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9197187068028398, + "val_recall": 0.9199892566977774, + "val_f1": 0.9194095940959409 + }, + { + "epoch": 90, + "train_loss": 0.22741141489573888, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9258944815039418, + "val_recall": 0.9244074397367891, + "val_f1": 0.9230511113497262 + }, + { + "epoch": 91, + "train_loss": 0.2253809290709513, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9157509157509158, + "val_recall": 0.9161082387698919, + "val_f1": 0.9157328251446056 + }, + { + "epoch": 92, + "train_loss": 0.21242479854450994, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9188528115256425, + "val_recall": 0.9185321963338482, + "val_f1": 0.9175799293542253 + }, + { + "epoch": 93, + "train_loss": 0.22339954393687267, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9195437772559544, + "val_recall": 0.9198818236755523, + "val_f1": 0.9194041867954912 + }, + { + "epoch": 94, + "train_loss": 0.2179002881377608, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9168469279447526, + "val_recall": 0.9166454038810179, + "val_f1": 0.915749785315586 + }, + { + "epoch": 95, + "train_loss": 0.22448750227798908, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9197187068028398, + "val_recall": 0.9199892566977774, + "val_f1": 0.9194095940959409 + }, + { + "epoch": 96, + "train_loss": 0.22558804948032993, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9195437772559544, + "val_recall": 0.9198818236755523, + "val_f1": 0.9194041867954912 + }, + { + "epoch": 97, + "train_loss": 0.21481420137943366, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9197187068028398, + "val_recall": 0.9199892566977774, + "val_f1": 0.9194095940959409 + }, + { + "epoch": 98, + "train_loss": 0.21687130471725605, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.920204122742228, + "val_recall": 0.920204122742228, + "val_f1": 0.9194139194139194 + }, + { + "epoch": 99, + "train_loss": 0.2195441355526229, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9176416917131816, + "val_recall": 0.9179950312227221, + "val_f1": 0.9175688687442756 + }, + { + "epoch": 100, + "train_loss": 0.2156515536290822, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9197187068028398, + "val_recall": 0.9199892566977774, + "val_f1": 0.9194095940959409 + } +] diff --git a/models/part2/graphsage_profile/seed2/result.json b/models/part2/graphsage_profile/seed2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..64c36892d245ca20135b0b122a90f1610041f683 --- /dev/null +++ b/models/part2/graphsage_profile/seed2/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "graphsage", + "feature": "profile", + "seed": 2, + "best_epoch": 90, + "epochs_run": 100, + "best_val_f1": 0.9230511113497262, + "test": { + "accuracy": 0.8957135389440669, + "precision": 0.8999057961591228, + "recall": 0.895794029883374, + "f1": 0.8954529905398618 + }, + "parameters": 35842, + "seconds": 125.98799255606718, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/a1thbzz8" +} diff --git a/models/part2/graphsage_profile/seed3/best.pt b/models/part2/graphsage_profile/seed3/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d2f4f70337f0b6a741fcff90887955c51648f08 --- /dev/null +++ b/models/part2/graphsage_profile/seed3/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8e74dfe8c191d61d4271573f730832deca0a15f722d5a89fac606a7e660cd38 +size 147164 diff --git a/models/part2/graphsage_profile/seed3/history.json b/models/part2/graphsage_profile/seed3/history.json new file mode 100644 index 0000000000000000000000000000000000000000..57424d3c5c774f23d9182da4ddf8af5a9b113b23 --- /dev/null +++ b/models/part2/graphsage_profile/seed3/history.json @@ -0,0 +1,802 @@ +[ + { + "epoch": 1, + "train_loss": 0.6940487944162809, + "val_accuracy": 0.6428571428571429, + "val_precision": 0.7230912402977983, + "val_recall": 0.6513059826764251, + "val_f1": 0.6149464570517202 + }, + { + "epoch": 2, + "train_loss": 0.6635700029767914, + "val_accuracy": 0.6978021978021978, + "val_precision": 0.75208719851577, + "val_recall": 0.704364466527899, + "val_f1": 0.6847740513304992 + }, + { + "epoch": 3, + "train_loss": 0.6323698104082883, + "val_accuracy": 0.7490842490842491, + "val_precision": 0.7570832418185811, + "val_recall": 0.7515007050292084, + "val_f1": 0.7481643082952054 + }, + { + "epoch": 4, + "train_loss": 0.5990018545489608, + "val_accuracy": 0.7692307692307693, + "val_precision": 0.7885224255675607, + "val_recall": 0.7729000201436917, + "val_f1": 0.7667774086378737 + }, + { + "epoch": 5, + "train_loss": 0.5590411239054613, + "val_accuracy": 0.8021978021978022, + "val_precision": 0.8095121051984762, + "val_recall": 0.8043913247834553, + "val_f1": 0.801676240700631 + }, + { + "epoch": 6, + "train_loss": 0.5050357367311206, + "val_accuracy": 0.836996336996337, + "val_precision": 0.8381356843350178, + "val_recall": 0.8378768548982743, + "val_f1": 0.836991415833912 + }, + { + "epoch": 7, + "train_loss": 0.46998532514869074, + "val_accuracy": 0.8278388278388278, + "val_precision": 0.8419941967818517, + "val_recall": 0.830806419123078, + "val_f1": 0.8268140589569162 + }, + { + "epoch": 8, + "train_loss": 0.4347800402850895, + "val_accuracy": 0.8443223443223443, + "val_precision": 0.8519862490450726, + "val_recall": 0.8464983549318472, + "val_f1": 0.8439407237034571 + }, + { + "epoch": 9, + "train_loss": 0.4106862091974461, + "val_accuracy": 0.8626373626373627, + "val_precision": 0.8649649784482758, + "val_recall": 0.8638622171489962, + "val_f1": 0.8626000301977956 + }, + { + "epoch": 10, + "train_loss": 0.3932128307365236, + "val_accuracy": 0.8626373626373627, + "val_precision": 0.866472972972973, + "val_recall": 0.8641845162156718, + "val_f1": 0.8625336112873501 + }, + { + "epoch": 11, + "train_loss": 0.3894710409772265, + "val_accuracy": 0.8644688644688645, + "val_precision": 0.8692131666960042, + "val_recall": 0.8661787416907272, + "val_f1": 0.8643214055448097 + }, + { + "epoch": 12, + "train_loss": 0.3732378514476748, + "val_accuracy": 0.8644688644688645, + "val_precision": 0.8698623635500712, + "val_recall": 0.8662861747129524, + "val_f1": 0.8642867699418237 + }, + { + "epoch": 13, + "train_loss": 0.3603416757705884, + "val_accuracy": 0.8663003663003663, + "val_precision": 0.8682170542635659, + "val_recall": 0.8674209360102061, + "val_f1": 0.8662783870740471 + }, + { + "epoch": 14, + "train_loss": 0.3639154905801291, + "val_accuracy": 0.8663003663003663, + "val_precision": 0.8674873669497903, + "val_recall": 0.8672060699657558, + "val_f1": 0.8662963298412986 + }, + { + "epoch": 15, + "train_loss": 0.3639206066454723, + "val_accuracy": 0.8663003663003663, + "val_precision": 0.8713821138211382, + "val_recall": 0.8680655341435574, + "val_f1": 0.8661382680391596 + }, + { + "epoch": 16, + "train_loss": 0.34049608331896886, + "val_accuracy": 0.8717948717948718, + "val_precision": 0.8779692784093224, + "val_recall": 0.8737259115020479, + "val_f1": 0.8715863885603699 + }, + { + "epoch": 17, + "train_loss": 0.35023896412535027, + "val_accuracy": 0.8791208791208791, + "val_precision": 0.8805001008267797, + "val_recall": 0.8800913180688914, + "val_f1": 0.8791143911439114 + }, + { + "epoch": 18, + "train_loss": 0.33361343509984975, + "val_accuracy": 0.86996336996337, + "val_precision": 0.8727888037967857, + "val_recall": 0.8713019539380917, + "val_f1": 0.8699105689692781 + }, + { + "epoch": 19, + "train_loss": 0.32924452620548206, + "val_accuracy": 0.86996336996337, + "val_precision": 0.8723195043103449, + "val_recall": 0.8711945209158665, + "val_f1": 0.8699280285872465 + }, + { + "epoch": 20, + "train_loss": 0.3186880529145181, + "val_accuracy": 0.8681318681318682, + "val_precision": 0.8707095209217708, + "val_recall": 0.8694151614852615, + "val_f1": 0.8680876194566736 + }, + { + "epoch": 21, + "train_loss": 0.33202369887750227, + "val_accuracy": 0.891941391941392, + "val_precision": 0.8918929798196651, + "val_recall": 0.8922245350164507, + "val_f1": 0.8919120237555992 + }, + { + "epoch": 22, + "train_loss": 0.3332732515239017, + "val_accuracy": 0.86996336996337, + "val_precision": 0.8789092400218699, + "val_recall": 0.8722688511381186, + "val_f1": 0.869595492389202 + }, + { + "epoch": 23, + "train_loss": 0.31959742853493045, + "val_accuracy": 0.8846153846153846, + "val_precision": 0.8852443609022557, + "val_recall": 0.8853219633384812, + "val_f1": 0.8846149975680526 + }, + { + "epoch": 24, + "train_loss": 0.3033545326182257, + "val_accuracy": 0.8791208791208791, + "val_precision": 0.8833718713236786, + "val_recall": 0.8807359162022427, + "val_f1": 0.8790169878466394 + }, + { + "epoch": 25, + "train_loss": 0.3114629109482189, + "val_accuracy": 0.8864468864468864, + "val_precision": 0.8886405557874328, + "val_recall": 0.8876384878802122, + "val_f1": 0.886422503455773 + }, + { + "epoch": 26, + "train_loss": 0.29880781717352817, + "val_accuracy": 0.891941391941392, + "val_precision": 0.8923413507999571, + "val_recall": 0.8925468340831263, + "val_f1": 0.891938129597762 + }, + { + "epoch": 27, + "train_loss": 0.30106384610081766, + "val_accuracy": 0.8827838827838828, + "val_precision": 0.8876958281992606, + "val_recall": 0.884509501107903, + "val_f1": 0.8826563507414571 + }, + { + "epoch": 28, + "train_loss": 0.29916012079724463, + "val_accuracy": 0.8882783882783882, + "val_precision": 0.8891843971631206, + "val_recall": 0.8890955482441416, + "val_f1": 0.8882780135182731 + }, + { + "epoch": 29, + "train_loss": 0.2952408819517373, + "val_accuracy": 0.8901098901098901, + "val_precision": 0.8927835051546391, + "val_recall": 0.8914120727858725, + "val_f1": 0.8900730162138947 + }, + { + "epoch": 30, + "train_loss": 0.2796227172180846, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.8985073022612153, + "val_recall": 0.8983146444638421, + "val_f1": 0.8974345212537569 + }, + { + "epoch": 31, + "train_loss": 0.285478114208459, + "val_accuracy": 0.8901098901098901, + "val_precision": 0.8944464727597258, + "val_recall": 0.8917343718525481, + "val_f1": 0.8900154434969448 + }, + { + "epoch": 32, + "train_loss": 0.270003379264594, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.8982072114416169, + "val_recall": 0.8982072114416169, + "val_f1": 0.8974358974358975 + }, + { + "epoch": 33, + "train_loss": 0.28238307665555906, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.899237216310387, + "val_recall": 0.8985295105082924, + "val_f1": 0.8974235104669888 + }, + { + "epoch": 34, + "train_loss": 0.2695957783050153, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9035714285714286, + "val_recall": 0.903652722755657, + "val_f1": 0.9029300773191554 + }, + { + "epoch": 35, + "train_loss": 0.27781066451317227, + "val_accuracy": 0.8992673992673993, + "val_precision": 0.9017376077586207, + "val_recall": 0.9005237359833479, + "val_f1": 0.89924002214505 + }, + { + "epoch": 36, + "train_loss": 0.269980577922566, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.9012222297251671, + "val_recall": 0.8989592425971933, + "val_f1": 0.8973684210526316 + }, + { + "epoch": 37, + "train_loss": 0.2721702720656063, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.8975645756457564, + "val_recall": 0.8978849123749413, + "val_f1": 0.8974235104669888 + }, + { + "epoch": 38, + "train_loss": 0.27256543928886945, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.8981380065717415, + "val_recall": 0.8954005237359833, + "val_f1": 0.8936815953803801 + }, + { + "epoch": 39, + "train_loss": 0.272416162840176, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.901098901098901, + "val_recall": 0.9014436312361512, + "val_f1": 0.9010776643001892 + }, + { + "epoch": 40, + "train_loss": 0.2691659464504256, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.9018295403837573, + "val_recall": 0.8990666756194186, + "val_f1": 0.8973477472638152 + }, + { + "epoch": 41, + "train_loss": 0.26224759357534483, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.900970560992308, + "val_recall": 0.9011213321694755, + "val_f1": 0.9010338345864661 + }, + { + "epoch": 42, + "train_loss": 0.2646031521615528, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9038204972710734, + "val_recall": 0.9024105284361781, + "val_f1": 0.9010657145925052 + }, + { + "epoch": 43, + "train_loss": 0.2643475394436728, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9082167832167832, + "val_recall": 0.9076411737057678, + "val_f1": 0.9065855728619783 + }, + { + "epoch": 44, + "train_loss": 0.25966994278815203, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9050635459584233, + "val_recall": 0.9053246491640368, + "val_f1": 0.9047567930224756 + }, + { + "epoch": 45, + "train_loss": 0.2652410225117163, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9098608590441621, + "val_recall": 0.9094205331363727, + "val_f1": 0.9084199932908419 + }, + { + "epoch": 46, + "train_loss": 0.2568111334528242, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9058431525346303, + "val_recall": 0.9056469482307123, + "val_f1": 0.9047606268784887 + }, + { + "epoch": 47, + "train_loss": 0.2608506556177314, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9050635459584233, + "val_recall": 0.9053246491640368, + "val_f1": 0.9047567930224756 + }, + { + "epoch": 48, + "train_loss": 0.2610776223542489, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9038204972710734, + "val_recall": 0.9024105284361781, + "val_f1": 0.9010657145925052 + }, + { + "epoch": 49, + "train_loss": 0.2508730274307859, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9095110776713378, + "val_recall": 0.9093131001141476, + "val_f1": 0.9084236796908545 + }, + { + "epoch": 50, + "train_loss": 0.24665189875569535, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9047619047619047, + "val_recall": 0.9051097831195865, + "val_f1": 0.9047414545112933 + }, + { + "epoch": 51, + "train_loss": 0.2504308972603235, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9064625850340136, + "val_recall": 0.9044047539112334, + "val_f1": 0.9028753436013788 + }, + { + "epoch": 52, + "train_loss": 0.25921547161790476, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9070187012777187, + "val_recall": 0.905969247297388, + "val_f1": 0.9047414545112933 + }, + { + "epoch": 53, + "train_loss": 0.2477016528665801, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9123911263806316, + "val_recall": 0.9126569529309072, + "val_f1": 0.9120831935592082 + }, + { + "epoch": 54, + "train_loss": 0.2536687989592989, + "val_accuracy": 0.8992673992673993, + "val_precision": 0.900185364281109, + "val_recall": 0.900094003894447, + "val_f1": 0.8992670613689349 + }, + { + "epoch": 55, + "train_loss": 0.24868760801060297, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9086321059431525, + "val_recall": 0.907748606727993, + "val_f1": 0.9065780512435124 + }, + { + "epoch": 56, + "train_loss": 0.2519173403799316, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9119616711177916, + "val_recall": 0.9122272208420064, + "val_f1": 0.9120454270871088 + }, + { + "epoch": 57, + "train_loss": 0.24849046624842144, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9082167832167832, + "val_recall": 0.9076411737057678, + "val_f1": 0.9065855728619783 + }, + { + "epoch": 58, + "train_loss": 0.23774310498883872, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9070187012777187, + "val_recall": 0.905969247297388, + "val_f1": 0.9047414545112933 + }, + { + "epoch": 59, + "train_loss": 0.24992940501197353, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9119616711177916, + "val_recall": 0.9122272208420064, + "val_f1": 0.9120454270871088 + }, + { + "epoch": 60, + "train_loss": 0.24012778246359073, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9078459305451028, + "val_recall": 0.9075337406835426, + "val_f1": 0.9065905866014552 + }, + { + "epoch": 61, + "train_loss": 0.24026474067361364, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9095110776713378, + "val_recall": 0.9093131001141476, + "val_f1": 0.9084236796908545 + }, + { + "epoch": 62, + "train_loss": 0.2390309656277681, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9072368421052631, + "val_recall": 0.9073188746390922, + "val_f1": 0.9065930932693759 + }, + { + "epoch": 63, + "train_loss": 0.24179290633498532, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9115148908719493, + "val_recall": 0.9111998925669778, + "val_f1": 0.9102537008523786 + }, + { + "epoch": 64, + "train_loss": 0.23785396013067756, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9066525332760842, + "val_recall": 0.9069965755724165, + "val_f1": 0.9065780512435124 + }, + { + "epoch": 65, + "train_loss": 0.24079368533668938, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9068035426731078, + "val_recall": 0.9071040085946418, + "val_f1": 0.9065855728619783 + }, + { + "epoch": 66, + "train_loss": 0.23318756210716654, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9127693965517241, + "val_recall": 0.9115221916336533, + "val_f1": 0.9102320197292264 + }, + { + "epoch": 67, + "train_loss": 0.24110990511628735, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.91031558608845, + "val_recall": 0.9106627274558518, + "val_f1": 0.9102416570771001 + }, + { + "epoch": 68, + "train_loss": 0.23160159566026906, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9104669887278583, + "val_recall": 0.9107701604780769, + "val_f1": 0.9102488837301361 + }, + { + "epoch": 69, + "train_loss": 0.2333319686053, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9092056670919224, + "val_recall": 0.9092056670919224, + "val_f1": 0.9084249084249085 + }, + { + "epoch": 70, + "train_loss": 0.23318153881764675, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9115148908719493, + "val_recall": 0.9111998925669778, + "val_f1": 0.9102537008523786 + }, + { + "epoch": 71, + "train_loss": 0.22051786268368745, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.91387129669386, + "val_recall": 0.9142214463170617, + "val_f1": 0.9138960189239519 + }, + { + "epoch": 72, + "train_loss": 0.23377847993548537, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.914369959473833, + "val_recall": 0.9133015510642584, + "val_f1": 0.9120690349335016 + }, + { + "epoch": 73, + "train_loss": 0.22321066729751698, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9143267475571781, + "val_recall": 0.9145437453837373, + "val_f1": 0.9139168151033019 + }, + { + "epoch": 74, + "train_loss": 0.23564532350052844, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9175343495062258, + "val_recall": 0.9178875982004968, + "val_f1": 0.9175600181186773 + }, + { + "epoch": 75, + "train_loss": 0.2385454833944202, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9085961239786616, + "val_recall": 0.9062915463640637, + "val_f1": 0.9046992481203009 + }, + { + "epoch": 76, + "train_loss": 0.2222391765414577, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9158805769875881, + "val_recall": 0.916215671792117, + "val_f1": 0.9157407407407407 + }, + { + "epoch": 77, + "train_loss": 0.2272005083360078, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9102082438814942, + "val_recall": 0.9105552944336266, + "val_f1": 0.9102320197292264 + }, + { + "epoch": 78, + "train_loss": 0.2260093140951443, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9090921336206896, + "val_recall": 0.9078560397502182, + "val_f1": 0.906568020534501 + }, + { + "epoch": 79, + "train_loss": 0.22830492312654907, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9070171188630491, + "val_recall": 0.906137111394615, + "val_f1": 0.9064273640985662 + }, + { + "epoch": 80, + "train_loss": 0.2405460740784149, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9085961239786616, + "val_recall": 0.9062915463640637, + "val_f1": 0.9046992481203009 + }, + { + "epoch": 81, + "train_loss": 0.22001787397887682, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9175531914893618, + "val_recall": 0.9174578661115961, + "val_f1": 0.9175024426932413 + }, + { + "epoch": 82, + "train_loss": 0.2308527465377535, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9145676691729323, + "val_recall": 0.9146511784059626, + "val_f1": 0.913919125169817 + }, + { + "epoch": 83, + "train_loss": 0.22876647988081852, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9176416917131816, + "val_recall": 0.9179950312227221, + "val_f1": 0.9175688687442756 + }, + { + "epoch": 84, + "train_loss": 0.22050121808663392, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9195437772559544, + "val_recall": 0.9198818236755523, + "val_f1": 0.9194041867954912 + }, + { + "epoch": 85, + "train_loss": 0.2145053402626471, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9165379708587927, + "val_recall": 0.9165379708587927, + "val_f1": 0.9157509157509157 + }, + { + "epoch": 86, + "train_loss": 0.21560430046402929, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9151838511987959, + "val_recall": 0.914866044450413, + "val_f1": 0.9139168151033019 + }, + { + "epoch": 87, + "train_loss": 0.2329279478543844, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9140011826685303, + "val_recall": 0.9136842812059357, + "val_f1": 0.9138150492854864 + }, + { + "epoch": 88, + "train_loss": 0.2209584517575009, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9190735069945635, + "val_recall": 0.917182568992144, + "val_f1": 0.9157102009584794 + }, + { + "epoch": 89, + "train_loss": 0.22974487789821274, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9148533204384268, + "val_recall": 0.9147586114281878, + "val_f1": 0.913919125169817 + }, + { + "epoch": 90, + "train_loss": 0.2188631616014264, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9141608391608391, + "val_recall": 0.9135768481837105, + "val_f1": 0.9137918871252204 + }, + { + "epoch": 91, + "train_loss": 0.229431369747871, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9188528115256425, + "val_recall": 0.9185321963338482, + "val_f1": 0.9175799293542253 + }, + { + "epoch": 92, + "train_loss": 0.22087944339919877, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9140011826685303, + "val_recall": 0.9136842812059357, + "val_f1": 0.9138150492854864 + }, + { + "epoch": 93, + "train_loss": 0.2121684418056474, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9150790214332107, + "val_recall": 0.9119519237225542, + "val_f1": 0.9101693264881963 + }, + { + "epoch": 94, + "train_loss": 0.22272139367384788, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9070171188630491, + "val_recall": 0.906137111394615, + "val_f1": 0.9064273640985662 + }, + { + "epoch": 95, + "train_loss": 0.21646749667632273, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9151838511987959, + "val_recall": 0.914866044450413, + "val_f1": 0.9139168151033019 + }, + { + "epoch": 96, + "train_loss": 0.21434233880741693, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9138862024500323, + "val_recall": 0.9137917142281609, + "val_f1": 0.9138358845907188 + }, + { + "epoch": 97, + "train_loss": 0.20567758097535088, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9195437772559544, + "val_recall": 0.9198818236755523, + "val_f1": 0.9194041867954912 + }, + { + "epoch": 98, + "train_loss": 0.21138449193357112, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9195437772559544, + "val_recall": 0.9198818236755523, + "val_f1": 0.9194041867954912 + }, + { + "epoch": 99, + "train_loss": 0.2205445077065583, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9148533204384268, + "val_recall": 0.9147586114281878, + "val_f1": 0.913919125169817 + }, + { + "epoch": 100, + "train_loss": 0.20939074997063523, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9229922844682992, + "val_recall": 0.9233331095145371, + "val_f1": 0.9230511113497262 + } +] diff --git a/models/part2/graphsage_profile/seed3/result.json b/models/part2/graphsage_profile/seed3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..3ca3da04caa4f30a84af5fc216cebc8e55d41c91 --- /dev/null +++ b/models/part2/graphsage_profile/seed3/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "graphsage", + "feature": "profile", + "seed": 3, + "best_epoch": 100, + "epochs_run": 100, + "best_val_f1": 0.9230511113497262, + "test": { + "accuracy": 0.9085206481965499, + "precision": 0.9087447918375382, + "recall": 0.9085392779459827, + "f1": 0.9085106481826885 + }, + "parameters": 35842, + "seconds": 120.22775381593965, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/1cr3wxx2" +} diff --git a/models/part2/graphsage_profile/seed4/best.pt b/models/part2/graphsage_profile/seed4/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..497906d150047f9ae4ab5795948f9b2512ca071a --- /dev/null +++ b/models/part2/graphsage_profile/seed4/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ca66f53a4695b89f2e439544b680967ca2ac2392b45b89675a8cda19232fea4 +size 147164 diff --git a/models/part2/graphsage_profile/seed4/history.json b/models/part2/graphsage_profile/seed4/history.json new file mode 100644 index 0000000000000000000000000000000000000000..fc466a3a556041a7ce8284d37dfdda51168b7d8b --- /dev/null +++ b/models/part2/graphsage_profile/seed4/history.json @@ -0,0 +1,802 @@ +[ + { + "epoch": 1, + "train_loss": 0.6918736069630353, + "val_accuracy": 0.73992673992674, + "val_precision": 0.781455525606469, + "val_recall": 0.7453971664540389, + "val_f1": 0.7326630254882489 + }, + { + "epoch": 2, + "train_loss": 0.653554060956934, + "val_accuracy": 0.7582417582417582, + "val_precision": 0.7625059326056003, + "val_recall": 0.7599677700933325, + "val_f1": 0.7579169409773072 + }, + { + "epoch": 3, + "train_loss": 0.6128967004817921, + "val_accuracy": 0.7728937728937729, + "val_precision": 0.7860633484162896, + "val_recall": 0.7759215738937757, + "val_f1": 0.7714092781416706 + }, + { + "epoch": 4, + "train_loss": 0.5723660883012709, + "val_accuracy": 0.7948717948717948, + "val_precision": 0.8007210393850759, + "val_recall": 0.7968441549721346, + "val_f1": 0.7944746924783221 + }, + { + "epoch": 5, + "train_loss": 0.5321509019359127, + "val_accuracy": 0.8241758241758241, + "val_precision": 0.8285513113888401, + "val_recall": 0.8258510709729403, + "val_f1": 0.8239845261121856 + }, + { + "epoch": 6, + "train_loss": 0.49237678699441007, + "val_accuracy": 0.836996336996337, + "val_precision": 0.8368421052631578, + "val_recall": 0.8369099576982475, + "val_f1": 0.8368732187276554 + }, + { + "epoch": 7, + "train_loss": 0.4639113631658938, + "val_accuracy": 0.8424908424908425, + "val_precision": 0.8434884252106034, + "val_recall": 0.8433223662123146, + "val_f1": 0.8424887290682697 + }, + { + "epoch": 8, + "train_loss": 0.44108170292753, + "val_accuracy": 0.8388278388278388, + "val_precision": 0.8460196530058741, + "val_recall": 0.8409454105955818, + "val_f1": 0.8384615384615384 + }, + { + "epoch": 9, + "train_loss": 0.4251081414056785, + "val_accuracy": 0.8461538461538461, + "val_precision": 0.8534610824145121, + "val_recall": 0.8482777143624521, + "val_f1": 0.8458041958041957 + }, + { + "epoch": 10, + "train_loss": 0.4100257470494225, + "val_accuracy": 0.8553113553113553, + "val_precision": 0.8551621389455599, + "val_recall": 0.8553481501376485, + "val_f1": 0.8552292857454514 + }, + { + "epoch": 11, + "train_loss": 0.39845665448751205, + "val_accuracy": 0.8663003663003663, + "val_precision": 0.8696145124716553, + "val_recall": 0.8677432350768818, + "val_f1": 0.86622452986605 + }, + { + "epoch": 12, + "train_loss": 0.40397621063522365, + "val_accuracy": 0.8461538461538461, + "val_precision": 0.8632650496418248, + "val_recall": 0.8493520445847043, + "val_f1": 0.8450540540540541 + }, + { + "epoch": 13, + "train_loss": 0.38495988352394805, + "val_accuracy": 0.8516483516483516, + "val_precision": 0.8523352389170532, + "val_recall": 0.850929967098637, + "val_f1": 0.8512846896468238 + }, + { + "epoch": 14, + "train_loss": 0.3765468385630038, + "val_accuracy": 0.8571428571428571, + "val_precision": 0.8690920612180237, + "val_recall": 0.8598133351238837, + "val_f1": 0.8565191024863553 + }, + { + "epoch": 15, + "train_loss": 0.3753426065156748, + "val_accuracy": 0.8681318681318682, + "val_precision": 0.8694898164952611, + "val_recall": 0.8690928624185859, + "val_f1": 0.8681247903388125 + }, + { + "epoch": 16, + "train_loss": 0.35714811927232987, + "val_accuracy": 0.86996336996337, + "val_precision": 0.8757599609162957, + "val_recall": 0.8718391190492177, + "val_f1": 0.8697707231040563 + }, + { + "epoch": 17, + "train_loss": 0.3518575438649663, + "val_accuracy": 0.8717948717948718, + "val_precision": 0.8722967258668599, + "val_recall": 0.8724367152353455, + "val_f1": 0.8717931515671962 + }, + { + "epoch": 18, + "train_loss": 0.3603910201198452, + "val_accuracy": 0.8754578754578755, + "val_precision": 0.8785630455017605, + "val_recall": 0.8768548982743571, + "val_f1": 0.8753976883734043 + }, + { + "epoch": 19, + "train_loss": 0.348144109978344, + "val_accuracy": 0.86996336996337, + "val_precision": 0.8772467320261438, + "val_recall": 0.8720539850936682, + "val_f1": 0.8696901755011075 + }, + { + "epoch": 20, + "train_loss": 0.3407319093143547, + "val_accuracy": 0.8772893772893773, + "val_precision": 0.8788461538461538, + "val_recall": 0.8783119586382864, + "val_f1": 0.8772790859167167 + }, + { + "epoch": 21, + "train_loss": 0.33159716738449346, + "val_accuracy": 0.8754578754578755, + "val_precision": 0.8803027635979581, + "val_recall": 0.8771771973410327, + "val_f1": 0.8753223726627983 + }, + { + "epoch": 22, + "train_loss": 0.3319483125384474, + "val_accuracy": 0.8901098901098901, + "val_precision": 0.890408385114007, + "val_recall": 0.8906600416302961, + "val_f1": 0.8901039919490105 + }, + { + "epoch": 23, + "train_loss": 0.3338774731962672, + "val_accuracy": 0.8754578754578755, + "val_precision": 0.8832268000490644, + "val_recall": 0.8776069294299336, + "val_f1": 0.8751748251748251 + }, + { + "epoch": 24, + "train_loss": 0.31360405159520577, + "val_accuracy": 0.8791208791208791, + "val_precision": 0.8812892975913185, + "val_recall": 0.8803061841133418, + "val_f1": 0.8790949230335647 + }, + { + "epoch": 25, + "train_loss": 0.31602714251685926, + "val_accuracy": 0.8827838827838828, + "val_precision": 0.8898578328004898, + "val_recall": 0.8848318001745787, + "val_f1": 0.8825569671304698 + }, + { + "epoch": 26, + "train_loss": 0.31640780998236967, + "val_accuracy": 0.8864468864468864, + "val_precision": 0.8872087557913113, + "val_recall": 0.8872087557913113, + "val_f1": 0.8864468864468865 + }, + { + "epoch": 27, + "train_loss": 0.3066970821702, + "val_accuracy": 0.8791208791208791, + "val_precision": 0.8896323821799283, + "val_recall": 0.8815953803800443, + "val_f1": 0.8787042397641135 + }, + { + "epoch": 28, + "train_loss": 0.30311079765414145, + "val_accuracy": 0.8901098901098901, + "val_precision": 0.8915103851582981, + "val_recall": 0.891089773719197, + "val_f1": 0.8901039919490104 + }, + { + "epoch": 29, + "train_loss": 0.3187168178322551, + "val_accuracy": 0.8901098901098901, + "val_precision": 0.8918918918918919, + "val_recall": 0.8911972067414222, + "val_f1": 0.8900966183574879 + }, + { + "epoch": 30, + "train_loss": 0.30650788103486154, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.89753528259842, + "val_recall": 0.8952930907137582, + "val_f1": 0.8937030075187969 + }, + { + "epoch": 31, + "train_loss": 0.2945042473055941, + "val_accuracy": 0.891941391941392, + "val_precision": 0.8987467377120487, + "val_recall": 0.893943463372054, + "val_f1": 0.8917493035650079 + }, + { + "epoch": 32, + "train_loss": 0.289731679381905, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.8982072114416169, + "val_recall": 0.8982072114416169, + "val_f1": 0.8974358974358975 + }, + { + "epoch": 33, + "train_loss": 0.29786182912714754, + "val_accuracy": 0.8956043956043956, + "val_precision": 0.8980603448275862, + "val_recall": 0.8968575840999127, + "val_f1": 0.8955760229503247 + }, + { + "epoch": 34, + "train_loss": 0.2936810928604978, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.8955645541011394, + "val_recall": 0.8948633586248573, + "val_f1": 0.8937600644122383 + }, + { + "epoch": 35, + "train_loss": 0.28411357825274, + "val_accuracy": 0.8956043956043956, + "val_precision": 0.9003030959082052, + "val_recall": 0.8972873161888135, + "val_f1": 0.8955030940781057 + }, + { + "epoch": 36, + "train_loss": 0.2910887415046657, + "val_accuracy": 0.8992673992673993, + "val_precision": 0.902235465429835, + "val_recall": 0.900631169005573, + "val_f1": 0.8992264970888773 + }, + { + "epoch": 37, + "train_loss": 0.2930151656433776, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9029894804637183, + "val_recall": 0.9033304236889814, + "val_f1": 0.9029144454099247 + }, + { + "epoch": 38, + "train_loss": 0.29097732584991737, + "val_accuracy": 0.891941391941392, + "val_precision": 0.8987467377120487, + "val_recall": 0.893943463372054, + "val_f1": 0.8917493035650079 + }, + { + "epoch": 39, + "train_loss": 0.2790799876709124, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9070187012777187, + "val_recall": 0.905969247297388, + "val_f1": 0.9047414545112933 + }, + { + "epoch": 40, + "train_loss": 0.29055389816507754, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9087273361695274, + "val_recall": 0.908990801047472, + "val_f1": 0.9084199932908419 + }, + { + "epoch": 41, + "train_loss": 0.2558258110896135, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.9024819574018659, + "val_recall": 0.8991741086416437, + "val_f1": 0.897324306898775 + }, + { + "epoch": 42, + "train_loss": 0.27245549186245427, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9092056670919224, + "val_recall": 0.9092056670919224, + "val_f1": 0.9084249084249085 + }, + { + "epoch": 43, + "train_loss": 0.26626630198387874, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9070187012777187, + "val_recall": 0.905969247297388, + "val_f1": 0.9047414545112933 + }, + { + "epoch": 44, + "train_loss": 0.27178263664245605, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9028195488721804, + "val_recall": 0.9029006916000806, + "val_f1": 0.9028570853097274 + }, + { + "epoch": 45, + "train_loss": 0.2806441204233484, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.9018303735706595, + "val_recall": 0.8959376888471093, + "val_f1": 0.8935314685314686 + }, + { + "epoch": 46, + "train_loss": 0.2762752034506955, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9095110776713378, + "val_recall": 0.9093131001141476, + "val_f1": 0.9084236796908545 + }, + { + "epoch": 47, + "train_loss": 0.27910606241051533, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.91031558608845, + "val_recall": 0.9106627274558518, + "val_f1": 0.9102416570771001 + }, + { + "epoch": 48, + "train_loss": 0.2686085613655957, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.905521074195773, + "val_recall": 0.9027328275028537, + "val_f1": 0.9010138991472504 + }, + { + "epoch": 49, + "train_loss": 0.2749855506332803, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9123062015503876, + "val_recall": 0.9114147586114282, + "val_f1": 0.9102416570771001 + }, + { + "epoch": 50, + "train_loss": 0.2574528779957321, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9098608590441621, + "val_recall": 0.9094205331363727, + "val_f1": 0.9084199932908419 + }, + { + "epoch": 51, + "train_loss": 0.25128962115927056, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9111863313990973, + "val_recall": 0.9110924595447526, + "val_f1": 0.9102561092195965 + }, + { + "epoch": 52, + "train_loss": 0.2527551481793652, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9159802971576227, + "val_recall": 0.9150809104948634, + "val_f1": 0.9139052629106879 + }, + { + "epoch": 53, + "train_loss": 0.25935194736871964, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9104669887278583, + "val_recall": 0.9107701604780769, + "val_f1": 0.9102488837301361 + }, + { + "epoch": 54, + "train_loss": 0.26217400514599165, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9126092384519351, + "val_recall": 0.9127643859531324, + "val_f1": 0.9120867325032203 + }, + { + "epoch": 55, + "train_loss": 0.2614798688844883, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.913530953821335, + "val_recall": 0.9130866850198079, + "val_f1": 0.9120831935592083 + }, + { + "epoch": 56, + "train_loss": 0.2512902125115796, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9076315038911299, + "val_recall": 0.9030551265695292, + "val_f1": 0.9009380711751425 + }, + { + "epoch": 57, + "train_loss": 0.26616370306783543, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9145676691729323, + "val_recall": 0.9146511784059626, + "val_f1": 0.913919125169817 + }, + { + "epoch": 58, + "train_loss": 0.2548403425531073, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.913530953821335, + "val_recall": 0.9130866850198079, + "val_f1": 0.9120831935592083 + }, + { + "epoch": 59, + "train_loss": 0.2505765993407358, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9080251993147082, + "val_recall": 0.9061841133418385, + "val_f1": 0.9047158793443679 + }, + { + "epoch": 60, + "train_loss": 0.25760222867731647, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9158805769875881, + "val_recall": 0.916215671792117, + "val_f1": 0.9157407407407407 + }, + { + "epoch": 61, + "train_loss": 0.25422037248209717, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9148574893875077, + "val_recall": 0.9134089840864836, + "val_f1": 0.9120584129711156 + }, + { + "epoch": 62, + "train_loss": 0.24566962005017878, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9165379708587927, + "val_recall": 0.9165379708587927, + "val_f1": 0.9157509157509157 + }, + { + "epoch": 63, + "train_loss": 0.24514547034061, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9148574893875077, + "val_recall": 0.9134089840864836, + "val_f1": 0.9120584129711156 + }, + { + "epoch": 64, + "train_loss": 0.23718026553318178, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9106625147643079, + "val_recall": 0.9108775935003022, + "val_f1": 0.9102537008523786 + }, + { + "epoch": 65, + "train_loss": 0.23220521757454227, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9086321059431525, + "val_recall": 0.907748606727993, + "val_f1": 0.9065780512435124 + }, + { + "epoch": 66, + "train_loss": 0.2479297507813562, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9118881118881119, + "val_recall": 0.911307325589203, + "val_f1": 0.9102488837301361 + }, + { + "epoch": 67, + "train_loss": 0.2417245408990881, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9106625147643079, + "val_recall": 0.9108775935003022, + "val_f1": 0.9102537008523786 + }, + { + "epoch": 68, + "train_loss": 0.24618916137096208, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9118881118881119, + "val_recall": 0.911307325589203, + "val_f1": 0.9102488837301361 + }, + { + "epoch": 69, + "train_loss": 0.23989981238221947, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9157509157509158, + "val_recall": 0.9161082387698919, + "val_f1": 0.9157328251446056 + }, + { + "epoch": 70, + "train_loss": 0.238712007746155, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9080251993147082, + "val_recall": 0.9061841133418385, + "val_f1": 0.9047158793443679 + }, + { + "epoch": 71, + "train_loss": 0.23924976947543386, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9165379708587927, + "val_recall": 0.9165379708587927, + "val_f1": 0.9157509157509157 + }, + { + "epoch": 72, + "train_loss": 0.2355242356275901, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9123911263806316, + "val_recall": 0.9126569529309072, + "val_f1": 0.9120831935592082 + }, + { + "epoch": 73, + "train_loss": 0.23916963801715838, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.913530953821335, + "val_recall": 0.9130866850198079, + "val_f1": 0.9120831935592083 + }, + { + "epoch": 74, + "train_loss": 0.23216191649218618, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9179909803500483, + "val_recall": 0.9182098972671725, + "val_f1": 0.9175799293542252 + }, + { + "epoch": 75, + "train_loss": 0.23201638421951196, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9159802971576227, + "val_recall": 0.9150809104948634, + "val_f1": 0.9139052629106879 + }, + { + "epoch": 76, + "train_loss": 0.23887011386972645, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9156296564777899, + "val_recall": 0.9157859397032163, + "val_f1": 0.9156954887218045 + }, + { + "epoch": 77, + "train_loss": 0.24662825088579576, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9144324324324324, + "val_recall": 0.911844490700329, + "val_f1": 0.9101886260410686 + }, + { + "epoch": 78, + "train_loss": 0.23688950157645858, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9176416917131816, + "val_recall": 0.9179950312227221, + "val_f1": 0.9175688687442756 + }, + { + "epoch": 79, + "train_loss": 0.23017941628183639, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9157509157509158, + "val_recall": 0.9161082387698919, + "val_f1": 0.9157328251446056 + }, + { + "epoch": 80, + "train_loss": 0.23741721451937498, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9192307692307693, + "val_recall": 0.9186396293560734, + "val_f1": 0.9175755054664516 + }, + { + "epoch": 81, + "train_loss": 0.2278134958211319, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9145676691729323, + "val_recall": 0.9146511784059626, + "val_f1": 0.913919125169817 + }, + { + "epoch": 82, + "train_loss": 0.23330655770424086, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9177938808373591, + "val_recall": 0.9181024642449473, + "val_f1": 0.9175755054664514 + }, + { + "epoch": 83, + "train_loss": 0.23109116637226426, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9195437772559544, + "val_recall": 0.9198818236755523, + "val_f1": 0.9194041867954912 + }, + { + "epoch": 84, + "train_loss": 0.22890255078946278, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9151838511987959, + "val_recall": 0.914866044450413, + "val_f1": 0.9139168151033019 + }, + { + "epoch": 85, + "train_loss": 0.23778947936746228, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9162740123233055, + "val_recall": 0.9164305378365676, + "val_f1": 0.915749785315586 + }, + { + "epoch": 86, + "train_loss": 0.2299921745127374, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9162740123233055, + "val_recall": 0.9164305378365676, + "val_f1": 0.915749785315586 + }, + { + "epoch": 87, + "train_loss": 0.22584628840505858, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9180455885718902, + "val_recall": 0.9169677029476935, + "val_f1": 0.9157328251446056 + }, + { + "epoch": 88, + "train_loss": 0.22616114077113925, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9138862024500323, + "val_recall": 0.9137917142281609, + "val_f1": 0.9138358845907188 + }, + { + "epoch": 89, + "train_loss": 0.22859451262068836, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9172010485985078, + "val_recall": 0.9167528369032432, + "val_f1": 0.9157463938275747 + }, + { + "epoch": 90, + "train_loss": 0.21920436538837768, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9156658839315666, + "val_recall": 0.9160008057476667, + "val_f1": 0.9157226457639858 + }, + { + "epoch": 91, + "train_loss": 0.2207939924992921, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9212731895658725, + "val_recall": 0.9205264218089035, + "val_f1": 0.9194041867954912 + }, + { + "epoch": 92, + "train_loss": 0.22039152266996684, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.918233082706767, + "val_recall": 0.9183173302893977, + "val_f1": 0.9175821411200376 + }, + { + "epoch": 93, + "train_loss": 0.22062909166454833, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9172010485985078, + "val_recall": 0.9167528369032432, + "val_f1": 0.9157463938275747 + }, + { + "epoch": 94, + "train_loss": 0.24208833064351762, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9197187068028398, + "val_recall": 0.9199892566977774, + "val_f1": 0.9194095940959409 + }, + { + "epoch": 95, + "train_loss": 0.2255274276811998, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9156254613288957, + "val_recall": 0.9158933727254415, + "val_f1": 0.9157102009584793 + }, + { + "epoch": 96, + "train_loss": 0.22580457110326368, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9190735069945635, + "val_recall": 0.917182568992144, + "val_f1": 0.9157102009584794 + }, + { + "epoch": 97, + "train_loss": 0.22439634352376608, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9087484697240795, + "val_recall": 0.9080239038474451, + "val_f1": 0.9082759918288357 + }, + { + "epoch": 98, + "train_loss": 0.22358399367594456, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9175170068027211, + "val_recall": 0.915403209561539, + "val_f1": 0.9138705877219775 + }, + { + "epoch": 99, + "train_loss": 0.23014817264053847, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9197187068028398, + "val_recall": 0.9199892566977774, + "val_f1": 0.9194095940959409 + }, + { + "epoch": 100, + "train_loss": 0.2291584714646741, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9174718196457328, + "val_recall": 0.9177801651782717, + "val_f1": 0.917548952163627 + } +] diff --git a/models/part2/graphsage_profile/seed4/result.json b/models/part2/graphsage_profile/seed4/result.json new file mode 100644 index 0000000000000000000000000000000000000000..ddd73de9ccdfcde338c60785b57fb1b68708def6 --- /dev/null +++ b/models/part2/graphsage_profile/seed4/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "graphsage", + "feature": "profile", + "seed": 4, + "best_epoch": 94, + "epochs_run": 100, + "best_val_f1": 0.9194095940959409, + "test": { + "accuracy": 0.9025091479351803, + "precision": 0.9035219776412025, + "recall": 0.9025486670528697, + "f1": 0.9024539652952718 + }, + "parameters": 35842, + "seconds": 124.85662038298324, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/1kpk4wxs" +} diff --git a/models/part2/graphsage_spacy/seed0/best.pt b/models/part2/graphsage_spacy/seed0/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..63207fb86e44c61f40e8933a8a4569cd315eecc5 --- /dev/null +++ b/models/part2/graphsage_spacy/seed0/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce6d429daa44b398932b6880ccd95783ed27e8b3156f4245bf0216aaba8f5f06 +size 444124 diff --git a/models/part2/graphsage_spacy/seed0/history.json b/models/part2/graphsage_spacy/seed0/history.json new file mode 100644 index 0000000000000000000000000000000000000000..7afc7ed037607f6bc5ccfaf6e0d9b9bf3da5c6a8 --- /dev/null +++ b/models/part2/graphsage_spacy/seed0/history.json @@ -0,0 +1,402 @@ +[ + { + "epoch": 1, + "train_loss": 0.6880163026380015, + "val_accuracy": 0.6428571428571429, + "val_precision": 0.7884142053445851, + "val_recall": 0.6321829047203384, + "val_f1": 0.5815434197339202 + }, + { + "epoch": 2, + "train_loss": 0.6652463713845054, + "val_accuracy": 0.7142857142857143, + "val_precision": 0.7861493345364313, + "val_recall": 0.7214530316255959, + "val_f1": 0.6992712687831883 + }, + { + "epoch": 3, + "train_loss": 0.6208215753237406, + "val_accuracy": 0.836996336996337, + "val_precision": 0.8411993938081836, + "val_recall": 0.8386288860538509, + "val_f1": 0.8368381644377441 + }, + { + "epoch": 4, + "train_loss": 0.5542254447937012, + "val_accuracy": 0.815018315018315, + "val_precision": 0.8302514792899409, + "val_recall": 0.8117974887531054, + "val_f1": 0.8116514735968469 + }, + { + "epoch": 5, + "train_loss": 0.47847484003056534, + "val_accuracy": 0.8553113553113553, + "val_precision": 0.8627523998675936, + "val_recall": 0.8531994896931445, + "val_f1": 0.853935057414826 + }, + { + "epoch": 6, + "train_loss": 0.42811529758649, + "val_accuracy": 0.86996336996337, + "val_precision": 0.8742360580595875, + "val_recall": 0.8684012623380112, + "val_f1": 0.8691518123854496 + }, + { + "epoch": 7, + "train_loss": 0.3718365294374389, + "val_accuracy": 0.8992673992673993, + "val_precision": 0.9001860640707583, + "val_recall": 0.8985899415832942, + "val_f1": 0.8990204682787075 + }, + { + "epoch": 8, + "train_loss": 0.35083092503495267, + "val_accuracy": 0.8974358974358975, + "val_precision": 0.8977359655362152, + "val_recall": 0.8979923453971664, + "val_f1": 0.8974303924857431 + }, + { + "epoch": 9, + "train_loss": 0.3289323968765063, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.917690965883737, + "val_recall": 0.9148190425031895, + "val_f1": 0.9154605307446853 + }, + { + "epoch": 10, + "train_loss": 0.30547346071009235, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9055647172665695, + "val_recall": 0.8996172698583227, + "val_f1": 0.9005102040816327 + }, + { + "epoch": 11, + "train_loss": 0.2735893278768211, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9239539114614919, + "val_recall": 0.9224736453367354, + "val_f1": 0.9229020979020979 + }, + { + "epoch": 12, + "train_loss": 0.26454113724030853, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9133644555422864, + "val_recall": 0.9090512321224737, + "val_f1": 0.9098423909930008 + }, + { + "epoch": 13, + "train_loss": 0.26019815189061146, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9160549165917357, + "val_recall": 0.9163231048143423, + "val_f1": 0.9157463938275745 + }, + { + "epoch": 14, + "train_loss": 0.24162724854308607, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9213047445255474, + "val_recall": 0.9216611831061572, + "val_f1": 0.9212324745778633 + }, + { + "epoch": 15, + "train_loss": 0.22032177710271145, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9185203094777563, + "val_recall": 0.9184247633116229, + "val_f1": 0.9175821411200376 + }, + { + "epoch": 16, + "train_loss": 0.21705552820975965, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9168469279447526, + "val_recall": 0.9166454038810179, + "val_f1": 0.915749785315586 + }, + { + "epoch": 17, + "train_loss": 0.19347848080016755, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.926870177792687, + "val_recall": 0.9272141274424226, + "val_f1": 0.9267310789049921 + }, + { + "epoch": 18, + "train_loss": 0.20215089127912625, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9250740335077685, + "val_recall": 0.9221513462700598, + "val_f1": 0.9228117889407995 + }, + { + "epoch": 19, + "train_loss": 0.19967838919861414, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9267027027027026, + "val_recall": 0.92403813872289, + "val_f1": 0.9246655785701066 + }, + { + "epoch": 20, + "train_loss": 0.1897630567624892, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9248604551309575, + "val_recall": 0.9252199019673673, + "val_f1": 0.9248880165081281 + }, + { + "epoch": 21, + "train_loss": 0.1757951055145089, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9266769623312966, + "val_recall": 0.9266769623312966, + "val_f1": 0.9266769623312966 + }, + { + "epoch": 22, + "train_loss": 0.1682575327572805, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9214573268921096, + "val_recall": 0.9217686161283825, + "val_f1": 0.9212388163346092 + }, + { + "epoch": 23, + "train_loss": 0.1709552417635481, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9111784920153628, + "val_recall": 0.9097428322030484, + "val_f1": 0.9083941801782454 + }, + { + "epoch": 24, + "train_loss": 0.16079198855620164, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9229592042205308, + "val_recall": 0.9231182434700866, + "val_f1": 0.9230263157894737 + }, + { + "epoch": 25, + "train_loss": 0.15045393817809039, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9230769230769231, + "val_recall": 0.9234405425367622, + "val_f1": 0.9230604055668138 + }, + { + "epoch": 26, + "train_loss": 0.15525868453167296, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9165379708587927, + "val_recall": 0.9165379708587927, + "val_f1": 0.9157509157509157 + }, + { + "epoch": 27, + "train_loss": 0.1636254241614988, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9148533204384268, + "val_recall": 0.9147586114281878, + "val_f1": 0.913919125169817 + }, + { + "epoch": 28, + "train_loss": 0.15562017518522103, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9213047445255474, + "val_recall": 0.9216611831061572, + "val_f1": 0.9212324745778633 + }, + { + "epoch": 29, + "train_loss": 0.14621966367676145, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9342609397055859, + "val_recall": 0.9337944000537165, + "val_f1": 0.9339773475392656 + }, + { + "epoch": 30, + "train_loss": 0.13821730263285584, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9394017151732055, + "val_recall": 0.9369233868260256, + "val_f1": 0.9375403746770026 + }, + { + "epoch": 31, + "train_loss": 0.13432632984368356, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9218984962406015, + "val_recall": 0.9219834821728329, + "val_f1": 0.9212451570702582 + }, + { + "epoch": 32, + "train_loss": 0.1267990841642841, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.932345984302763, + "val_recall": 0.9320150406231116, + "val_f1": 0.9321522728417658 + }, + { + "epoch": 33, + "train_loss": 0.12177721730300359, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9266168319622079, + "val_recall": 0.926891828375747, + "val_f1": 0.9267045225725907 + }, + { + "epoch": 34, + "train_loss": 0.12926063552880898, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9168469279447526, + "val_recall": 0.9166454038810179, + "val_f1": 0.915749785315586 + }, + { + "epoch": 35, + "train_loss": 0.1308432896058638, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9249677973379132, + "val_recall": 0.9253273349895924, + "val_f1": 0.9248960804114511 + }, + { + "epoch": 36, + "train_loss": 0.10839183039062626, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9236035600660465, + "val_recall": 0.9237628416034378, + "val_f1": 0.9230758909403178 + }, + { + "epoch": 37, + "train_loss": 0.11505257212744528, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9336734693877551, + "val_recall": 0.9314778755119855, + "val_f1": 0.9320427213859221 + }, + { + "epoch": 38, + "train_loss": 0.11537750564761214, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9271117807703173, + "val_recall": 0.9263546632646209, + "val_f1": 0.9266207934630684 + }, + { + "epoch": 39, + "train_loss": 0.1028920197006547, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.928983678728659, + "val_recall": 0.9292083529174779, + "val_f1": 0.9285692721069951 + }, + { + "epoch": 40, + "train_loss": 0.10914855821556224, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9273491039812582, + "val_recall": 0.9262472302423957, + "val_f1": 0.9265981044565437 + }, + { + "epoch": 41, + "train_loss": 0.10160484740803967, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9316461843543012, + "val_recall": 0.9296985160813805, + "val_f1": 0.930219418024296 + }, + { + "epoch": 42, + "train_loss": 0.10961105497110457, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9245412381528534, + "val_recall": 0.9240851406701135, + "val_f1": 0.9230727943643073 + }, + { + "epoch": 43, + "train_loss": 0.09639728183929737, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9287842190016103, + "val_recall": 0.9291009198952528, + "val_f1": 0.9285654380709246 + }, + { + "epoch": 44, + "train_loss": 0.09311269021732903, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9322211476466795, + "val_recall": 0.9321224736453367, + "val_f1": 0.9321686751033318 + }, + { + "epoch": 45, + "train_loss": 0.09133675227780919, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9271117807703173, + "val_recall": 0.9263546632646209, + "val_f1": 0.9266207934630684 + }, + { + "epoch": 46, + "train_loss": 0.09492538159801847, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9324476650563607, + "val_recall": 0.932767071778688, + "val_f1": 0.9322287489390824 + }, + { + "epoch": 47, + "train_loss": 0.09265408861440616, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.932027820919711, + "val_recall": 0.9295910830591554, + "val_f1": 0.9301921834625323 + }, + { + "epoch": 48, + "train_loss": 0.09730795910070231, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9286308501502791, + "val_recall": 0.9289934868730276, + "val_f1": 0.9285596862450389 + }, + { + "epoch": 49, + "train_loss": 0.08522640605330904, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9305333780610534, + "val_recall": 0.9308802793258578, + "val_f1": 0.9303945249597424 + }, + { + "epoch": 50, + "train_loss": 0.09677907584351061, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9295212765957447, + "val_recall": 0.9294232189619285, + "val_f1": 0.9285711889706993 + } +] diff --git a/models/part2/graphsage_spacy/seed0/result.json b/models/part2/graphsage_spacy/seed0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..7ed71da79ddddf2c5000c31be4cfa288459314df --- /dev/null +++ b/models/part2/graphsage_spacy/seed0/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "graphsage", + "feature": "spacy", + "seed": 0, + "best_epoch": 30, + "epochs_run": 50, + "best_val_f1": 0.9375403746770026, + "test": { + "accuracy": 0.9210663878724517, + "precision": 0.9222955787294878, + "recall": 0.9210243854452448, + "f1": 0.9210034422188815 + }, + "parameters": 110082, + "seconds": 65.09972411789931, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/8wey1vxd" +} diff --git a/models/part2/graphsage_spacy/seed1/best.pt b/models/part2/graphsage_spacy/seed1/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac8417aa6584f481a98620b32e2d654431b1d34c --- /dev/null +++ b/models/part2/graphsage_spacy/seed1/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9457d48a4f4bf526ca73351965ae0925505c25ccb3ee80432fcfa2e6281cf49d +size 444124 diff --git a/models/part2/graphsage_spacy/seed1/history.json b/models/part2/graphsage_spacy/seed1/history.json new file mode 100644 index 0000000000000000000000000000000000000000..60c85254ab3dffce0c958da4ecc4cb74b1e88835 --- /dev/null +++ b/models/part2/graphsage_spacy/seed1/history.json @@ -0,0 +1,458 @@ +[ + { + "epoch": 1, + "train_loss": 0.6888013041063106, + "val_accuracy": 0.8424908424908425, + "val_precision": 0.8434884252106034, + "val_recall": 0.8433223662123146, + "val_f1": 0.8424887290682697 + }, + { + "epoch": 2, + "train_loss": 0.6682250447325654, + "val_accuracy": 0.7948717948717948, + "val_precision": 0.8169381386003164, + "val_recall": 0.798670516349963, + "val_f1": 0.7925306698512647 + }, + { + "epoch": 3, + "train_loss": 0.6310524831324706, + "val_accuracy": 0.8461538461538461, + "val_precision": 0.8479140996303467, + "val_recall": 0.845054723695696, + "val_f1": 0.8455549568965517 + }, + { + "epoch": 4, + "train_loss": 0.5736814023374202, + "val_accuracy": 0.7673992673992674, + "val_precision": 0.8198717948717948, + "val_recall": 0.7613442556905929, + "val_f1": 0.7545337727573622 + }, + { + "epoch": 5, + "train_loss": 0.5068001131435017, + "val_accuracy": 0.8608058608058609, + "val_precision": 0.8619758255115133, + "val_recall": 0.8599341972738871, + "val_f1": 0.8603843669250646 + }, + { + "epoch": 6, + "train_loss": 0.44777253313815635, + "val_accuracy": 0.8791208791208791, + "val_precision": 0.8807756277635795, + "val_recall": 0.8781575236688377, + "val_f1": 0.8787042397641136 + }, + { + "epoch": 7, + "train_loss": 0.3832741803301996, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.8942684420987439, + "val_recall": 0.8932518632914792, + "val_f1": 0.8935672514619883 + }, + { + "epoch": 8, + "train_loss": 0.35942035553219553, + "val_accuracy": 0.8956043956043956, + "val_precision": 0.8965183752417795, + "val_recall": 0.8964278520110118, + "val_f1": 0.8956040454187142 + }, + { + "epoch": 9, + "train_loss": 0.3248399942567497, + "val_accuracy": 0.8864468864468864, + "val_precision": 0.8896113531816159, + "val_recall": 0.8878533539246626, + "val_f1": 0.8863920099875157 + }, + { + "epoch": 10, + "train_loss": 0.30176780037172546, + "val_accuracy": 0.9029304029304029, + "val_precision": 0.9035714285714286, + "val_recall": 0.903652722755657, + "val_f1": 0.9029300773191554 + }, + { + "epoch": 11, + "train_loss": 0.27944094837803546, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9089444645805647, + "val_recall": 0.9090982340696971, + "val_f1": 0.9084236796908545 + }, + { + "epoch": 12, + "train_loss": 0.2569668631413917, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9095971308380972, + "val_recall": 0.9079634727724435, + "val_f1": 0.9065554791187771 + }, + { + "epoch": 13, + "train_loss": 0.24592132779049786, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9156254613288957, + "val_recall": 0.9158933727254415, + "val_f1": 0.9157102009584793 + }, + { + "epoch": 14, + "train_loss": 0.230394055664321, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9251748251748252, + "val_recall": 0.924575303834016, + "val_f1": 0.9247971781305115 + }, + { + "epoch": 15, + "train_loss": 0.21314777832328183, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9215034965034965, + "val_recall": 0.9209091519505808, + "val_f1": 0.9211287477954144 + }, + { + "epoch": 16, + "train_loss": 0.22117508325602983, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9217135012919897, + "val_recall": 0.9208017189283556, + "val_f1": 0.9211054246321243 + }, + { + "epoch": 17, + "train_loss": 0.18813695799518418, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9195437772559544, + "val_recall": 0.9198818236755523, + "val_f1": 0.9194041867954912 + }, + { + "epoch": 18, + "train_loss": 0.1876468845666983, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9247987117552335, + "val_recall": 0.925112468945142, + "val_f1": 0.9248779341935267 + }, + { + "epoch": 19, + "train_loss": 0.17847073132738525, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.913530953821335, + "val_recall": 0.9130866850198079, + "val_f1": 0.9120831935592083 + }, + { + "epoch": 20, + "train_loss": 0.16455560062940305, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9070187012777187, + "val_recall": 0.905969247297388, + "val_f1": 0.9047414545112933 + }, + { + "epoch": 21, + "train_loss": 0.164371533653675, + "val_accuracy": 0.8882783882783882, + "val_precision": 0.8958333333333334, + "val_recall": 0.890384744510844, + "val_f1": 0.8880436719094024 + }, + { + "epoch": 22, + "train_loss": 0.18131670705128067, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.919938786194676, + "val_recall": 0.9200966897200027, + "val_f1": 0.919412838127952 + }, + { + "epoch": 23, + "train_loss": 0.17387551751547245, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.930590844928413, + "val_recall": 0.9301282481702813, + "val_f1": 0.9303094224025581 + }, + { + "epoch": 24, + "train_loss": 0.15617219039372035, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9211466165413533, + "val_recall": 0.9212314510172565, + "val_f1": 0.9211859371380807 + }, + { + "epoch": 25, + "train_loss": 0.14684279514101398, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9296327257038075, + "val_recall": 0.9279191566507756, + "val_f1": 0.9283963320521744 + }, + { + "epoch": 26, + "train_loss": 0.15863062293974908, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9340810810810811, + "val_recall": 0.9313704424897603, + "val_f1": 0.9320152782218034 + }, + { + "epoch": 27, + "train_loss": 0.1464723064240082, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9229530417511038, + "val_recall": 0.9232256764923119, + "val_f1": 0.9230397487012203 + }, + { + "epoch": 28, + "train_loss": 0.14045835108984084, + "val_accuracy": 0.924908424908425, + "val_precision": 0.924812030075188, + "val_recall": 0.9248976029006917, + "val_f1": 0.9248517075037515 + }, + { + "epoch": 29, + "train_loss": 0.13439591893510067, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9273491039812582, + "val_recall": 0.9262472302423957, + "val_f1": 0.9265981044565437 + }, + { + "epoch": 30, + "train_loss": 0.1281799546582795, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9279634151276828, + "val_recall": 0.9260323641979453, + "val_f1": 0.9265467558150485 + }, + { + "epoch": 31, + "train_loss": 0.13230349270852057, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.920204122742228, + "val_recall": 0.920204122742228, + "val_f1": 0.9194139194139194 + }, + { + "epoch": 32, + "train_loss": 0.13291040313986194, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9302887519632717, + "val_recall": 0.930450547236957, + "val_f1": 0.9303571428571429 + }, + { + "epoch": 33, + "train_loss": 0.11749738181903685, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9216552131429185, + "val_recall": 0.9218760491506077, + "val_f1": 0.9212430436051484 + }, + { + "epoch": 34, + "train_loss": 0.12170422230011378, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.927046287225048, + "val_recall": 0.9273215604646479, + "val_f1": 0.9267359946326736 + }, + { + "epoch": 35, + "train_loss": 0.12640691977062504, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9250080636490701, + "val_recall": 0.9246827368562411, + "val_f1": 0.9248173834192541 + }, + { + "epoch": 36, + "train_loss": 0.13614021891202682, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9271117807703173, + "val_recall": 0.9263546632646209, + "val_f1": 0.9266207934630684 + }, + { + "epoch": 37, + "train_loss": 0.11734049797276437, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.935888136686009, + "val_recall": 0.935788625528772, + "val_f1": 0.9358352332058544 + }, + { + "epoch": 38, + "train_loss": 0.11813751616320767, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9256465517241379, + "val_recall": 0.9243604377895656, + "val_f1": 0.9247506647259918 + }, + { + "epoch": 39, + "train_loss": 0.11240513693718683, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9303431142147318, + "val_recall": 0.9303431142147318, + "val_f1": 0.9303431142147318 + }, + { + "epoch": 40, + "train_loss": 0.11044487024183239, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9266554847366656, + "val_recall": 0.9269992613979723, + "val_f1": 0.9267153441425964 + }, + { + "epoch": 41, + "train_loss": 0.11810688240515006, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9217212176699474, + "val_recall": 0.9206338548311287, + "val_f1": 0.9193966153557098 + }, + { + "epoch": 42, + "train_loss": 0.11122339538165502, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9201239224137931, + "val_recall": 0.9188544954005238, + "val_f1": 0.9175600181186773 + }, + { + "epoch": 43, + "train_loss": 0.10580720455000252, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9275364265090982, + "val_recall": 0.9275364265090982, + "val_f1": 0.9267399267399268 + }, + { + "epoch": 44, + "train_loss": 0.10271251440430298, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9271117807703173, + "val_recall": 0.9263546632646209, + "val_f1": 0.9266207934630684 + }, + { + "epoch": 45, + "train_loss": 0.09824150254874876, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9271117807703173, + "val_recall": 0.9263546632646209, + "val_f1": 0.9266207934630684 + }, + { + "epoch": 46, + "train_loss": 0.09369505567974223, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9293238146551723, + "val_recall": 0.9280265896730007, + "val_f1": 0.9284213640076506 + }, + { + "epoch": 47, + "train_loss": 0.08605011623530161, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9247825620100933, + "val_recall": 0.9250050359229168, + "val_f1": 0.924865831842576 + }, + { + "epoch": 48, + "train_loss": 0.08849916582579141, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9216552131429185, + "val_recall": 0.9218760491506077, + "val_f1": 0.9212430436051484 + }, + { + "epoch": 49, + "train_loss": 0.08166853378052677, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9247825620100933, + "val_recall": 0.9250050359229168, + "val_f1": 0.924865831842576 + }, + { + "epoch": 50, + "train_loss": 0.08374543190548271, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.918233082706767, + "val_recall": 0.9183173302893977, + "val_f1": 0.9175821411200376 + }, + { + "epoch": 51, + "train_loss": 0.08421442196482704, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9123062015503876, + "val_recall": 0.9114147586114282, + "val_f1": 0.9102416570771001 + }, + { + "epoch": 52, + "train_loss": 0.10046751210431913, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9303918918918919, + "val_recall": 0.9277042906063251, + "val_f1": 0.9283404283959549 + }, + { + "epoch": 53, + "train_loss": 0.0809104704049044, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9307844429795649, + "val_recall": 0.9300208151480561, + "val_f1": 0.9302897537899151 + }, + { + "epoch": 54, + "train_loss": 0.07743870344135788, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9292293233082707, + "val_recall": 0.9293157859397032, + "val_f1": 0.9285711889706991 + }, + { + "epoch": 55, + "train_loss": 0.0920658793586951, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9324842322749021, + "val_recall": 0.9272745585174242, + "val_f1": 0.9282051282051282 + }, + { + "epoch": 56, + "train_loss": 0.081099068070506, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9307844429795649, + "val_recall": 0.9300208151480561, + "val_f1": 0.9302897537899151 + }, + { + "epoch": 57, + "train_loss": 0.07696374372029915, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9253194459357887, + "val_recall": 0.9255422010340428, + "val_f1": 0.9249061578560718 + } +] diff --git a/models/part2/graphsage_spacy/seed1/result.json b/models/part2/graphsage_spacy/seed1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..e35077e7358e37559e2b4bf31281a194c56a747d --- /dev/null +++ b/models/part2/graphsage_spacy/seed1/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "graphsage", + "feature": "spacy", + "seed": 1, + "best_epoch": 37, + "epochs_run": 57, + "best_val_f1": 0.9358352332058544, + "test": { + "accuracy": 0.9281233664401464, + "precision": 0.9281230146205901, + "recall": 0.928123599558417, + "f1": 0.9281232436853284 + }, + "parameters": 110082, + "seconds": 74.1118251371663, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/slli40sp" +} diff --git a/models/part2/graphsage_spacy/seed2/best.pt b/models/part2/graphsage_spacy/seed2/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..1fe37f8e559b15d66517faae8e8f15d857f6c013 --- /dev/null +++ b/models/part2/graphsage_spacy/seed2/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a455c787abdb4ad3053d4ab661ee987fbb4e964cbcd236a168f64a6893260ece +size 444124 diff --git a/models/part2/graphsage_spacy/seed2/history.json b/models/part2/graphsage_spacy/seed2/history.json new file mode 100644 index 0000000000000000000000000000000000000000..d5c3e361949acc8be5334669bdb50f32c234e3c7 --- /dev/null +++ b/models/part2/graphsage_spacy/seed2/history.json @@ -0,0 +1,466 @@ +[ + { + "epoch": 1, + "train_loss": 0.6879257212628375, + "val_accuracy": 0.7967032967032966, + "val_precision": 0.8169642857142857, + "val_recall": 0.8003424427583429, + "val_f1": 0.7946192869318278 + }, + { + "epoch": 2, + "train_loss": 0.6640932911481613, + "val_accuracy": 0.8113553113553114, + "val_precision": 0.8184682964094729, + "val_recall": 0.8135029879809306, + "val_f1": 0.8108928769583068 + }, + { + "epoch": 3, + "train_loss": 0.6114862925840385, + "val_accuracy": 0.8095238095238095, + "val_precision": 0.8262574762231591, + "val_recall": 0.8127979587725778, + "val_f1": 0.8080402417751815 + }, + { + "epoch": 4, + "train_loss": 0.5383871387649368, + "val_accuracy": 0.8351648351648352, + "val_precision": 0.8447119801450726, + "val_recall": 0.8376015577788223, + "val_f1": 0.8345966905874275 + }, + { + "epoch": 5, + "train_loss": 0.45777397365360467, + "val_accuracy": 0.8754578754578755, + "val_precision": 0.8768300060496068, + "val_recall": 0.8764251661854563, + "val_f1": 0.8754511908755451 + }, + { + "epoch": 6, + "train_loss": 0.4212855002382299, + "val_accuracy": 0.8809523809523809, + "val_precision": 0.8828209569170816, + "val_recall": 0.8799368830994427, + "val_f1": 0.8805159126948057 + }, + { + "epoch": 7, + "train_loss": 0.36951650793735796, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9049001814882033, + "val_recall": 0.9044651849862352, + "val_f1": 0.9046339464456059 + }, + { + "epoch": 8, + "train_loss": 0.3298012354435065, + "val_accuracy": 0.8882783882783882, + "val_precision": 0.8898601398601399, + "val_recall": 0.8893104142885919, + "val_f1": 0.8882690185211899 + }, + { + "epoch": 9, + "train_loss": 0.2985118934304723, + "val_accuracy": 0.891941391941392, + "val_precision": 0.8939357235142118, + "val_recall": 0.8930839991942523, + "val_f1": 0.8919236279091614 + }, + { + "epoch": 10, + "train_loss": 0.2823624336894179, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9021752273979229, + "val_recall": 0.9019807963472772, + "val_f1": 0.9010975740661227 + }, + { + "epoch": 11, + "train_loss": 0.25002536472383435, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9263038548752834, + "val_recall": 0.9241455717451152, + "val_f1": 0.9246959885627786 + }, + { + "epoch": 12, + "train_loss": 0.23804221687081095, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9158805769875881, + "val_recall": 0.916215671792117, + "val_f1": 0.9157407407407407 + }, + { + "epoch": 13, + "train_loss": 0.23018634297472218, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9174142804473393, + "val_recall": 0.910508292486403, + "val_f1": 0.9115132689580661 + }, + { + "epoch": 14, + "train_loss": 0.21119871866572035, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9102785411459269, + "val_recall": 0.8989726717249715, + "val_f1": 0.9001219512195122 + }, + { + "epoch": 15, + "train_loss": 0.2182239640654225, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9182598039215686, + "val_recall": 0.9125025179614584, + "val_f1": 0.913431274984398 + }, + { + "epoch": 16, + "train_loss": 0.19894621425714248, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9229922844682992, + "val_recall": 0.9233331095145371, + "val_f1": 0.9230511113497262 + }, + { + "epoch": 17, + "train_loss": 0.18404388782523928, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.920204122742228, + "val_recall": 0.920204122742228, + "val_f1": 0.9194139194139194 + }, + { + "epoch": 18, + "train_loss": 0.17678728994432386, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.9131790028080452, + "val_recall": 0.9129792519975828, + "val_f1": 0.9120867325032203 + }, + { + "epoch": 19, + "train_loss": 0.17606225053032676, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9177938808373591, + "val_recall": 0.9181024642449473, + "val_f1": 0.9175755054664514 + }, + { + "epoch": 20, + "train_loss": 0.17252139970933125, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.9366783405172414, + "val_recall": 0.9353588934398711, + "val_f1": 0.9357627625709685 + }, + { + "epoch": 21, + "train_loss": 0.16374155032984067, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9330010775862069, + "val_recall": 0.931692741556436, + "val_f1": 0.9320920632893095 + }, + { + "epoch": 22, + "train_loss": 0.1798631216471012, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9325174825174825, + "val_recall": 0.9319076076008863, + "val_f1": 0.9321340388007056 + }, + { + "epoch": 23, + "train_loss": 0.17110128378693437, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9179909803500483, + "val_recall": 0.9182098972671725, + "val_f1": 0.9175799293542252 + }, + { + "epoch": 24, + "train_loss": 0.15376006058611713, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9249677973379132, + "val_recall": 0.9253273349895924, + "val_f1": 0.9248960804114511 + }, + { + "epoch": 25, + "train_loss": 0.13953674996728863, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9327357881136951, + "val_recall": 0.931800174578661, + "val_f1": 0.9321139700322931 + }, + { + "epoch": 26, + "train_loss": 0.14598029737289137, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9286770239759166, + "val_recall": 0.9283488887396764, + "val_f1": 0.92848482813051 + }, + { + "epoch": 27, + "train_loss": 0.14003385868155477, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9266554847366656, + "val_recall": 0.9269992613979723, + "val_f1": 0.9267153441425964 + }, + { + "epoch": 28, + "train_loss": 0.1341972258283105, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9106943303757759, + "val_recall": 0.9096353991808233, + "val_f1": 0.9084052447223974 + }, + { + "epoch": 29, + "train_loss": 0.12365739178526533, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9160549165917357, + "val_recall": 0.9163231048143423, + "val_f1": 0.9157463938275745 + }, + { + "epoch": 30, + "train_loss": 0.12384194225727857, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9271117807703173, + "val_recall": 0.9263546632646209, + "val_f1": 0.9266207934630684 + }, + { + "epoch": 31, + "train_loss": 0.11816896001497905, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9279634151276828, + "val_recall": 0.9260323641979453, + "val_f1": 0.9265467558150485 + }, + { + "epoch": 32, + "train_loss": 0.12303159304045058, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9324571011317999, + "val_recall": 0.9294836500369301, + "val_f1": 0.9301630471369138 + }, + { + "epoch": 33, + "train_loss": 0.12965849737872134, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9236035600660465, + "val_recall": 0.9237628416034378, + "val_f1": 0.9230758909403178 + }, + { + "epoch": 34, + "train_loss": 0.12251773029019981, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.928983678728659, + "val_recall": 0.9292083529174779, + "val_f1": 0.9285692721069951 + }, + { + "epoch": 35, + "train_loss": 0.10592350909561464, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9355933123439366, + "val_recall": 0.9310481434230846, + "val_f1": 0.9319218054436944 + }, + { + "epoch": 36, + "train_loss": 0.11683147520700217, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9319355860757924, + "val_recall": 0.9210770160478077, + "val_f1": 0.9223728216863227 + }, + { + "epoch": 37, + "train_loss": 0.1361559639811079, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9201239224137931, + "val_recall": 0.9188544954005238, + "val_f1": 0.9175600181186773 + }, + { + "epoch": 38, + "train_loss": 0.11496232357217279, + "val_accuracy": 0.9413919413919414, + "val_precision": 0.9412830735773832, + "val_recall": 0.9414490028872624, + "val_f1": 0.9413533834586466 + }, + { + "epoch": 39, + "train_loss": 0.11107088663639167, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9221872985170858, + "val_recall": 0.922090915195058, + "val_f1": 0.9212451570702582 + }, + { + "epoch": 40, + "train_loss": 0.11097540654542246, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9180455885718902, + "val_recall": 0.9169677029476935, + "val_f1": 0.9157328251446056 + }, + { + "epoch": 41, + "train_loss": 0.10863185515661379, + "val_accuracy": 0.9047619047619048, + "val_precision": 0.9092126080077887, + "val_recall": 0.9063989793862889, + "val_f1": 0.9046800510306855 + }, + { + "epoch": 42, + "train_loss": 0.1136450075404548, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9255639097744361, + "val_recall": 0.9256496340562681, + "val_f1": 0.9249081730204787 + }, + { + "epoch": 43, + "train_loss": 0.08698244633037092, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9284467948029635, + "val_recall": 0.928671187806352, + "val_f1": 0.9285309132161088 + }, + { + "epoch": 44, + "train_loss": 0.09457821319828104, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9327357881136951, + "val_recall": 0.931800174578661, + "val_f1": 0.9321139700322931 + }, + { + "epoch": 45, + "train_loss": 0.10685090262156266, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9308427148733492, + "val_recall": 0.9275968575840999, + "val_f1": 0.9283095476168833 + }, + { + "epoch": 46, + "train_loss": 0.08793641463085845, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9285235079433233, + "val_recall": 0.9288860538508024, + "val_f1": 0.9285520157028537 + }, + { + "epoch": 47, + "train_loss": 0.08361342612094495, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9272683339374169, + "val_recall": 0.927428993486873, + "val_f1": 0.9267389437526836 + }, + { + "epoch": 48, + "train_loss": 0.08294840369905744, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9247825620100933, + "val_recall": 0.9250050359229168, + "val_f1": 0.924865831842576 + }, + { + "epoch": 49, + "train_loss": 0.08420003868721343, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9313119062057813, + "val_recall": 0.9298059491036057, + "val_f1": 0.9302447552447553 + }, + { + "epoch": 50, + "train_loss": 0.11391341118585496, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9281748928960092, + "val_recall": 0.9174108641643726, + "val_f1": 0.9186762893856716 + }, + { + "epoch": 51, + "train_loss": 0.11335765884254441, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9290616925064599, + "val_recall": 0.9281340226952259, + "val_f1": 0.9284444548989035 + }, + { + "epoch": 52, + "train_loss": 0.0936689874355173, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9247987117552335, + "val_recall": 0.925112468945142, + "val_f1": 0.9248779341935267 + }, + { + "epoch": 53, + "train_loss": 0.0753037977022129, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9293238146551723, + "val_recall": 0.9280265896730007, + "val_f1": 0.9284213640076506 + }, + { + "epoch": 54, + "train_loss": 0.07236887659236188, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9247825620100933, + "val_recall": 0.9250050359229168, + "val_f1": 0.924865831842576 + }, + { + "epoch": 55, + "train_loss": 0.06796936462923284, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.928983678728659, + "val_recall": 0.9292083529174779, + "val_f1": 0.9285692721069951 + }, + { + "epoch": 56, + "train_loss": 0.06470226755727342, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9295212765957447, + "val_recall": 0.9294232189619285, + "val_f1": 0.9285711889706993 + }, + { + "epoch": 57, + "train_loss": 0.06785247054619667, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9232069775243207, + "val_recall": 0.9235479755589875, + "val_f1": 0.9230676328502416 + }, + { + "epoch": 58, + "train_loss": 0.06756477186203877, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9229530417511038, + "val_recall": 0.9232256764923119, + "val_f1": 0.9230397487012203 + } +] diff --git a/models/part2/graphsage_spacy/seed2/result.json b/models/part2/graphsage_spacy/seed2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..9b114a92212f801811b5223e49d8c832e23fa715 --- /dev/null +++ b/models/part2/graphsage_spacy/seed2/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "graphsage", + "feature": "spacy", + "seed": 2, + "best_epoch": 38, + "epochs_run": 58, + "best_val_f1": 0.9413533834586466, + "test": { + "accuracy": 0.9273392577104025, + "precision": 0.9273736283917176, + "recall": 0.927332520849501, + "f1": 0.9273368551759718 + }, + "parameters": 110082, + "seconds": 74.99399386183359, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/6xxm197a" +} diff --git a/models/part2/graphsage_spacy/seed3/best.pt b/models/part2/graphsage_spacy/seed3/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..d33772acb5b6d2da4813cd54de6c445d1686b28d --- /dev/null +++ b/models/part2/graphsage_spacy/seed3/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba2d0bd1879d6e52c8d55a3805fbc32491c6fc6eaa6c9e7d4528942d3145036e +size 444124 diff --git a/models/part2/graphsage_spacy/seed3/history.json b/models/part2/graphsage_spacy/seed3/history.json new file mode 100644 index 0000000000000000000000000000000000000000..b552778afeabfa8ee043771d02cc0a98ac399d19 --- /dev/null +++ b/models/part2/graphsage_spacy/seed3/history.json @@ -0,0 +1,458 @@ +[ + { + "epoch": 1, + "train_loss": 0.6894503844963326, + "val_accuracy": 0.48534798534798534, + "val_precision": 0.24267399267399267, + "val_recall": 0.5, + "val_f1": 0.32675709001233044 + }, + { + "epoch": 2, + "train_loss": 0.6708740801601619, + "val_accuracy": 0.7454212454212454, + "val_precision": 0.8045034246575342, + "val_recall": 0.7388101792788558, + "val_f1": 0.7288444430153167 + }, + { + "epoch": 3, + "train_loss": 0.6248787709208199, + "val_accuracy": 0.8241758241758241, + "val_precision": 0.829140958709065, + "val_recall": 0.8259585039951656, + "val_f1": 0.8239395934380416 + }, + { + "epoch": 4, + "train_loss": 0.5581547070990552, + "val_accuracy": 0.8571428571428571, + "val_precision": 0.8574342732140701, + "val_recall": 0.8576646746793796, + "val_f1": 0.8571351895337135 + }, + { + "epoch": 5, + "train_loss": 0.47296707708757, + "val_accuracy": 0.8608058608058609, + "val_precision": 0.8672438672438672, + "val_recall": 0.858859867051635, + "val_f1": 0.8596287075124486 + }, + { + "epoch": 6, + "train_loss": 0.41485508861559217, + "val_accuracy": 0.8827838827838828, + "val_precision": 0.8854255104103497, + "val_recall": 0.8840797690190022, + "val_f1": 0.8827445506281542 + }, + { + "epoch": 7, + "train_loss": 0.3846789383407914, + "val_accuracy": 0.8571428571428571, + "val_precision": 0.8662789902168708, + "val_recall": 0.8594910360572081, + "val_f1": 0.8567102713178294 + }, + { + "epoch": 8, + "train_loss": 0.34185198975570036, + "val_accuracy": 0.8571428571428571, + "val_precision": 0.8671721811625006, + "val_recall": 0.8595984690794333, + "val_f1": 0.8566504651757705 + }, + { + "epoch": 9, + "train_loss": 0.331192957503455, + "val_accuracy": 0.8589743589743589, + "val_precision": 0.8704733076499724, + "val_recall": 0.8615926945544887, + "val_f1": 0.8583924740056115 + }, + { + "epoch": 10, + "train_loss": 0.3246400649949308, + "val_accuracy": 0.8882783882783882, + "val_precision": 0.8911929673174415, + "val_recall": 0.8896327133552675, + "val_f1": 0.8882330240440275 + }, + { + "epoch": 11, + "train_loss": 0.2972112656622143, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.91387129669386, + "val_recall": 0.9142214463170617, + "val_f1": 0.9138960189239519 + }, + { + "epoch": 12, + "train_loss": 0.27540711223424136, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9236734748832012, + "val_recall": 0.9225810783589605, + "val_f1": 0.9229280096793708 + }, + { + "epoch": 13, + "train_loss": 0.24660832126498658, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9157509157509158, + "val_recall": 0.9161082387698919, + "val_f1": 0.9157328251446056 + }, + { + "epoch": 14, + "train_loss": 0.2337115031458956, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9202749140893471, + "val_recall": 0.9188074934533002, + "val_f1": 0.9192307692307693 + }, + { + "epoch": 15, + "train_loss": 0.2166865464750227, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9239539114614919, + "val_recall": 0.9224736453367354, + "val_f1": 0.9229020979020979 + }, + { + "epoch": 16, + "train_loss": 0.21853220331799852, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9205978766744459, + "val_recall": 0.918700060431075, + "val_f1": 0.9192014313965533 + }, + { + "epoch": 17, + "train_loss": 0.20629715207186375, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9222710602955453, + "val_recall": 0.9205868528839052, + "val_f1": 0.9210523661088077 + }, + { + "epoch": 18, + "train_loss": 0.20242936587159013, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9219771241830066, + "val_recall": 0.9161686698448936, + "val_f1": 0.9171150505169768 + }, + { + "epoch": 19, + "train_loss": 0.19263613617027198, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9303431142147318, + "val_recall": 0.9303431142147318, + "val_f1": 0.9303431142147318 + }, + { + "epoch": 20, + "train_loss": 0.17662638698742067, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.918233082706767, + "val_recall": 0.9183173302893977, + "val_f1": 0.9175821411200376 + }, + { + "epoch": 21, + "train_loss": 0.17938435492498098, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9232069775243207, + "val_recall": 0.9235479755589875, + "val_f1": 0.9230676328502416 + }, + { + "epoch": 22, + "train_loss": 0.16871634704289418, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9307844429795649, + "val_recall": 0.9300208151480561, + "val_f1": 0.9302897537899151 + }, + { + "epoch": 23, + "train_loss": 0.1703868377885539, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9229922844682992, + "val_recall": 0.9233331095145371, + "val_f1": 0.9230511113497262 + }, + { + "epoch": 24, + "train_loss": 0.16580617812636134, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.920204122742228, + "val_recall": 0.920204122742228, + "val_f1": 0.9194139194139194 + }, + { + "epoch": 25, + "train_loss": 0.16332729976801647, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9106943303757759, + "val_recall": 0.9096353991808233, + "val_f1": 0.9084052447223974 + }, + { + "epoch": 26, + "train_loss": 0.17416946093241373, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9049091768519144, + "val_recall": 0.9026253944806285, + "val_f1": 0.9010338345864662 + }, + { + "epoch": 27, + "train_loss": 0.17259585104145847, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9123062015503876, + "val_recall": 0.9114147586114282, + "val_f1": 0.9102416570771001 + }, + { + "epoch": 28, + "train_loss": 0.15479558043100022, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9233824970139439, + "val_recall": 0.9236554085812126, + "val_f1": 0.9230727943643072 + }, + { + "epoch": 29, + "train_loss": 0.13501169284184775, + "val_accuracy": 0.9157509157509157, + "val_precision": 0.9168469279447526, + "val_recall": 0.9166454038810179, + "val_f1": 0.915749785315586 + }, + { + "epoch": 30, + "train_loss": 0.13898011891942322, + "val_accuracy": 0.9139194139194139, + "val_precision": 0.9148533204384268, + "val_recall": 0.9147586114281878, + "val_f1": 0.913919125169817 + }, + { + "epoch": 31, + "train_loss": 0.14084328590950249, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9123062015503876, + "val_recall": 0.9114147586114282, + "val_f1": 0.9102416570771001 + }, + { + "epoch": 32, + "train_loss": 0.13648753146548848, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9232506553740674, + "val_recall": 0.9227959444034111, + "val_f1": 0.9229735721291432 + }, + { + "epoch": 33, + "train_loss": 0.13027129368685977, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.919938786194676, + "val_recall": 0.9200966897200027, + "val_f1": 0.919412838127952 + }, + { + "epoch": 34, + "train_loss": 0.12306515929790643, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9185203094777563, + "val_recall": 0.9184247633116229, + "val_f1": 0.9175821411200376 + }, + { + "epoch": 35, + "train_loss": 0.11789388302372489, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9179909803500483, + "val_recall": 0.9182098972671725, + "val_f1": 0.9175799293542252 + }, + { + "epoch": 36, + "train_loss": 0.11780746480374983, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.930280622173312, + "val_recall": 0.9305579802591821, + "val_f1": 0.9303692964439612 + }, + { + "epoch": 37, + "train_loss": 0.12959970364640483, + "val_accuracy": 0.9377289377289377, + "val_precision": 0.9427718643097597, + "val_recall": 0.9362787886926744, + "val_f1": 0.937358276643991 + }, + { + "epoch": 38, + "train_loss": 0.12249770020936435, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9250080636490701, + "val_recall": 0.9246827368562411, + "val_f1": 0.9248173834192541 + }, + { + "epoch": 39, + "train_loss": 0.1063676980825571, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9313119062057813, + "val_recall": 0.9298059491036057, + "val_f1": 0.9302447552447553 + }, + { + "epoch": 40, + "train_loss": 0.11066722491885717, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9211974023185916, + "val_recall": 0.921553750083932, + "val_f1": 0.9212240173134028 + }, + { + "epoch": 41, + "train_loss": 0.10361849306485592, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9206396289504908, + "val_recall": 0.9189619284227489, + "val_f1": 0.9175489521636269 + }, + { + "epoch": 42, + "train_loss": 0.11501343384548858, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9299886621315192, + "val_recall": 0.9278117236285504, + "val_f1": 0.9283693549743504 + }, + { + "epoch": 43, + "train_loss": 0.10425867375000056, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9279634151276828, + "val_recall": 0.9260323641979453, + "val_f1": 0.9265467558150485 + }, + { + "epoch": 44, + "train_loss": 0.10970986293349073, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9238702746256631, + "val_recall": 0.9238702746256631, + "val_f1": 0.923076923076923 + }, + { + "epoch": 45, + "train_loss": 0.10224119471488419, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9216552131429185, + "val_recall": 0.9218760491506077, + "val_f1": 0.9212430436051484 + }, + { + "epoch": 46, + "train_loss": 0.09072118956636596, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9236035600660465, + "val_recall": 0.9237628416034378, + "val_f1": 0.9230758909403178 + }, + { + "epoch": 47, + "train_loss": 0.09235052636145671, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9253194459357887, + "val_recall": 0.9255422010340428, + "val_f1": 0.9249061578560718 + }, + { + "epoch": 48, + "train_loss": 0.08252114608829275, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9288461538461539, + "val_recall": 0.9282414557174512, + "val_f1": 0.9284656084656085 + }, + { + "epoch": 49, + "train_loss": 0.08913145481775968, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9129041418198045, + "val_recall": 0.9100651312697241, + "val_f1": 0.9083462029141207 + }, + { + "epoch": 50, + "train_loss": 0.09949737915516774, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9266168319622079, + "val_recall": 0.926891828375747, + "val_f1": 0.9267045225725907 + }, + { + "epoch": 51, + "train_loss": 0.09727675394042508, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9340810810810811, + "val_recall": 0.9313704424897603, + "val_f1": 0.9320152782218034 + }, + { + "epoch": 52, + "train_loss": 0.08296616978588559, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9327357881136951, + "val_recall": 0.931800174578661, + "val_f1": 0.9321139700322931 + }, + { + "epoch": 53, + "train_loss": 0.07424790897976348, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9321428571428572, + "val_recall": 0.9322299066675619, + "val_f1": 0.9321832482350927 + }, + { + "epoch": 54, + "train_loss": 0.0805554564619239, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9261907321793356, + "val_recall": 0.9258645001007184, + "val_f1": 0.9249061578560718 + }, + { + "epoch": 55, + "train_loss": 0.08432422627459515, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9298596925061822, + "val_recall": 0.9295306519841536, + "val_f1": 0.9285692721069951 + }, + { + "epoch": 56, + "train_loss": 0.0893521996644827, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9284467948029635, + "val_recall": 0.928671187806352, + "val_f1": 0.9285309132161088 + }, + { + "epoch": 57, + "train_loss": 0.08461076468775124, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9263038548752834, + "val_recall": 0.9241455717451152, + "val_f1": 0.9246959885627786 + } +] diff --git a/models/part2/graphsage_spacy/seed3/result.json b/models/part2/graphsage_spacy/seed3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..ea634afb0af588836d454f4bb4bc677be04040dd --- /dev/null +++ b/models/part2/graphsage_spacy/seed3/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "graphsage", + "feature": "spacy", + "seed": 3, + "best_epoch": 37, + "epochs_run": 57, + "best_val_f1": 0.937358276643991, + "test": { + "accuracy": 0.9124411918452692, + "precision": 0.9163004800311616, + "recall": 0.9123659674933599, + "f1": 0.9122270041098972 + }, + "parameters": 110082, + "seconds": 74.15943880798295, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/jkw8uxrw" +} diff --git a/models/part2/graphsage_spacy/seed4/best.pt b/models/part2/graphsage_spacy/seed4/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed8644c37b37f6e04fa34e59be1b4c8ba6c2b86d --- /dev/null +++ b/models/part2/graphsage_spacy/seed4/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3206593061eeae84b78af532a0f4eed60add1f741e1f227e5af831db544fb76 +size 444124 diff --git a/models/part2/graphsage_spacy/seed4/history.json b/models/part2/graphsage_spacy/seed4/history.json new file mode 100644 index 0000000000000000000000000000000000000000..08b04bec2de17b7847d0daa25527eab13c16f115 --- /dev/null +++ b/models/part2/graphsage_spacy/seed4/history.json @@ -0,0 +1,482 @@ +[ + { + "epoch": 1, + "train_loss": 0.6916445965295309, + "val_accuracy": 0.489010989010989, + "val_precision": 0.5559944237918215, + "val_recall": 0.5032364197945344, + "val_f1": 0.34357750132504833 + }, + { + "epoch": 2, + "train_loss": 0.6752446614778959, + "val_accuracy": 0.815018315018315, + "val_precision": 0.8190355055206755, + "val_recall": 0.8166319747532398, + "val_f1": 0.8148388158226084 + }, + { + "epoch": 3, + "train_loss": 0.6362983604053875, + "val_accuracy": 0.7967032967032966, + "val_precision": 0.8134259259259259, + "val_recall": 0.8000201436916672, + "val_f1": 0.7950526689549059 + }, + { + "epoch": 4, + "train_loss": 0.5691114840926704, + "val_accuracy": 0.8205128205128205, + "val_precision": 0.826719270797905, + "val_recall": 0.8225072181561808, + "val_f1": 0.820165355918532 + }, + { + "epoch": 5, + "train_loss": 0.4916960998769208, + "val_accuracy": 0.8589743589743589, + "val_precision": 0.8606570686295735, + "val_recall": 0.8579399717988316, + "val_f1": 0.8584573119615388 + }, + { + "epoch": 6, + "train_loss": 0.4330535669684847, + "val_accuracy": 0.8864468864468864, + "val_precision": 0.8863114655068262, + "val_recall": 0.8864567246357349, + "val_f1": 0.8863721804511278 + }, + { + "epoch": 7, + "train_loss": 0.38257630229432943, + "val_accuracy": 0.891941391941392, + "val_precision": 0.8925751879699249, + "val_recall": 0.8926542671053515, + "val_f1": 0.8919410294684937 + }, + { + "epoch": 8, + "train_loss": 0.3260258182937846, + "val_accuracy": 0.8956043956043956, + "val_precision": 0.896839049564563, + "val_recall": 0.8965352850332371, + "val_f1": 0.8956012438486852 + }, + { + "epoch": 9, + "train_loss": 0.3107093367930297, + "val_accuracy": 0.8663003663003663, + "val_precision": 0.8833333333333333, + "val_recall": 0.8632310481434231, + "val_f1": 0.8640006824191759 + }, + { + "epoch": 10, + "train_loss": 0.2874652719868845, + "val_accuracy": 0.8937728937728938, + "val_precision": 0.901850040637527, + "val_recall": 0.8917478009803264, + "val_f1": 0.8928005632811125 + }, + { + "epoch": 11, + "train_loss": 0.28156883212236256, + "val_accuracy": 0.8956043956043956, + "val_precision": 0.9041708043694141, + "val_recall": 0.8935271604109314, + "val_f1": 0.8946113705398111 + }, + { + "epoch": 12, + "train_loss": 0.24988318221036332, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9188528115256425, + "val_recall": 0.9185321963338482, + "val_f1": 0.9175799293542253 + }, + { + "epoch": 13, + "train_loss": 0.23660079539913834, + "val_accuracy": 0.9084249084249084, + "val_precision": 0.9111784920153628, + "val_recall": 0.9097428322030484, + "val_f1": 0.9083941801782454 + }, + { + "epoch": 14, + "train_loss": 0.22134969031417762, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9216552131429185, + "val_recall": 0.9218760491506077, + "val_f1": 0.9212430436051484 + }, + { + "epoch": 15, + "train_loss": 0.2059401986035672, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.918233082706767, + "val_recall": 0.9183173302893977, + "val_f1": 0.9175821411200376 + }, + { + "epoch": 16, + "train_loss": 0.1984382831788325, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9185203094777563, + "val_recall": 0.9184247633116229, + "val_f1": 0.9175821411200376 + }, + { + "epoch": 17, + "train_loss": 0.19554891685644785, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9221872985170858, + "val_recall": 0.922090915195058, + "val_f1": 0.9212451570702582 + }, + { + "epoch": 18, + "train_loss": 0.19698742927212418, + "val_accuracy": 0.9065934065934066, + "val_precision": 0.9095971308380972, + "val_recall": 0.9079634727724435, + "val_f1": 0.9065554791187771 + }, + { + "epoch": 19, + "train_loss": 0.18109710590961653, + "val_accuracy": 0.9120879120879121, + "val_precision": 0.914369959473833, + "val_recall": 0.9133015510642584, + "val_f1": 0.9120690349335016 + }, + { + "epoch": 20, + "train_loss": 0.1726267240095488, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9188528115256425, + "val_recall": 0.9185321963338482, + "val_f1": 0.9175799293542253 + }, + { + "epoch": 21, + "train_loss": 0.16676402201145996, + "val_accuracy": 0.9010989010989011, + "val_precision": 0.9049091768519144, + "val_recall": 0.9026253944806285, + "val_f1": 0.9010338345864662 + }, + { + "epoch": 22, + "train_loss": 0.1735270130874473, + "val_accuracy": 0.9102564102564102, + "val_precision": 0.9118881118881119, + "val_recall": 0.911307325589203, + "val_f1": 0.9102488837301361 + }, + { + "epoch": 23, + "train_loss": 0.16215171962430625, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9327357881136951, + "val_recall": 0.931800174578661, + "val_f1": 0.9321139700322931 + }, + { + "epoch": 24, + "train_loss": 0.15615367016076168, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9279634151276828, + "val_recall": 0.9260323641979453, + "val_f1": 0.9265467558150485 + }, + { + "epoch": 25, + "train_loss": 0.15063008797037733, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9279634151276828, + "val_recall": 0.9260323641979453, + "val_f1": 0.9265467558150485 + }, + { + "epoch": 26, + "train_loss": 0.15556409038030183, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9333135584079387, + "val_recall": 0.9315853085342107, + "val_f1": 0.9320683150238578 + }, + { + "epoch": 27, + "train_loss": 0.1487014991241497, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9271487334920978, + "val_recall": 0.9239307057006647, + "val_f1": 0.9246331141613389 + }, + { + "epoch": 28, + "train_loss": 0.13284968945023778, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.930280622173312, + "val_recall": 0.9305579802591821, + "val_f1": 0.9303692964439612 + }, + { + "epoch": 29, + "train_loss": 0.13335338469608363, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9253194459357887, + "val_recall": 0.9255422010340428, + "val_f1": 0.9249061578560718 + }, + { + "epoch": 30, + "train_loss": 0.12811525829218245, + "val_accuracy": 0.8846153846153846, + "val_precision": 0.8947649572649572, + "val_recall": 0.8870408916940844, + "val_f1": 0.8842422304857733 + }, + { + "epoch": 31, + "train_loss": 0.14053175224489345, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.919938786194676, + "val_recall": 0.9200966897200027, + "val_f1": 0.919412838127952 + }, + { + "epoch": 32, + "train_loss": 0.13394749879618703, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9218984962406015, + "val_recall": 0.9219834821728329, + "val_f1": 0.9212451570702582 + }, + { + "epoch": 33, + "train_loss": 0.1252259564050388, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9284621578099839, + "val_recall": 0.9287786208285772, + "val_f1": 0.9285424252084766 + }, + { + "epoch": 34, + "train_loss": 0.12456974520897254, + "val_accuracy": 0.9358974358974359, + "val_precision": 0.9357890499194848, + "val_recall": 0.9361109245954475, + "val_f1": 0.9358714072383765 + }, + { + "epoch": 35, + "train_loss": 0.1205225282727362, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9339444123844161, + "val_recall": 0.9342241321426173, + "val_f1": 0.9340340703153316 + }, + { + "epoch": 36, + "train_loss": 0.1105043820136196, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9305333780610534, + "val_recall": 0.9308802793258578, + "val_f1": 0.9303945249597424 + }, + { + "epoch": 37, + "train_loss": 0.11122849313439903, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9288461538461539, + "val_recall": 0.9282414557174512, + "val_f1": 0.9284656084656085 + }, + { + "epoch": 38, + "train_loss": 0.11138778984983326, + "val_accuracy": 0.9230769230769231, + "val_precision": 0.9246539266662166, + "val_recall": 0.922258779292285, + "val_f1": 0.922843992248062 + }, + { + "epoch": 39, + "train_loss": 0.1259214718154062, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9295954870665932, + "val_recall": 0.9192976566172028, + "val_f1": 0.9205522562306483 + }, + { + "epoch": 40, + "train_loss": 0.14481479491724636, + "val_accuracy": 0.9395604395604396, + "val_precision": 0.9395551257253385, + "val_recall": 0.9394547774122071, + "val_f1": 0.9395017913083771 + }, + { + "epoch": 41, + "train_loss": 0.1153861661151652, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9340659340659341, + "val_recall": 0.9344389981870678, + "val_f1": 0.9340517762001261 + }, + { + "epoch": 42, + "train_loss": 0.11247982712455722, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9261907321793356, + "val_recall": 0.9258645001007184, + "val_f1": 0.9249061578560718 + }, + { + "epoch": 43, + "train_loss": 0.09849316890150199, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9201239224137931, + "val_recall": 0.9188544954005238, + "val_f1": 0.9175600181186773 + }, + { + "epoch": 44, + "train_loss": 0.09744168468665727, + "val_accuracy": 0.9194139194139194, + "val_precision": 0.9212731895658725, + "val_recall": 0.9205264218089035, + "val_f1": 0.9194041867954912 + }, + { + "epoch": 45, + "train_loss": 0.0975302789128307, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.926870177792687, + "val_recall": 0.9272141274424226, + "val_f1": 0.9267310789049921 + }, + { + "epoch": 46, + "train_loss": 0.0888083524210549, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.927046287225048, + "val_recall": 0.9273215604646479, + "val_f1": 0.9267359946326736 + }, + { + "epoch": 47, + "train_loss": 0.08851317122524038, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9267399267399268, + "val_recall": 0.9271066944201974, + "val_f1": 0.926724195777918 + }, + { + "epoch": 48, + "train_loss": 0.08964534666075374, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9336734693877551, + "val_recall": 0.9314778755119855, + "val_f1": 0.9320427213859221 + }, + { + "epoch": 49, + "train_loss": 0.09266624976317961, + "val_accuracy": 0.9212454212454212, + "val_precision": 0.9214573268921096, + "val_recall": 0.9217686161283825, + "val_f1": 0.9212388163346092 + }, + { + "epoch": 50, + "train_loss": 0.07811710787015957, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9275364265090982, + "val_recall": 0.9275364265090982, + "val_f1": 0.9267399267399268 + }, + { + "epoch": 51, + "train_loss": 0.08470792820056279, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9278507033548751, + "val_recall": 0.9276438595313234, + "val_f1": 0.9267389437526836 + }, + { + "epoch": 52, + "train_loss": 0.08783095799413793, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9292293233082707, + "val_recall": 0.9293157859397032, + "val_f1": 0.9285711889706991 + }, + { + "epoch": 53, + "train_loss": 0.08325855068234733, + "val_accuracy": 0.9340659340659341, + "val_precision": 0.9344571051888125, + "val_recall": 0.9336869670314913, + "val_f1": 0.9339587141167616 + }, + { + "epoch": 54, + "train_loss": 0.08036310970783234, + "val_accuracy": 0.9322344322344323, + "val_precision": 0.9330010775862069, + "val_recall": 0.931692741556436, + "val_f1": 0.9320920632893095 + }, + { + "epoch": 55, + "train_loss": 0.07724271739249701, + "val_accuracy": 0.9285714285714286, + "val_precision": 0.9293238146551723, + "val_recall": 0.9280265896730007, + "val_f1": 0.9284213640076506 + }, + { + "epoch": 56, + "train_loss": 0.07227347758445112, + "val_accuracy": 0.9175824175824175, + "val_precision": 0.9192307692307693, + "val_recall": 0.9186396293560734, + "val_f1": 0.9175755054664516 + }, + { + "epoch": 57, + "train_loss": 0.08934956679850707, + "val_accuracy": 0.924908424908425, + "val_precision": 0.9258542875564153, + "val_recall": 0.9257570670784933, + "val_f1": 0.9249081730204787 + }, + { + "epoch": 58, + "train_loss": 0.07653668312690197, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9303186850050318, + "val_recall": 0.9306654132814074, + "val_f1": 0.9303795769354666 + }, + { + "epoch": 59, + "train_loss": 0.07035711410390588, + "val_accuracy": 0.9304029304029304, + "val_precision": 0.9329343425453265, + "val_recall": 0.9293762170147049, + "val_f1": 0.9301320043103449 + }, + { + "epoch": 60, + "train_loss": 0.07407178152557257, + "val_accuracy": 0.9267399267399268, + "val_precision": 0.9283408737929637, + "val_recall": 0.9259249311757202, + "val_f1": 0.9265180878552972 + } +] diff --git a/models/part2/graphsage_spacy/seed4/result.json b/models/part2/graphsage_spacy/seed4/result.json new file mode 100644 index 0000000000000000000000000000000000000000..98da5166ad47220f7afa18d3a1aa62c6d454d37e --- /dev/null +++ b/models/part2/graphsage_spacy/seed4/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "graphsage", + "feature": "spacy", + "seed": 4, + "best_epoch": 40, + "epochs_run": 60, + "best_val_f1": 0.9395017913083771, + "test": { + "accuracy": 0.9296915838996341, + "precision": 0.9297035736488657, + "recall": 0.9296877220212265, + "f1": 0.929690503196088 + }, + "parameters": 110082, + "seconds": 75.07860754593275, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/qo9bsjow" +} diff --git a/models/part2/root_mlp_bert/seed0/best.pt b/models/part2/root_mlp_bert/seed0/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa278d68f4c3978450192e07ccb102fff98b5854 --- /dev/null +++ b/models/part2/root_mlp_bert/seed0/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eef749cd064312fea8e7eaa25d2e391f766f88fea6e992568bcf654f86671da +size 463914 diff --git a/models/part2/root_mlp_bert/seed0/history.json b/models/part2/root_mlp_bert/seed0/history.json new file mode 100644 index 0000000000000000000000000000000000000000..298443d132b16ffc90311679a05b8923ffbf4921 --- /dev/null +++ b/models/part2/root_mlp_bert/seed0/history.json @@ -0,0 +1,378 @@ +[ + { + "epoch": 1, + "train_loss": 0.6887821275672633, + "val_accuracy": 0.5457875457875457, + "val_precision": 0.6, + "val_recall": 0.5339018330759417, + "val_f1": 0.4478011222758711 + }, + { + "epoch": 2, + "train_loss": 0.6569546030991243, + "val_accuracy": 0.684981684981685, + "val_precision": 0.6847489025814506, + "val_recall": 0.6848183710468005, + "val_f1": 0.6847744360902256 + }, + { + "epoch": 3, + "train_loss": 0.6227684826641292, + "val_accuracy": 0.6959706959706959, + "val_precision": 0.6957340615877201, + "val_recall": 0.6953870946082052, + "val_f1": 0.6954762928717342 + }, + { + "epoch": 4, + "train_loss": 0.5833384248363229, + "val_accuracy": 0.7289377289377289, + "val_precision": 0.7320189850310332, + "val_recall": 0.7304236889814006, + "val_f1": 0.7287047606257973 + }, + { + "epoch": 5, + "train_loss": 0.5578288525452108, + "val_accuracy": 0.73992673992674, + "val_precision": 0.7423005841168773, + "val_recall": 0.7412072785872558, + "val_f1": 0.739801055132697 + }, + { + "epoch": 6, + "train_loss": 0.5425758580148439, + "val_accuracy": 0.7289377289377289, + "val_precision": 0.7306911261635751, + "val_recall": 0.7273081313368697, + "val_f1": 0.7273242630385488 + }, + { + "epoch": 7, + "train_loss": 0.5283921044388097, + "val_accuracy": 0.7326007326007326, + "val_precision": 0.7351166450023945, + "val_recall": 0.7307594171758545, + "val_f1": 0.7306891891891891 + }, + { + "epoch": 8, + "train_loss": 0.5055910117460258, + "val_accuracy": 0.76007326007326, + "val_precision": 0.7606203007518797, + "val_recall": 0.7606727993016853, + "val_f1": 0.7600724552605538 + }, + { + "epoch": 9, + "train_loss": 0.4962631599370377, + "val_accuracy": 0.7545787545787546, + "val_precision": 0.7570316610233512, + "val_recall": 0.7558718861209965, + "val_f1": 0.754460150618179 + }, + { + "epoch": 10, + "train_loss": 0.49911228728381707, + "val_accuracy": 0.7619047619047619, + "val_precision": 0.7627940722030391, + "val_recall": 0.7626670247767408, + "val_f1": 0.7619015671962216 + }, + { + "epoch": 11, + "train_loss": 0.49418537324164813, + "val_accuracy": 0.76007326007326, + "val_precision": 0.7663292589763178, + "val_recall": 0.7621768616128383, + "val_f1": 0.7594851153547397 + }, + { + "epoch": 12, + "train_loss": 0.4952182472843827, + "val_accuracy": 0.7637362637362637, + "val_precision": 0.7642857142857142, + "val_recall": 0.7643389511851206, + "val_f1": 0.7637354712107745 + }, + { + "epoch": 13, + "train_loss": 0.4710956701647231, + "val_accuracy": 0.7637362637362637, + "val_precision": 0.7668648648648648, + "val_recall": 0.7651984153629222, + "val_f1": 0.7635578114142422 + }, + { + "epoch": 14, + "train_loss": 0.46610064733596074, + "val_accuracy": 0.76007326007326, + "val_precision": 0.777186193650435, + "val_recall": 0.763573490901766, + "val_f1": 0.7577910445739517 + }, + { + "epoch": 15, + "train_loss": 0.4615849608030075, + "val_accuracy": 0.76007326007326, + "val_precision": 0.7732152816508645, + "val_recall": 0.7631437588128651, + "val_f1": 0.7584323738310181 + }, + { + "epoch": 16, + "train_loss": 0.44314921382582667, + "val_accuracy": 0.7545787545787546, + "val_precision": 0.7578597217151435, + "val_recall": 0.7560867521654469, + "val_f1": 0.7543678238098437 + }, + { + "epoch": 17, + "train_loss": 0.44772638123987357, + "val_accuracy": 0.76007326007326, + "val_precision": 0.7631756756756757, + "val_recall": 0.761532263479487, + "val_f1": 0.7598920410485714 + }, + { + "epoch": 18, + "train_loss": 0.43034330621743816, + "val_accuracy": 0.7545787545787546, + "val_precision": 0.7548481473031552, + "val_recall": 0.7550124219431948, + "val_f1": 0.7545655820194566 + }, + { + "epoch": 19, + "train_loss": 0.42546246765734075, + "val_accuracy": 0.7637362637362637, + "val_precision": 0.7638469827586207, + "val_recall": 0.7630497549184181, + "val_f1": 0.7632398963329984 + }, + { + "epoch": 20, + "train_loss": 0.4226594143734747, + "val_accuracy": 0.7619047619047619, + "val_precision": 0.7638119855792123, + "val_recall": 0.7604109313100114, + "val_f1": 0.7606200002697999 + }, + { + "epoch": 21, + "train_loss": 0.4069432927356971, + "val_accuracy": 0.7564102564102564, + "val_precision": 0.7596153846153846, + "val_recall": 0.7545356879070704, + "val_f1": 0.7545918143200397 + }, + { + "epoch": 22, + "train_loss": 0.4016611121949695, + "val_accuracy": 0.7564102564102564, + "val_precision": 0.760910867441103, + "val_recall": 0.7581884106627275, + "val_f1": 0.7560493827160493 + }, + { + "epoch": 23, + "train_loss": 0.3879758984177977, + "val_accuracy": 0.7655677655677655, + "val_precision": 0.7655146435634241, + "val_recall": 0.7650439803934734, + "val_f1": 0.7651865390818192 + }, + { + "epoch": 24, + "train_loss": 0.3926162789592813, + "val_accuracy": 0.7472527472527473, + "val_precision": 0.77114680028384, + "val_recall": 0.7514402739542068, + "val_f1": 0.7435049019607842 + }, + { + "epoch": 25, + "train_loss": 0.3918850349855947, + "val_accuracy": 0.7619047619047619, + "val_precision": 0.7633487145682267, + "val_recall": 0.7628818908211912, + "val_f1": 0.7618760064412239 + }, + { + "epoch": 26, + "train_loss": 0.3699747688604362, + "val_accuracy": 0.7619047619047619, + "val_precision": 0.7638119855792123, + "val_recall": 0.7604109313100114, + "val_f1": 0.7606200002697999 + }, + { + "epoch": 27, + "train_loss": 0.36589298569239104, + "val_accuracy": 0.7783882783882784, + "val_precision": 0.778207607994842, + "val_recall": 0.7781440945410596, + "val_f1": 0.7781732347973824 + }, + { + "epoch": 28, + "train_loss": 0.3802985063184312, + "val_accuracy": 0.7564102564102564, + "val_precision": 0.760910867441103, + "val_recall": 0.7581884106627275, + "val_f1": 0.7560493827160493 + }, + { + "epoch": 29, + "train_loss": 0.3714253436296414, + "val_accuracy": 0.7619047619047619, + "val_precision": 0.7643971994765881, + "val_recall": 0.7632041898878668, + "val_f1": 0.7617896983609198 + }, + { + "epoch": 30, + "train_loss": 0.3583269307028243, + "val_accuracy": 0.7673992673992674, + "val_precision": 0.7693561422413793, + "val_recall": 0.7685422681796817, + "val_f1": 0.7673360511349339 + }, + { + "epoch": 31, + "train_loss": 0.33772493200206055, + "val_accuracy": 0.7472527472527473, + "val_precision": 0.7612511030493185, + "val_recall": 0.7504733767541798, + "val_f1": 0.7452841669709139 + }, + { + "epoch": 32, + "train_loss": 0.3548315160877102, + "val_accuracy": 0.7564102564102564, + "val_precision": 0.7596153846153846, + "val_recall": 0.7545356879070704, + "val_f1": 0.7545918143200397 + }, + { + "epoch": 33, + "train_loss": 0.33414605052479895, + "val_accuracy": 0.7582417582417582, + "val_precision": 0.7647781737741183, + "val_recall": 0.7603975021822333, + "val_f1": 0.7576042941896601 + }, + { + "epoch": 34, + "train_loss": 0.3503356667665335, + "val_accuracy": 0.7545787545787546, + "val_precision": 0.7560033901497316, + "val_recall": 0.7555495870543208, + "val_f1": 0.7545491143317229 + }, + { + "epoch": 35, + "train_loss": 0.32458921000634355, + "val_accuracy": 0.7619047619047619, + "val_precision": 0.7645733480807833, + "val_recall": 0.760196065265561, + "val_f1": 0.7603484367614288 + }, + { + "epoch": 36, + "train_loss": 0.30541218255029057, + "val_accuracy": 0.7692307692307693, + "val_precision": 0.7716189879110844, + "val_recall": 0.7676358020546565, + "val_f1": 0.7678571428571428 + }, + { + "epoch": 37, + "train_loss": 0.3015073838033082, + "val_accuracy": 0.7655677655677655, + "val_precision": 0.7654100626736274, + "val_recall": 0.7655811455045995, + "val_f1": 0.7654544722322904 + }, + { + "epoch": 38, + "train_loss": 0.323027497791982, + "val_accuracy": 0.7655677655677655, + "val_precision": 0.7653739277516007, + "val_recall": 0.7654737124823743, + "val_f1": 0.7654135338345864 + }, + { + "epoch": 39, + "train_loss": 0.32058197947648853, + "val_accuracy": 0.7472527472527473, + "val_precision": 0.7509241330751628, + "val_recall": 0.7488618814208017, + "val_f1": 0.746977756286267 + }, + { + "epoch": 40, + "train_loss": 0.3046667639152471, + "val_accuracy": 0.7527472527472527, + "val_precision": 0.756810676940011, + "val_recall": 0.7506546699791848, + "val_f1": 0.7505710370031978 + }, + { + "epoch": 41, + "train_loss": 0.3011571186366099, + "val_accuracy": 0.7490842490842491, + "val_precision": 0.7517006802721089, + "val_recall": 0.7504263748069563, + "val_f1": 0.7489419259129979 + }, + { + "epoch": 42, + "train_loss": 0.29268659765903765, + "val_accuracy": 0.7655677655677655, + "val_precision": 0.7656214236667429, + "val_recall": 0.7649365473712482, + "val_f1": 0.7651139342609397 + }, + { + "epoch": 43, + "train_loss": 0.27785340377262663, + "val_accuracy": 0.7490842490842491, + "val_precision": 0.7506524575902567, + "val_recall": 0.7476331162291009, + "val_f1": 0.7477975016436555 + }, + { + "epoch": 44, + "train_loss": 0.28141162814674797, + "val_accuracy": 0.7582417582417582, + "val_precision": 0.7603395997574287, + "val_recall": 0.7594306049822064, + "val_f1": 0.7581606356705681 + }, + { + "epoch": 45, + "train_loss": 0.27632524640787215, + "val_accuracy": 0.7472527472527473, + "val_precision": 0.751936806926933, + "val_recall": 0.7449942926206943, + "val_f1": 0.7447560975609756 + }, + { + "epoch": 46, + "train_loss": 0.28369425515552144, + "val_accuracy": 0.7454212454212454, + "val_precision": 0.7488498592768997, + "val_recall": 0.7469750889679716, + "val_f1": 0.7451742118746789 + }, + { + "epoch": 47, + "train_loss": 0.2534735011748778, + "val_accuracy": 0.7619047619047619, + "val_precision": 0.7641775585024464, + "val_recall": 0.7603034982877862, + "val_f1": 0.7604875283446713 + } +] diff --git a/models/part2/root_mlp_bert/seed0/result.json b/models/part2/root_mlp_bert/seed0/result.json new file mode 100644 index 0000000000000000000000000000000000000000..58a4e580e6668f2e9dccddae8330e4f77cca34d7 --- /dev/null +++ b/models/part2/root_mlp_bert/seed0/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "root_mlp", + "feature": "bert", + "seed": 0, + "best_epoch": 27, + "epochs_run": 47, + "best_val_f1": 0.7781732347973824, + "test": { + "accuracy": 0.7391531625718767, + "precision": 0.7398631763088841, + "recall": 0.7391951491436128, + "f1": 0.7389819116868572 + }, + "parameters": 115202, + "seconds": 24.85915999300778, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/rr930u5i" +} diff --git a/models/part2/root_mlp_bert/seed1/best.pt b/models/part2/root_mlp_bert/seed1/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e507d60f5d68aa99d1934099c7c416421a7f573 --- /dev/null +++ b/models/part2/root_mlp_bert/seed1/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16d8db4d1a49725d1e93ef2bbc8aa3fb22c5f3b7105511923d2e9d30847bd0a5 +size 463914 diff --git a/models/part2/root_mlp_bert/seed1/history.json b/models/part2/root_mlp_bert/seed1/history.json new file mode 100644 index 0000000000000000000000000000000000000000..1b7c86f576bc873bf4d2a00aed372654d3dab07b --- /dev/null +++ b/models/part2/root_mlp_bert/seed1/history.json @@ -0,0 +1,346 @@ +[ + { + "epoch": 1, + "train_loss": 0.6854190688866836, + "val_accuracy": 0.5347985347985348, + "val_precision": 0.6229558541266795, + "val_recall": 0.5215067481367085, + "val_f1": 0.4037148508040244 + }, + { + "epoch": 2, + "train_loss": 0.6522072680267222, + "val_accuracy": 0.6941391941391941, + "val_precision": 0.703319099378882, + "val_recall": 0.6969381588665816, + "val_f1": 0.6924047430296693 + }, + { + "epoch": 3, + "train_loss": 0.6062193187601838, + "val_accuracy": 0.7051282051282052, + "val_precision": 0.7309284447072738, + "val_recall": 0.7097629758947157, + "val_f1": 0.6994574192026421 + }, + { + "epoch": 4, + "train_loss": 0.577301989872377, + "val_accuracy": 0.7362637362637363, + "val_precision": 0.7382656155245604, + "val_recall": 0.7374336936815954, + "val_f1": 0.736175238913347 + }, + { + "epoch": 5, + "train_loss": 0.5546873993489332, + "val_accuracy": 0.7435897435897436, + "val_precision": 0.7459833533434957, + "val_recall": 0.744873430470691, + "val_f1": 0.7434658290040674 + }, + { + "epoch": 6, + "train_loss": 0.5410838429526095, + "val_accuracy": 0.7527472527472527, + "val_precision": 0.7543200904392764, + "val_recall": 0.7537702276237159, + "val_f1": 0.7527066062328269 + }, + { + "epoch": 7, + "train_loss": 0.5198960723457756, + "val_accuracy": 0.7582417582417582, + "val_precision": 0.7591261470663317, + "val_recall": 0.7590008728933055, + "val_f1": 0.7582385143838557 + }, + { + "epoch": 8, + "train_loss": 0.4985623409896543, + "val_accuracy": 0.7564102564102564, + "val_precision": 0.7604065040650406, + "val_recall": 0.7580809776405022, + "val_f1": 0.7561149267014827 + }, + { + "epoch": 9, + "train_loss": 0.503952580493885, + "val_accuracy": 0.7490842490842491, + "val_precision": 0.7793613246599644, + "val_recall": 0.7537567984959377, + "val_f1": 0.744258797706596 + }, + { + "epoch": 10, + "train_loss": 0.5116058279088128, + "val_accuracy": 0.7271062271062271, + "val_precision": 0.7751109701965757, + "val_recall": 0.7330490834620291, + "val_f1": 0.7178294573643411 + }, + { + "epoch": 11, + "train_loss": 0.5160062452812335, + "val_accuracy": 0.7692307692307693, + "val_precision": 0.7747228079722468, + "val_recall": 0.7711810917880884, + "val_f1": 0.7687840290381125 + }, + { + "epoch": 12, + "train_loss": 0.4789850963996007, + "val_accuracy": 0.7637362637362637, + "val_precision": 0.7640932030495007, + "val_recall": 0.7642315181628954, + "val_f1": 0.7637291308154455 + }, + { + "epoch": 13, + "train_loss": 0.4734993153439337, + "val_accuracy": 0.7728937728937729, + "val_precision": 0.784257528556594, + "val_recall": 0.7757067078493252, + "val_f1": 0.7716683079496554 + }, + { + "epoch": 14, + "train_loss": 0.47555739811925224, + "val_accuracy": 0.7728937728937729, + "val_precision": 0.7728010734652802, + "val_recall": 0.773020882293695, + "val_f1": 0.7728175668420487 + }, + { + "epoch": 15, + "train_loss": 0.45276596945720715, + "val_accuracy": 0.7673992673992674, + "val_precision": 0.7731617647058824, + "val_recall": 0.7694017323574833, + "val_f1": 0.7669105956146571 + }, + { + "epoch": 16, + "train_loss": 0.4387006067531013, + "val_accuracy": 0.7728937728937729, + "val_precision": 0.7773137161841481, + "val_recall": 0.7746323776270732, + "val_f1": 0.7725886415241372 + }, + { + "epoch": 17, + "train_loss": 0.44934400806933533, + "val_accuracy": 0.7692307692307693, + "val_precision": 0.7692307692307692, + "val_recall": 0.7694621634324851, + "val_f1": 0.7691812167004415 + }, + { + "epoch": 18, + "train_loss": 0.43497276830149223, + "val_accuracy": 0.7637362637362637, + "val_precision": 0.7635738092678206, + "val_recall": 0.7633720539850937, + "val_f1": 0.7634498161239945 + }, + { + "epoch": 19, + "train_loss": 0.4271046392646901, + "val_accuracy": 0.7582417582417582, + "val_precision": 0.759468438538206, + "val_recall": 0.7569596454710266, + "val_f1": 0.7571861734384475 + }, + { + "epoch": 20, + "train_loss": 0.42640311519304913, + "val_accuracy": 0.7728937728937729, + "val_precision": 0.7754455071564434, + "val_recall": 0.7742026455381723, + "val_f1": 0.7727840199750311 + }, + { + "epoch": 21, + "train_loss": 0.40829431803235205, + "val_accuracy": 0.7673992673992674, + "val_precision": 0.772025295841928, + "val_recall": 0.769186866313033, + "val_f1": 0.7670546737213404 + }, + { + "epoch": 22, + "train_loss": 0.3977047496444576, + "val_accuracy": 0.7692307692307693, + "val_precision": 0.7721790802890134, + "val_recall": 0.7706439266769624, + "val_f1": 0.769078947368421 + }, + { + "epoch": 23, + "train_loss": 0.3927109154152783, + "val_accuracy": 0.7802197802197802, + "val_precision": 0.7814075418431136, + "val_recall": 0.7811052172161419, + "val_f1": 0.7802079838980208 + }, + { + "epoch": 24, + "train_loss": 0.3910207714571621, + "val_accuracy": 0.7619047619047619, + "val_precision": 0.7685060013928147, + "val_recall": 0.7640636540656685, + "val_f1": 0.7612769563989077 + }, + { + "epoch": 25, + "train_loss": 0.3934808143110939, + "val_accuracy": 0.7655677655677655, + "val_precision": 0.7758689738030464, + "val_recall": 0.7682669710602297, + "val_f1": 0.7644267069356057 + }, + { + "epoch": 26, + "train_loss": 0.38448375103237864, + "val_accuracy": 0.7747252747252747, + "val_precision": 0.7770871534893755, + "val_recall": 0.7759820049687773, + "val_f1": 0.7746338025805801 + }, + { + "epoch": 27, + "train_loss": 0.36806943717893664, + "val_accuracy": 0.7747252747252747, + "val_precision": 0.7749194847020935, + "val_recall": 0.7751225407909756, + "val_f1": 0.7747063816083009 + }, + { + "epoch": 28, + "train_loss": 0.3461352762503502, + "val_accuracy": 0.7692307692307693, + "val_precision": 0.769802147342832, + "val_recall": 0.7682804001880077, + "val_f1": 0.768531976744186 + }, + { + "epoch": 29, + "train_loss": 0.3548321017633864, + "val_accuracy": 0.7582417582417582, + "val_precision": 0.7582701654706285, + "val_recall": 0.757604243604378, + "val_f1": 0.7577737447065942 + }, + { + "epoch": 30, + "train_loss": 0.3377295325308929, + "val_accuracy": 0.7673992673992674, + "val_precision": 0.771318361519877, + "val_recall": 0.7654267105351507, + "val_f1": 0.7655107113267843 + }, + { + "epoch": 31, + "train_loss": 0.3520272970199585, + "val_accuracy": 0.76007326007326, + "val_precision": 0.7636257848019051, + "val_recall": 0.7616396965017123, + "val_f1": 0.7598404442847693 + }, + { + "epoch": 32, + "train_loss": 0.3503379403671502, + "val_accuracy": 0.7728937728937729, + "val_precision": 0.7818181818181817, + "val_recall": 0.7753844087826496, + "val_f1": 0.7720096982758621 + }, + { + "epoch": 33, + "train_loss": 0.3395859413531237, + "val_accuracy": 0.7783882783882784, + "val_precision": 0.7787501342209815, + "val_recall": 0.778896125696636, + "val_f1": 0.7783815878191387 + }, + { + "epoch": 34, + "train_loss": 0.3673426254546686, + "val_accuracy": 0.7527472527472527, + "val_precision": 0.7573237338629593, + "val_recall": 0.7505472369569597, + "val_f1": 0.7503953512785001 + }, + { + "epoch": 35, + "train_loss": 0.3486558620309655, + "val_accuracy": 0.7472527472527473, + "val_precision": 0.7471586715867159, + "val_recall": 0.7473578191096488, + "val_f1": 0.7471679372919575 + }, + { + "epoch": 36, + "train_loss": 0.3396349576585022, + "val_accuracy": 0.7472527472527473, + "val_precision": 0.7496661225701142, + "val_recall": 0.7485395823541261, + "val_f1": 0.747130602875438 + }, + { + "epoch": 37, + "train_loss": 0.3229903538366814, + "val_accuracy": 0.7619047619047619, + "val_precision": 0.7652427893391749, + "val_recall": 0.7634190559323173, + "val_f1": 0.7617001275767139 + }, + { + "epoch": 38, + "train_loss": 0.334667736466551, + "val_accuracy": 0.7472527472527473, + "val_precision": 0.7588388696507204, + "val_recall": 0.7439199623984423, + "val_f1": 0.7425232367413886 + }, + { + "epoch": 39, + "train_loss": 0.3283362640784337, + "val_accuracy": 0.7545787545787546, + "val_precision": 0.7649147626794935, + "val_recall": 0.751467132209763, + "val_f1": 0.7504774637127578 + }, + { + "epoch": 40, + "train_loss": 0.3116069603097308, + "val_accuracy": 0.7619047619047619, + "val_precision": 0.7678846442151745, + "val_recall": 0.7639562210434432, + "val_f1": 0.7613636363636362 + }, + { + "epoch": 41, + "train_loss": 0.2838169107070336, + "val_accuracy": 0.7619047619047619, + "val_precision": 0.7652427893391749, + "val_recall": 0.7634190559323173, + "val_f1": 0.7617001275767139 + }, + { + "epoch": 42, + "train_loss": 0.28222542973883424, + "val_accuracy": 0.7564102564102564, + "val_precision": 0.760910867441103, + "val_recall": 0.7581884106627275, + "val_f1": 0.7560493827160493 + }, + { + "epoch": 43, + "train_loss": 0.3034729501266619, + "val_accuracy": 0.7802197802197802, + "val_precision": 0.7814075418431136, + "val_recall": 0.7811052172161419, + "val_f1": 0.7802079838980208 + } +] diff --git a/models/part2/root_mlp_bert/seed1/result.json b/models/part2/root_mlp_bert/seed1/result.json new file mode 100644 index 0000000000000000000000000000000000000000..8d83ad6505256d3350096d5a681b13eb2076c127 --- /dev/null +++ b/models/part2/root_mlp_bert/seed1/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "root_mlp", + "feature": "bert", + "seed": 1, + "best_epoch": 23, + "epochs_run": 43, + "best_val_f1": 0.7802079838980208, + "test": { + "accuracy": 0.7409827496079456, + "precision": 0.7449363112231115, + "recall": 0.741081714741663, + "f1": 0.7399850378275239 + }, + "parameters": 115202, + "seconds": 18.862070884089917, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/uoqr9ms4" +} diff --git a/models/part2/root_mlp_bert/seed2/best.pt b/models/part2/root_mlp_bert/seed2/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..75dad4c3063507f15911b7153188bf2347cd03f4 --- /dev/null +++ b/models/part2/root_mlp_bert/seed2/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0172b404605f92908432cf5df594b6e6c5ad51cb93f508acd06e098db938910 +size 463914 diff --git a/models/part2/root_mlp_bert/seed2/history.json b/models/part2/root_mlp_bert/seed2/history.json new file mode 100644 index 0000000000000000000000000000000000000000..bbf88c8946e11fc6b905c049031e3efeef69492a --- /dev/null +++ b/models/part2/root_mlp_bert/seed2/history.json @@ -0,0 +1,282 @@ +[ + { + "epoch": 1, + "train_loss": 0.6900790121965793, + "val_accuracy": 0.6483516483516484, + "val_precision": 0.6876126568272267, + "val_recall": 0.6411737057678104, + "val_f1": 0.6220635950681376 + }, + { + "epoch": 2, + "train_loss": 0.6535319561486715, + "val_accuracy": 0.6611721611721612, + "val_precision": 0.7276481669323287, + "val_recall": 0.6687772779157994, + "val_f1": 0.6404762328486768 + }, + { + "epoch": 3, + "train_loss": 0.615203014878563, + "val_accuracy": 0.706959706959707, + "val_precision": 0.7184030832390766, + "val_recall": 0.7100382730141678, + "val_f1": 0.7048648648648649 + }, + { + "epoch": 4, + "train_loss": 0.5701742084908398, + "val_accuracy": 0.7417582417582418, + "val_precision": 0.7416264090177134, + "val_recall": 0.7418048747733834, + "val_f1": 0.741653383446031 + }, + { + "epoch": 5, + "train_loss": 0.563171807662908, + "val_accuracy": 0.7435897435897436, + "val_precision": 0.7438249537967597, + "val_recall": 0.7427247700261868, + "val_f1": 0.7429136453526697 + }, + { + "epoch": 6, + "train_loss": 0.5255917675329216, + "val_accuracy": 0.7472527472527473, + "val_precision": 0.7478949842207749, + "val_recall": 0.7478949842207749, + "val_f1": 0.7472527472527472 + }, + { + "epoch": 7, + "train_loss": 0.536648357962514, + "val_accuracy": 0.73992673992674, + "val_precision": 0.7439009270866337, + "val_recall": 0.7377694218760491, + "val_f1": 0.7375462066537581 + }, + { + "epoch": 8, + "train_loss": 0.5100150180386973, + "val_accuracy": 0.7527472527472527, + "val_precision": 0.7526223776223776, + "val_recall": 0.7522661653125629, + "val_f1": 0.7523809523809524 + }, + { + "epoch": 9, + "train_loss": 0.49765132045571187, + "val_accuracy": 0.7564102564102564, + "val_precision": 0.7703345267397628, + "val_recall": 0.7595850399516552, + "val_f1": 0.7545918143200397 + }, + { + "epoch": 10, + "train_loss": 0.4899899785990243, + "val_accuracy": 0.7582417582417582, + "val_precision": 0.7717732813874576, + "val_recall": 0.7613643993822601, + "val_f1": 0.7565135135135135 + }, + { + "epoch": 11, + "train_loss": 0.49249549553944516, + "val_accuracy": 0.7545787545787546, + "val_precision": 0.775309348401402, + "val_recall": 0.7584502786544014, + "val_f1": 0.7515788615898626 + }, + { + "epoch": 12, + "train_loss": 0.48427868347901565, + "val_accuracy": 0.7582417582417582, + "val_precision": 0.7780342866914626, + "val_recall": 0.7620089975156114, + "val_f1": 0.7554825751818478 + }, + { + "epoch": 13, + "train_loss": 0.45684225873632744, + "val_accuracy": 0.7637362637362637, + "val_precision": 0.765342377260982, + "val_recall": 0.7647686832740214, + "val_f1": 0.7636974237335901 + }, + { + "epoch": 14, + "train_loss": 0.4545587766301501, + "val_accuracy": 0.7655677655677655, + "val_precision": 0.7655146435634241, + "val_recall": 0.7650439803934734, + "val_f1": 0.7651865390818192 + }, + { + "epoch": 15, + "train_loss": 0.44267584421695805, + "val_accuracy": 0.7692307692307693, + "val_precision": 0.7773313770927889, + "val_recall": 0.7716108238769892, + "val_f1": 0.7684353668223984 + }, + { + "epoch": 16, + "train_loss": 0.43825450659671544, + "val_accuracy": 0.7619047619047619, + "val_precision": 0.7633487145682267, + "val_recall": 0.7628818908211912, + "val_f1": 0.7618760064412239 + }, + { + "epoch": 17, + "train_loss": 0.4382259251870515, + "val_accuracy": 0.7637362637362637, + "val_precision": 0.7640932030495007, + "val_recall": 0.7642315181628954, + "val_f1": 0.7637291308154455 + }, + { + "epoch": 18, + "train_loss": 0.42604750329321556, + "val_accuracy": 0.7564102564102564, + "val_precision": 0.7562056737588653, + "val_recall": 0.7561471832404485, + "val_f1": 0.7561738861822468 + }, + { + "epoch": 19, + "train_loss": 0.4233457632772215, + "val_accuracy": 0.7582417582417582, + "val_precision": 0.7780342866914626, + "val_recall": 0.7620089975156114, + "val_f1": 0.7554825751818478 + }, + { + "epoch": 20, + "train_loss": 0.40704530062692945, + "val_accuracy": 0.7490842490842491, + "val_precision": 0.7793613246599644, + "val_recall": 0.7537567984959377, + "val_f1": 0.744258797706596 + }, + { + "epoch": 21, + "train_loss": 0.40166680651269987, + "val_accuracy": 0.7490842490842491, + "val_precision": 0.7793613246599644, + "val_recall": 0.7537567984959377, + "val_f1": 0.744258797706596 + }, + { + "epoch": 22, + "train_loss": 0.43005991211304295, + "val_accuracy": 0.7545787545787546, + "val_precision": 0.7846618980901113, + "val_recall": 0.7592023098099778, + "val_f1": 0.7499863313285948 + }, + { + "epoch": 23, + "train_loss": 0.39663835017235727, + "val_accuracy": 0.7527472527472527, + "val_precision": 0.772772701313535, + "val_recall": 0.7565634862015712, + "val_f1": 0.7498260559675531 + }, + { + "epoch": 24, + "train_loss": 0.400075104647067, + "val_accuracy": 0.76007326007326, + "val_precision": 0.765156046107003, + "val_recall": 0.7619619955683878, + "val_f1": 0.7596467587629836 + }, + { + "epoch": 25, + "train_loss": 0.3792824348905584, + "val_accuracy": 0.7564102564102564, + "val_precision": 0.760910867441103, + "val_recall": 0.7581884106627275, + "val_f1": 0.7560493827160493 + }, + { + "epoch": 26, + "train_loss": 0.38237891922066936, + "val_accuracy": 0.7582417582417582, + "val_precision": 0.7607144302499697, + "val_recall": 0.7595380380044316, + "val_f1": 0.7581249244895495 + }, + { + "epoch": 27, + "train_loss": 0.3763168231471554, + "val_accuracy": 0.7490842490842491, + "val_precision": 0.7585236676597154, + "val_recall": 0.7517155710736587, + "val_f1": 0.747926685021247 + }, + { + "epoch": 28, + "train_loss": 0.36461554156554926, + "val_accuracy": 0.7564102564102564, + "val_precision": 0.7576923076923077, + "val_recall": 0.7573289464849258, + "val_f1": 0.7563898272675122 + }, + { + "epoch": 29, + "train_loss": 0.3717444905867943, + "val_accuracy": 0.7619047619047619, + "val_precision": 0.7662078785002373, + "val_recall": 0.7636339219767676, + "val_f1": 0.7615848661140147 + }, + { + "epoch": 30, + "train_loss": 0.3548804721334478, + "val_accuracy": 0.7454212454212454, + "val_precision": 0.7607673685395788, + "val_recall": 0.7488014503458, + "val_f1": 0.7431805492106999 + }, + { + "epoch": 31, + "train_loss": 0.34625159395046723, + "val_accuracy": 0.7380952380952381, + "val_precision": 0.7521464646464646, + "val_recall": 0.7413617135567045, + "val_f1": 0.7359687536986625 + }, + { + "epoch": 32, + "train_loss": 0.33366003774461295, + "val_accuracy": 0.7564102564102564, + "val_precision": 0.7626050420168067, + "val_recall": 0.758510709729403, + "val_f1": 0.7558131323830565 + }, + { + "epoch": 33, + "train_loss": 0.31657125716244344, + "val_accuracy": 0.7545787545787546, + "val_precision": 0.7545787545787546, + "val_recall": 0.7547975558987444, + "val_f1": 0.7545260558560252 + }, + { + "epoch": 34, + "train_loss": 0.3198399889818478, + "val_accuracy": 0.76007326007326, + "val_precision": 0.7600532945736433, + "val_recall": 0.759491036057208, + "val_f1": 0.7596467587629836 + }, + { + "epoch": 35, + "train_loss": 0.3149502434573331, + "val_accuracy": 0.7673992673992674, + "val_precision": 0.7678571428571428, + "val_recall": 0.7665010407574028, + "val_f1": 0.7667412328651921 + } +] diff --git a/models/part2/root_mlp_bert/seed2/result.json b/models/part2/root_mlp_bert/seed2/result.json new file mode 100644 index 0000000000000000000000000000000000000000..905a233d405cf0b4561f68a81a9aaf03c9b01355 --- /dev/null +++ b/models/part2/root_mlp_bert/seed2/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "root_mlp", + "feature": "bert", + "seed": 2, + "best_epoch": 15, + "epochs_run": 35, + "best_val_f1": 0.7684353668223984, + "test": { + "accuracy": 0.7352326189231574, + "precision": 0.7485625232077956, + "recall": 0.7354135469837904, + "f1": 0.7317328412831541 + }, + "parameters": 115202, + "seconds": 15.970598235959187, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/ntorsaki" +} diff --git a/models/part2/root_mlp_bert/seed3/best.pt b/models/part2/root_mlp_bert/seed3/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..b20330a4734551c559f28933c6488b5f359035ac --- /dev/null +++ b/models/part2/root_mlp_bert/seed3/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a898dfcd3bccd241e8bb32d48c6b3bef51415be66e89d33b0b644282bbe75eae +size 463914 diff --git a/models/part2/root_mlp_bert/seed3/history.json b/models/part2/root_mlp_bert/seed3/history.json new file mode 100644 index 0000000000000000000000000000000000000000..a4ab879df095b06fa9aceff972a906417d30ed5f --- /dev/null +++ b/models/part2/root_mlp_bert/seed3/history.json @@ -0,0 +1,322 @@ +[ + { + "epoch": 1, + "train_loss": 0.6858641926622217, + "val_accuracy": 0.6776556776556777, + "val_precision": 0.6773543053034886, + "val_recall": 0.6771637682132545, + "val_f1": 0.6772225879697429 + }, + { + "epoch": 2, + "train_loss": 0.642560811051519, + "val_accuracy": 0.6923076923076923, + "val_precision": 0.7287022522894151, + "val_recall": 0.6861344255690593, + "val_f1": 0.675 + }, + { + "epoch": 3, + "train_loss": 0.6036769396219498, + "val_accuracy": 0.7216117216117216, + "val_precision": 0.7301549126405886, + "val_recall": 0.7184717652588464, + "val_f1": 0.7169595110771582 + }, + { + "epoch": 4, + "train_loss": 0.5717622895380516, + "val_accuracy": 0.7435897435897436, + "val_precision": 0.7434786703079386, + "val_recall": 0.7430470690928623, + "val_f1": 0.7431727771207397 + }, + { + "epoch": 5, + "train_loss": 0.5427116839003651, + "val_accuracy": 0.7362637362637363, + "val_precision": 0.7372567631703844, + "val_recall": 0.7349627341704157, + "val_f1": 0.7351121892055792 + }, + { + "epoch": 6, + "train_loss": 0.5232697777695708, + "val_accuracy": 0.7362637362637363, + "val_precision": 0.7381325555722131, + "val_recall": 0.73464043510374, + "val_f1": 0.7346938775510203 + }, + { + "epoch": 7, + "train_loss": 0.5198797747329041, + "val_accuracy": 0.7472527472527473, + "val_precision": 0.7470475217992987, + "val_recall": 0.746928087020748, + "val_f1": 0.746977756286267 + }, + { + "epoch": 8, + "train_loss": 0.5087895384638301, + "val_accuracy": 0.7545787545787546, + "val_precision": 0.754873261476615, + "val_recall": 0.7537232256764923, + "val_f1": 0.7539316319804126 + }, + { + "epoch": 9, + "train_loss": 0.49027197439591963, + "val_accuracy": 0.7509157509157509, + "val_precision": 0.7513674117090958, + "val_recall": 0.7499496407708319, + "val_f1": 0.7501614987080103 + }, + { + "epoch": 10, + "train_loss": 0.4944792274153713, + "val_accuracy": 0.7637362637362637, + "val_precision": 0.7713675213675213, + "val_recall": 0.7660578795407238, + "val_f1": 0.7629721862327742 + }, + { + "epoch": 11, + "train_loss": 0.47585497878410005, + "val_accuracy": 0.7545787545787546, + "val_precision": 0.7831907117380263, + "val_recall": 0.7590948767877527, + "val_f1": 0.7502355495473352 + }, + { + "epoch": 12, + "train_loss": 0.4855336159358531, + "val_accuracy": 0.76007326007326, + "val_precision": 0.7732152816508645, + "val_recall": 0.7631437588128651, + "val_f1": 0.7584323738310181 + }, + { + "epoch": 13, + "train_loss": 0.45426261032020654, + "val_accuracy": 0.7728937728937729, + "val_precision": 0.7727034754943418, + "val_recall": 0.7728060162492446, + "val_f1": 0.7727443609022556 + }, + { + "epoch": 14, + "train_loss": 0.4432661837928898, + "val_accuracy": 0.7637362637362637, + "val_precision": 0.7844660194174757, + "val_recall": 0.7675619418518767, + "val_f1": 0.7609448979245507 + }, + { + "epoch": 15, + "train_loss": 0.4501245060028174, + "val_accuracy": 0.7234432234432234, + "val_precision": 0.7748360339506173, + "val_recall": 0.7295977976230443, + "val_f1": 0.713238286372158 + }, + { + "epoch": 16, + "train_loss": 0.4595115596339816, + "val_accuracy": 0.7655677655677655, + "val_precision": 0.7882778727254449, + "val_recall": 0.7695561673269321, + "val_f1": 0.7625054371465854 + }, + { + "epoch": 17, + "train_loss": 0.45065818295810683, + "val_accuracy": 0.7380952380952381, + "val_precision": 0.7702060931899641, + "val_recall": 0.7429732088900827, + "val_f1": 0.7324950749464669 + }, + { + "epoch": 18, + "train_loss": 0.4306559622724414, + "val_accuracy": 0.7655677655677655, + "val_precision": 0.7743145743145743, + "val_recall": 0.7680521050157793, + "val_f1": 0.7646551724137931 + }, + { + "epoch": 19, + "train_loss": 0.42418400643072723, + "val_accuracy": 0.7692307692307693, + "val_precision": 0.7691873057726717, + "val_recall": 0.7687101322769087, + "val_f1": 0.7688554994086658 + }, + { + "epoch": 20, + "train_loss": 0.3892690590668074, + "val_accuracy": 0.7783882783882784, + "val_precision": 0.7781954887218046, + "val_recall": 0.7782515275632849, + "val_f1": 0.7782208928769249 + }, + { + "epoch": 21, + "train_loss": 0.4028606362395234, + "val_accuracy": 0.7326007326007326, + "val_precision": 0.7497541428760146, + "val_recall": 0.7285033237091251, + "val_f1": 0.7254693978758282 + }, + { + "epoch": 22, + "train_loss": 0.4082310575268644, + "val_accuracy": 0.7490842490842491, + "val_precision": 0.7579664452201329, + "val_recall": 0.746129053917948, + "val_f1": 0.7452482230857516 + }, + { + "epoch": 23, + "train_loss": 0.3976338928217416, + "val_accuracy": 0.7673992673992674, + "val_precision": 0.7773502151605429, + "val_recall": 0.7700463304908347, + "val_f1": 0.7663261970634918 + }, + { + "epoch": 24, + "train_loss": 0.3767500457527873, + "val_accuracy": 0.7637362637362637, + "val_precision": 0.7688668986515876, + "val_recall": 0.765628147451823, + "val_f1": 0.7633162738963732 + }, + { + "epoch": 25, + "train_loss": 0.37023952439591123, + "val_accuracy": 0.7692307692307693, + "val_precision": 0.7759616566302077, + "val_recall": 0.7713959578325388, + "val_f1": 0.7686222808174028 + }, + { + "epoch": 26, + "train_loss": 0.356293791161352, + "val_accuracy": 0.7637362637362637, + "val_precision": 0.7720733582253458, + "val_recall": 0.7661653125629491, + "val_f1": 0.7628700421173833 + }, + { + "epoch": 27, + "train_loss": 0.3724162513083154, + "val_accuracy": 0.7637362637362637, + "val_precision": 0.7688668986515876, + "val_recall": 0.765628147451823, + "val_f1": 0.7633162738963732 + }, + { + "epoch": 28, + "train_loss": 0.3505017722482646, + "val_accuracy": 0.76007326007326, + "val_precision": 0.7610875174712397, + "val_recall": 0.7608876653461358, + "val_f1": 0.7600660165645221 + }, + { + "epoch": 29, + "train_loss": 0.3310112904061328, + "val_accuracy": 0.7728937728937729, + "val_precision": 0.7746960537476606, + "val_recall": 0.7739877794937219, + "val_f1": 0.7728450069115456 + }, + { + "epoch": 30, + "train_loss": 0.3410458143377479, + "val_accuracy": 0.7582417582417582, + "val_precision": 0.7615512555271591, + "val_recall": 0.7597529040488821, + "val_f1": 0.7580339756932788 + }, + { + "epoch": 31, + "train_loss": 0.33771498921589976, + "val_accuracy": 0.7692307692307693, + "val_precision": 0.7690324313435842, + "val_recall": 0.7690324313435842, + "val_f1": 0.7690324313435842 + }, + { + "epoch": 32, + "train_loss": 0.35018804167216516, + "val_accuracy": 0.7673992673992674, + "val_precision": 0.7680675675675676, + "val_recall": 0.7663936077351776, + "val_f1": 0.7666470360586225 + }, + { + "epoch": 33, + "train_loss": 0.3241984173928425, + "val_accuracy": 0.7692307692307693, + "val_precision": 0.769106674732809, + "val_recall": 0.7688175652991338, + "val_f1": 0.7689207163874296 + }, + { + "epoch": 34, + "train_loss": 0.3079508385815463, + "val_accuracy": 0.7692307692307693, + "val_precision": 0.7736117702895111, + "val_recall": 0.770966225743638, + "val_f1": 0.7689207163874296 + }, + { + "epoch": 35, + "train_loss": 0.33247089899066606, + "val_accuracy": 0.7673992673992674, + "val_precision": 0.7681737588652482, + "val_recall": 0.768112536090781, + "val_f1": 0.7673984871609949 + }, + { + "epoch": 36, + "train_loss": 0.30062420726259115, + "val_accuracy": 0.7472527472527473, + "val_precision": 0.7500581514674693, + "val_recall": 0.7454240247095951, + "val_f1": 0.7454459459459459 + }, + { + "epoch": 37, + "train_loss": 0.30754998086136337, + "val_accuracy": 0.7545787545787546, + "val_precision": 0.7670588235294118, + "val_recall": 0.7575908144765997, + "val_f1": 0.7529745425079344 + }, + { + "epoch": 38, + "train_loss": 0.302557280703342, + "val_accuracy": 0.7545787545787546, + "val_precision": 0.7545945363725715, + "val_recall": 0.7539380917209426, + "val_f1": 0.7541036499294212 + }, + { + "epoch": 39, + "train_loss": 0.2892111367904223, + "val_accuracy": 0.7765567765567766, + "val_precision": 0.7787345866181524, + "val_recall": 0.7777613643993823, + "val_f1": 0.7764817996349189 + }, + { + "epoch": 40, + "train_loss": 0.2954928456863641, + "val_accuracy": 0.7564102564102564, + "val_precision": 0.7638888888888888, + "val_recall": 0.7587255757738536, + "val_f1": 0.7556224865810772 + } +] diff --git a/models/part2/root_mlp_bert/seed3/result.json b/models/part2/root_mlp_bert/seed3/result.json new file mode 100644 index 0000000000000000000000000000000000000000..a1864ab1b140c129543e26cad0fde52b8f44ca3e --- /dev/null +++ b/models/part2/root_mlp_bert/seed3/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "root_mlp", + "feature": "bert", + "seed": 3, + "best_epoch": 20, + "epochs_run": 40, + "best_val_f1": 0.7782208928769249, + "test": { + "accuracy": 0.7409827496079456, + "precision": 0.7418884799509018, + "recall": 0.7410300691886456, + "f1": 0.7407645517848236 + }, + "parameters": 115202, + "seconds": 18.398379476973787, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/u0brjqhm" +} diff --git a/models/part2/root_mlp_bert/seed4/best.pt b/models/part2/root_mlp_bert/seed4/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..c25a78559db7305fcf4d684d7fd7b701b1aff144 --- /dev/null +++ b/models/part2/root_mlp_bert/seed4/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f74683639b6845b40d4a8fc4df70f2a161ceffba209f458bf8b87f214df704e9 +size 463914 diff --git a/models/part2/root_mlp_bert/seed4/history.json b/models/part2/root_mlp_bert/seed4/history.json new file mode 100644 index 0000000000000000000000000000000000000000..d3a62811740afa47584c61fa076b629a9bc80218 --- /dev/null +++ b/models/part2/root_mlp_bert/seed4/history.json @@ -0,0 +1,474 @@ +[ + { + "epoch": 1, + "train_loss": 0.6829650609484522, + "val_accuracy": 0.5641025641025641, + "val_precision": 0.6593848807128485, + "val_recall": 0.5521251594708924, + "val_f1": 0.4680628100797406 + }, + { + "epoch": 2, + "train_loss": 0.6548806771690592, + "val_accuracy": 0.6831501831501832, + "val_precision": 0.7055967514124294, + "val_recall": 0.6876586315718793, + "val_f1": 0.6773832171510348 + }, + { + "epoch": 3, + "train_loss": 0.6057805355651912, + "val_accuracy": 0.7106227106227107, + "val_precision": 0.7274592792099526, + "val_recall": 0.7143490230309542, + "val_f1": 0.7073200521116056 + }, + { + "epoch": 4, + "train_loss": 0.5812465240667154, + "val_accuracy": 0.7289377289377289, + "val_precision": 0.7401902582075675, + "val_recall": 0.7254817699590411, + "val_f1": 0.7235821303961143 + }, + { + "epoch": 5, + "train_loss": 0.5619999161570064, + "val_accuracy": 0.7380952380952381, + "val_precision": 0.7402788264480638, + "val_recall": 0.7393204861344256, + "val_f1": 0.7379888924310811 + }, + { + "epoch": 6, + "train_loss": 0.5327879858540965, + "val_accuracy": 0.7472527472527473, + "val_precision": 0.7470355200429732, + "val_recall": 0.7470355200429732, + "val_f1": 0.7470355200429732 + }, + { + "epoch": 7, + "train_loss": 0.5189770235246791, + "val_accuracy": 0.7509157509157509, + "val_precision": 0.766036675331975, + "val_recall": 0.7542469616598402, + "val_f1": 0.7488092660749079 + }, + { + "epoch": 8, + "train_loss": 0.5100416300934313, + "val_accuracy": 0.7564102564102564, + "val_precision": 0.7562801932367149, + "val_recall": 0.7564694823071242, + "val_f1": 0.7563113475058306 + }, + { + "epoch": 9, + "train_loss": 0.5061910615299211, + "val_accuracy": 0.7582417582417582, + "val_precision": 0.7596760523589792, + "val_recall": 0.7592157389377561, + "val_f1": 0.7582125603864733 + }, + { + "epoch": 10, + "train_loss": 0.4965460360486865, + "val_accuracy": 0.7509157509157509, + "val_precision": 0.7520645467489322, + "val_recall": 0.7496273417041563, + "val_f1": 0.7498281786941581 + }, + { + "epoch": 11, + "train_loss": 0.49765040771865143, + "val_accuracy": 0.7380952380952381, + "val_precision": 0.7401642475171887, + "val_recall": 0.7364197945343449, + "val_f1": 0.736460692550976 + }, + { + "epoch": 12, + "train_loss": 0.480365833847514, + "val_accuracy": 0.7637362637362637, + "val_precision": 0.7645067698259187, + "val_recall": 0.7644463842073457, + "val_f1": 0.7637354712107742 + }, + { + "epoch": 13, + "train_loss": 0.46618320784725986, + "val_accuracy": 0.7637362637362637, + "val_precision": 0.7694444444444444, + "val_recall": 0.7657355804740482, + "val_f1": 0.7632398963329983 + }, + { + "epoch": 14, + "train_loss": 0.460423687002161, + "val_accuracy": 0.7710622710622711, + "val_precision": 0.7734063207852443, + "val_recall": 0.7723158530853421, + "val_f1": 0.7709693115656303 + }, + { + "epoch": 15, + "train_loss": 0.46001309549415503, + "val_accuracy": 0.7454212454212454, + "val_precision": 0.7483974358974359, + "val_recall": 0.7435372322567648, + "val_f1": 0.7435207683495152 + }, + { + "epoch": 16, + "train_loss": 0.4457861399039244, + "val_accuracy": 0.7637362637362637, + "val_precision": 0.7636363636363637, + "val_recall": 0.7632646209628684, + "val_f1": 0.7633862433862433 + }, + { + "epoch": 17, + "train_loss": 0.4457274487603715, + "val_accuracy": 0.7673992673992674, + "val_precision": 0.7808282208588957, + "val_recall": 0.7704760625797354, + "val_f1": 0.7658084845537352 + }, + { + "epoch": 18, + "train_loss": 0.43329125533610474, + "val_accuracy": 0.7637362637362637, + "val_precision": 0.7647564777980862, + "val_recall": 0.7645538172295709, + "val_f1": 0.7637291308154455 + }, + { + "epoch": 19, + "train_loss": 0.4189749219260373, + "val_accuracy": 0.7692307692307693, + "val_precision": 0.7695033081475715, + "val_recall": 0.7696770294769355, + "val_f1": 0.7692183830929218 + }, + { + "epoch": 20, + "train_loss": 0.42392549497303944, + "val_accuracy": 0.7637362637362637, + "val_precision": 0.7645067698259187, + "val_recall": 0.7644463842073457, + "val_f1": 0.7637354712107742 + }, + { + "epoch": 21, + "train_loss": 0.42596785467622916, + "val_accuracy": 0.7527472527472527, + "val_precision": 0.7790816326530612, + "val_recall": 0.7571006513126972, + "val_f1": 0.7487344684767603 + }, + { + "epoch": 22, + "train_loss": 0.4181702483049679, + "val_accuracy": 0.7655677655677655, + "val_precision": 0.7846464015447304, + "val_recall": 0.7692338682602565, + "val_f1": 0.7630754627432368 + }, + { + "epoch": 23, + "train_loss": 0.39692545373797855, + "val_accuracy": 0.7582417582417582, + "val_precision": 0.7717732813874576, + "val_recall": 0.7613643993822601, + "val_f1": 0.7565135135135135 + }, + { + "epoch": 24, + "train_loss": 0.39680852732815586, + "val_accuracy": 0.76007326007326, + "val_precision": 0.7613636363636364, + "val_recall": 0.760995098368361, + "val_f1": 0.76005313813567 + }, + { + "epoch": 25, + "train_loss": 0.3831234479343498, + "val_accuracy": 0.76007326007326, + "val_precision": 0.7598726627981947, + "val_recall": 0.7598133351238837, + "val_f1": 0.7598404442847694 + }, + { + "epoch": 26, + "train_loss": 0.36195968075112983, + "val_accuracy": 0.76007326007326, + "val_precision": 0.7698195961602119, + "val_recall": 0.7627140267239643, + "val_f1": 0.7589663922465939 + }, + { + "epoch": 27, + "train_loss": 0.38135910165178905, + "val_accuracy": 0.7545787545787546, + "val_precision": 0.762357909747837, + "val_recall": 0.7569462163432485, + "val_f1": 0.7537328504301698 + }, + { + "epoch": 28, + "train_loss": 0.39066917173591725, + "val_accuracy": 0.7582417582417582, + "val_precision": 0.7587413059625903, + "val_recall": 0.7572819445377023, + "val_f1": 0.7575096899224805 + }, + { + "epoch": 29, + "train_loss": 0.3768037892741598, + "val_accuracy": 0.7509157509157509, + "val_precision": 0.7562616822429906, + "val_recall": 0.7485530114819042, + "val_f1": 0.748267679164689 + }, + { + "epoch": 30, + "train_loss": 0.3577221175689837, + "val_accuracy": 0.7692307692307693, + "val_precision": 0.7706940389867218, + "val_recall": 0.7702141945880615, + "val_f1": 0.7692028985507247 + }, + { + "epoch": 31, + "train_loss": 0.3414149615681652, + "val_accuracy": 0.7655677655677655, + "val_precision": 0.7660182835971165, + "val_recall": 0.7661183106157256, + "val_f1": 0.7655646200085873 + }, + { + "epoch": 32, + "train_loss": 0.3318205778197054, + "val_accuracy": 0.7747252747252747, + "val_precision": 0.7746503496503496, + "val_recall": 0.774263076613174, + "val_f1": 0.7743915343915344 + }, + { + "epoch": 33, + "train_loss": 0.3379746151494456, + "val_accuracy": 0.7619047619047619, + "val_precision": 0.7618419813541765, + "val_recall": 0.7613778285100383, + "val_f1": 0.7615175787549726 + }, + { + "epoch": 34, + "train_loss": 0.31199754015866654, + "val_accuracy": 0.7527472527472527, + "val_precision": 0.7608307709202724, + "val_recall": 0.7551668569126435, + "val_f1": 0.75184074175075 + }, + { + "epoch": 35, + "train_loss": 0.3232913945184086, + "val_accuracy": 0.7417582417582418, + "val_precision": 0.7483050847457626, + "val_recall": 0.7439535352178877, + "val_f1": 0.7410276679841896 + }, + { + "epoch": 36, + "train_loss": 0.3224665729990809, + "val_accuracy": 0.7564102564102564, + "val_precision": 0.7571727917472598, + "val_recall": 0.7571140804404755, + "val_f1": 0.7564094393103333 + }, + { + "epoch": 37, + "train_loss": 0.3067801161345108, + "val_accuracy": 0.76007326007326, + "val_precision": 0.765156046107003, + "val_recall": 0.7619619955683878, + "val_f1": 0.7596467587629836 + }, + { + "epoch": 38, + "train_loss": 0.2968700564169622, + "val_accuracy": 0.76007326007326, + "val_precision": 0.7611788617886179, + "val_recall": 0.7588464379238569, + "val_f1": 0.7590832999316248 + }, + { + "epoch": 39, + "train_loss": 0.2954131115923871, + "val_accuracy": 0.7765567765567766, + "val_precision": 0.7777374470659407, + "val_recall": 0.7774390653327067, + "val_f1": 0.7765447836296546 + }, + { + "epoch": 40, + "train_loss": 0.2865991738689688, + "val_accuracy": 0.7619047619047619, + "val_precision": 0.762238799929852, + "val_recall": 0.7610555294433626, + "val_f1": 0.7612769563989077 + }, + { + "epoch": 41, + "train_loss": 0.3007510162535168, + "val_accuracy": 0.7490842490842491, + "val_precision": 0.7503496503496503, + "val_recall": 0.7499966427180556, + "val_f1": 0.7490632055311969 + }, + { + "epoch": 42, + "train_loss": 0.3004475584178617, + "val_accuracy": 0.76007326007326, + "val_precision": 0.7663292589763178, + "val_recall": 0.7621768616128383, + "val_f1": 0.7594851153547397 + }, + { + "epoch": 43, + "train_loss": 0.29064286355570557, + "val_accuracy": 0.7454212454212454, + "val_precision": 0.7503180309734514, + "val_recall": 0.7431075001678641, + "val_f1": 0.7428115394912078 + }, + { + "epoch": 44, + "train_loss": 0.28394671368511604, + "val_accuracy": 0.7326007326007326, + "val_precision": 0.7432773288871788, + "val_recall": 0.7292553548647015, + "val_f1": 0.7275970475669764 + }, + { + "epoch": 45, + "train_loss": 0.3046668836703667, + "val_accuracy": 0.7710622710622711, + "val_precision": 0.7710755813953489, + "val_recall": 0.7704894917075136, + "val_f1": 0.7706553041631523 + }, + { + "epoch": 46, + "train_loss": 0.26704911783938007, + "val_accuracy": 0.7747252747252747, + "val_precision": 0.775445945945946, + "val_recall": 0.7737259115020478, + "val_f1": 0.7739967357103195 + }, + { + "epoch": 47, + "train_loss": 0.24476908665873628, + "val_accuracy": 0.7582417582417582, + "val_precision": 0.7583990297149787, + "val_recall": 0.7574968105821527, + "val_f1": 0.7576923076923077 + }, + { + "epoch": 48, + "train_loss": 0.25188184346689846, + "val_accuracy": 0.7527472527472527, + "val_precision": 0.753780487804878, + "val_recall": 0.7515141341569864, + "val_f1": 0.7517270648150332 + }, + { + "epoch": 49, + "train_loss": 0.2524837076991469, + "val_accuracy": 0.7582417582417582, + "val_precision": 0.7580339756932788, + "val_recall": 0.7580339756932788, + "val_f1": 0.7580339756932788 + }, + { + "epoch": 50, + "train_loss": 0.22795166031563238, + "val_accuracy": 0.7545787545787546, + "val_precision": 0.7545945363725715, + "val_recall": 0.7539380917209426, + "val_f1": 0.7541036499294212 + }, + { + "epoch": 51, + "train_loss": 0.23740134156230605, + "val_accuracy": 0.76007326007326, + "val_precision": 0.7600230785744955, + "val_recall": 0.7602430672127846, + "val_f1": 0.7600080527454829 + }, + { + "epoch": 52, + "train_loss": 0.2309248754174718, + "val_accuracy": 0.7490842490842491, + "val_precision": 0.7570832418185811, + "val_recall": 0.7515007050292084, + "val_f1": 0.7481643082952054 + }, + { + "epoch": 53, + "train_loss": 0.24386634658544493, + "val_accuracy": 0.7490842490842491, + "val_precision": 0.7494331065759637, + "val_recall": 0.7481702813402269, + "val_f1": 0.7483744008073334 + }, + { + "epoch": 54, + "train_loss": 0.26213414590437334, + "val_accuracy": 0.7472527472527473, + "val_precision": 0.754871176075361, + "val_recall": 0.7496139125763781, + "val_f1": 0.7463815922340554 + }, + { + "epoch": 55, + "train_loss": 0.2747289667199383, + "val_accuracy": 0.7472527472527473, + "val_precision": 0.7542176917288089, + "val_recall": 0.7495064795541531, + "val_f1": 0.7464874031007753 + }, + { + "epoch": 56, + "train_loss": 0.24343892937396472, + "val_accuracy": 0.73992673992674, + "val_precision": 0.7397116715258837, + "val_recall": 0.7395957832538776, + "val_f1": 0.739643778207608 + }, + { + "epoch": 57, + "train_loss": 0.251741403843457, + "val_accuracy": 0.7637362637362637, + "val_precision": 0.7635396518375241, + "val_recall": 0.7634794870073189, + "val_f1": 0.7635070023872919 + }, + { + "epoch": 58, + "train_loss": 0.23864867841149426, + "val_accuracy": 0.7545787545787546, + "val_precision": 0.757970080489243, + "val_recall": 0.7526488954542403, + "val_f1": 0.7526672345949453 + }, + { + "epoch": 59, + "train_loss": 0.22445530321571852, + "val_accuracy": 0.7435897435897436, + "val_precision": 0.7436830402263999, + "val_recall": 0.742832203048412, + "val_f1": 0.743006993006993 + } +] diff --git a/models/part2/root_mlp_bert/seed4/result.json b/models/part2/root_mlp_bert/seed4/result.json new file mode 100644 index 0000000000000000000000000000000000000000..9920e8c3254dc5eaff112703aa5cb61d562dc7e5 --- /dev/null +++ b/models/part2/root_mlp_bert/seed4/result.json @@ -0,0 +1,17 @@ +{ + "architecture": "root_mlp", + "feature": "bert", + "seed": 4, + "best_epoch": 39, + "epochs_run": 59, + "best_val_f1": 0.7765447836296546, + "test": { + "accuracy": 0.7349712493465761, + "precision": 0.7425465362254127, + "recall": 0.735109138803572, + "f1": 0.73296048224497 + }, + "parameters": 115202, + "seconds": 25.362559503875673, + "wandb_url": "https://forge.coreweave.com/wandb/shashikanta-sahoo-iiit-hyderabad/anlp-assignment3/runs/2i2sql7r" +}