Upload 8 files

stage_1/checkpoint.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21814abd04b40fe9c9816e05124570118496928de8c6ab16d91833004f98f07f
+size 2215724853

stage_1/config_log.txt

@@ -0,0 +1,135 @@
+{
+    "run": {
+        "task": "image_text_pretrain",
+        "lr_sched": "linear_warmup_cosine_lr",
+        "init_lr": 0.0001,
+        "min_lr": 1e-06,
+        "warmup_lr": 1e-06,
+        "weight_decay": 0.01,
+        "max_epoch": 25,
+        "batch_size_train": 20,
+        "batch_size_eval": 20,
+        "num_workers": 1,
+        "warmup_steps": 1000,
+        "seed": 42,
+        "output_dir": "../output/Pathology/Pretrain_stage1_allinfo_true_query_16_lr_1e-4_epoch_25",
+        "amp": true,
+        "resume_ckpt_path": null,
+        "evaluate": false,
+        "train_splits": [
+            "train"
+        ],
+        "valid_splits": [
+            "val"
+        ],
+        "test_splits": [
+            "test"
+        ],
+        "device": "cuda",
+        "world_size": 1,
+        "dist_url": "env://",
+        "distributed": true,
+        "save_freq": 10,
+        "val_freq": 1,
+        "rank": 0,
+        "gpu": 0,
+        "dist_backend": "nccl"
+    },
+    "model": {
+        "arch": "blip2",
+        "load_finetuned": false,
+        "finetuned": "",
+        "model_type": "pretrain",
+        "load_pretrained": false,
+        "freeze_vit": true,
+        "padding_per_batch": true,
+        "vit_model": "identity",
+        "max_patches": 3730,
+        "num_query_token": 16,
+        "max_txt_len": 512,
+        "all_info_bool": true
+    },
+    "datasets": {
+        "pathology_dataset": {
+            "data_type": "features",
+            "build_info": {
+                "annotations": {
+                    "test": {
+                        "url": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/test_data.json",
+                        "storage": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/test_data.json"
+                    },
+                    "train": {
+                        "url": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/train_data.json",
+                        "storage": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/train_data.json"
+                    },
+                    "val": {
+                        "url": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/val_data.json",
+                        "storage": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/val_data.json"
+                    }
+                },
+                "features": {
+                    "storage": "/hpc/dlab_skin_ai/tijn/PathBLIP2/../../features/hipt_last_layer"
+                }
+            },
+            "text_processor": {
+                "train": {
+                    "name": "pathology_caption"
+                },
+                "eval": {
+                    "name": "pathology_caption"
+                }
+            }
+        }
+    }
+}
+{"train_lr": "0.000040", "train_loss": "9.312970", "train_loss_itc": "2.760831", "train_loss_itm": "0.643412", "train_loss_lm": "5.908726"}
+{"val_agg_metrics": -6.609859, "val_eval_loss_itc": "2.267060", "val_eval_loss_itm": "0.637638", "val_eval_loss_lm": "3.705161", "val_best_epoch": 0}
+{"train_lr": "0.000100", "train_loss": "5.994404", "train_loss_itc": "2.038937", "train_loss_itm": "0.631603", "train_loss_lm": "3.323864"}
+{"val_agg_metrics": -5.475783, "val_eval_loss_itc": "1.876427", "val_eval_loss_itm": "0.615171", "val_eval_loss_lm": "2.984185", "val_best_epoch": 1}
+{"train_lr": "0.000098", "train_loss": "5.247188", "train_loss_itc": "1.722839", "train_loss_itm": "0.591520", "train_loss_lm": "2.932829"}
+{"val_agg_metrics": -5.106937, "val_eval_loss_itc": "1.724384", "val_eval_loss_itm": "0.582566", "val_eval_loss_lm": "2.799987", "val_best_epoch": 2}
+{"train_lr": "0.000097", "train_loss": "4.872441", "train_loss_itc": "1.543043", "train_loss_itm": "0.554415", "train_loss_lm": "2.774983"}
+{"val_agg_metrics": -4.90581, "val_eval_loss_itc": "1.631842", "val_eval_loss_itm": "0.568208", "val_eval_loss_lm": "2.705760", "val_best_epoch": 3}
+{"train_lr": "0.000094", "train_loss": "4.612027", "train_loss_itc": "1.410409", "train_loss_itm": "0.524858", "train_loss_lm": "2.676761"}
+{"val_agg_metrics": -4.756783, "val_eval_loss_itc": "1.543099", "val_eval_loss_itm": "0.561608", "val_eval_loss_lm": "2.652076", "val_best_epoch": 4}
+{"train_lr": "0.000091", "train_loss": "4.409286", "train_loss_itc": "1.311028", "train_loss_itm": "0.491896", "train_loss_lm": "2.606362"}
+{"val_agg_metrics": -4.745197, "val_eval_loss_itc": "1.550342", "val_eval_loss_itm": "0.584175", "val_eval_loss_lm": "2.610681", "val_best_epoch": 5}
+{"train_lr": "0.000087", "train_loss": "4.235572", "train_loss_itc": "1.220200", "train_loss_itm": "0.461796", "train_loss_lm": "2.553576"}
+{"val_agg_metrics": -4.644287, "val_eval_loss_itc": "1.497838", "val_eval_loss_itm": "0.562571", "val_eval_loss_lm": "2.583877", "val_best_epoch": 6}
+{"train_lr": "0.000082", "train_loss": "4.078738", "train_loss_itc": "1.142957", "train_loss_itm": "0.431144", "train_loss_lm": "2.504638"}
+{"val_agg_metrics": -4.683445, "val_eval_loss_itc": "1.532893", "val_eval_loss_itm": "0.587636", "val_eval_loss_lm": "2.562917", "val_best_epoch": 6}
+{"train_lr": "0.000077", "train_loss": "3.925249", "train_loss_itc": "1.064089", "train_loss_itm": "0.394378", "train_loss_lm": "2.466783"}
+{"val_agg_metrics": -4.811499, "val_eval_loss_itc": "1.560180", "val_eval_loss_itm": "0.701215", "val_eval_loss_lm": "2.550104", "val_best_epoch": 6}
+{"train_lr": "0.000072", "train_loss": "3.812023", "train_loss_itc": "1.010634", "train_loss_itm": "0.366217", "train_loss_lm": "2.435172"}
+{"val_agg_metrics": -4.712225, "val_eval_loss_itc": "1.503128", "val_eval_loss_itm": "0.676734", "val_eval_loss_lm": "2.532364", "val_best_epoch": 6}
+{"train_lr": "0.000066", "train_loss": "3.681047", "train_loss_itc": "0.951474", "train_loss_itm": "0.329016", "train_loss_lm": "2.400557"}
+{"val_agg_metrics": -4.700819, "val_eval_loss_itc": "1.512468", "val_eval_loss_itm": "0.663148", "val_eval_loss_lm": "2.525203", "val_best_epoch": 6}
+{"train_lr": "0.000060", "train_loss": "3.582633", "train_loss_itc": "0.912109", "train_loss_itm": "0.297541", "train_loss_lm": "2.372983"}
+{"val_agg_metrics": -4.746992, "val_eval_loss_itc": "1.506158", "val_eval_loss_itm": "0.721954", "val_eval_loss_lm": "2.518880", "val_best_epoch": 6}
+{"train_lr": "0.000054", "train_loss": "3.491873", "train_loss_itc": "0.875500", "train_loss_itm": "0.270948", "train_loss_lm": "2.345425"}
+{"val_agg_metrics": -4.836472, "val_eval_loss_itc": "1.506763", "val_eval_loss_itm": "0.815194", "val_eval_loss_lm": "2.514515", "val_best_epoch": 6}
+{"train_lr": "0.000047", "train_loss": "3.405061", "train_loss_itc": "0.843048", "train_loss_itm": "0.242858", "train_loss_lm": "2.319156"}
+{"val_agg_metrics": -4.965097, "val_eval_loss_itc": "1.503481", "val_eval_loss_itm": "0.948305", "val_eval_loss_lm": "2.513311", "val_best_epoch": 6}
+{"train_lr": "0.000041", "train_loss": "3.324278", "train_loss_itc": "0.813415", "train_loss_itm": "0.212987", "train_loss_lm": "2.297877"}
+{"val_agg_metrics": -4.992728, "val_eval_loss_itc": "1.485161", "val_eval_loss_itm": "0.995743", "val_eval_loss_lm": "2.511824", "val_best_epoch": 6}
+{"train_lr": "0.000035", "train_loss": "3.259545", "train_loss_itc": "0.796230", "train_loss_itm": "0.187937", "train_loss_lm": "2.275378"}
+{"val_agg_metrics": -5.138322, "val_eval_loss_itc": "1.503030", "val_eval_loss_itm": "1.128395", "val_eval_loss_lm": "2.506897", "val_best_epoch": 6}
+{"train_lr": "0.000029", "train_loss": "3.190570", "train_loss_itc": "0.772120", "train_loss_itm": "0.161936", "train_loss_lm": "2.256514"}
+{"val_agg_metrics": -5.257483, "val_eval_loss_itc": "1.534985", "val_eval_loss_itm": "1.214479", "val_eval_loss_lm": "2.508019", "val_best_epoch": 6}
+{"train_lr": "0.000024", "train_loss": "3.148611", "train_loss_itc": "0.762391", "train_loss_itm": "0.146030", "train_loss_lm": "2.240189"}
+{"val_agg_metrics": -5.397016, "val_eval_loss_itc": "1.524931", "val_eval_loss_itm": "1.364419", "val_eval_loss_lm": "2.507667", "val_best_epoch": 6}
+{"train_lr": "0.000019", "train_loss": "3.091456", "train_loss_itc": "0.745982", "train_loss_itm": "0.121373", "train_loss_lm": "2.224100"}
+{"val_agg_metrics": -5.466624, "val_eval_loss_itc": "1.514501", "val_eval_loss_itm": "1.447040", "val_eval_loss_lm": "2.505083", "val_best_epoch": 6}
+{"train_lr": "0.000014", "train_loss": "3.054800", "train_loss_itc": "0.735328", "train_loss_itm": "0.106923", "train_loss_lm": "2.212550"}
+{"val_agg_metrics": -5.585157, "val_eval_loss_itc": "1.519339", "val_eval_loss_itm": "1.558284", "val_eval_loss_lm": "2.507533", "val_best_epoch": 6}
+{"train_lr": "0.000010", "train_loss": "3.017970", "train_loss_itc": "0.726380", "train_loss_itm": "0.090515", "train_loss_lm": "2.201075"}
+{"val_agg_metrics": -5.735411, "val_eval_loss_itc": "1.524035", "val_eval_loss_itm": "1.702975", "val_eval_loss_lm": "2.508401", "val_best_epoch": 6}
+{"train_lr": "0.000007", "train_loss": "2.999025", "train_loss_itc": "0.721386", "train_loss_itm": "0.082426", "train_loss_lm": "2.195214"}
+{"val_agg_metrics": -5.939784, "val_eval_loss_itc": "1.530687", "val_eval_loss_itm": "1.900671", "val_eval_loss_lm": "2.508425", "val_best_epoch": 6}
+{"train_lr": "0.000004", "train_loss": "2.983725", "train_loss_itc": "0.719734", "train_loss_itm": "0.074537", "train_loss_lm": "2.189454"}
+{"val_agg_metrics": -6.073068, "val_eval_loss_itc": "1.536684", "val_eval_loss_itm": "2.026687", "val_eval_loss_lm": "2.509697", "val_best_epoch": 6}
+{"train_lr": "0.000003", "train_loss": "2.966408", "train_loss_itc": "0.715658", "train_loss_itm": "0.066826", "train_loss_lm": "2.183924"}
+{"val_agg_metrics": -6.139519, "val_eval_loss_itc": "1.535213", "val_eval_loss_itm": "2.096183", "val_eval_loss_lm": "2.508123", "val_best_epoch": 6}
+{"train_lr": "0.000001", "train_loss": "2.960240", "train_loss_itc": "0.714180", "train_loss_itm": "0.063535", "train_loss_lm": "2.182524"}
+{"val_agg_metrics": -6.138493, "val_eval_loss_itc": "1.535930", "val_eval_loss_itm": "2.094361", "val_eval_loss_lm": "2.508202", "val_best_epoch": 6}
+{"test_agg_metrics": -4.695092, "test_eval_loss_itc": "1.517485", "test_eval_loss_itm": "0.565716", "test_eval_loss_lm": "2.611892", "test_txt_r1": 5.83756345177665, "test_txt_r5": 18.274111675126903, "test_txt_r10": 27.96954314720812, "test_txt_r25": 45.380710659898476, "test_txt_r100": 76.39593908629442, "test_txt_mean_rank": 230.37157360406093, "test_txt_median_rank": 30.0, "test_img_r1": 5.7360406091370555, "test_img_r5": 17.20812182741117, "test_img_r10": 27.055837563451778, "test_img_r25": 45.17766497461929, "test_img_r100": 75.83756345177665, "test_img_mean_rank": 242.4218274111675, "test_img_median_rank": 30.0, "test_txt_r1_other": 1.8274111675126903, "test_txt_r5_other": 8.071065989847716, "test_txt_r10_other": 13.147208121827411, "test_txt_r25_other": 25.634517766497463, "test_txt_r100_other": 56.598984771573605, "test_txt_mean_rank_other": 431.8710659898477, "test_txt_median_rank_other": 76.0, "test_img_r1_other": 1.4213197969543148, "test_img_r5_other": 6.446700507614213, "test_img_r10_other": 11.370558375634518, "test_img_r25_other": 21.725888324873097, "test_img_r100_other": 51.6243654822335, "test_img_mean_rank_other": 468.1817258883249, "test_img_median_rank_other": 93.0}

stage_1_pretrained_stage_2/checkpoint.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503e703daeb9d5bf8330c5d4f6f86006468a8feeb0baf0c9561d2a0f7d6aa6b1
+size 2216167221

stage_1_pretrained_stage_2/config_log.txt

@@ -0,0 +1,135 @@
+{
+    "run": {
+        "task": "image_text_pretrain",
+        "lr_sched": "linear_warmup_cosine_lr",
+        "init_lr": 0.0001,
+        "min_lr": 1e-06,
+        "warmup_lr": 1e-06,
+        "weight_decay": 0.01,
+        "max_epoch": 25,
+        "batch_size_train": 20,
+        "batch_size_eval": 20,
+        "num_workers": 1,
+        "warmup_steps": 1000,
+        "seed": 42,
+        "output_dir": "../output/Pathology/Pretrain_stage1_allinfo_true_query_64_lr_1e-4_epoch_25",
+        "amp": true,
+        "resume_ckpt_path": null,
+        "evaluate": false,
+        "train_splits": [
+            "train"
+        ],
+        "valid_splits": [
+            "val"
+        ],
+        "test_splits": [
+            "test"
+        ],
+        "device": "cuda",
+        "world_size": 1,
+        "dist_url": "env://",
+        "distributed": true,
+        "save_freq": 5,
+        "val_freq": 1,
+        "rank": 0,
+        "gpu": 0,
+        "dist_backend": "nccl"
+    },
+    "model": {
+        "arch": "blip2",
+        "load_finetuned": false,
+        "finetuned": "",
+        "model_type": "pretrain",
+        "load_pretrained": false,
+        "freeze_vit": true,
+        "padding_per_batch": true,
+        "vit_model": "identity",
+        "max_patches": 3730,
+        "num_query_token": 64,
+        "max_txt_len": 512,
+        "all_info_bool": true
+    },
+    "datasets": {
+        "pathology_dataset": {
+            "data_type": "features",
+            "build_info": {
+                "annotations": {
+                    "train": {
+                        "url": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/train_data.json",
+                        "storage": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/train_data.json"
+                    },
+                    "val": {
+                        "url": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/val_data.json",
+                        "storage": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/val_data.json"
+                    },
+                    "test": {
+                        "url": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/test_data.json",
+                        "storage": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/test_data.json"
+                    }
+                },
+                "features": {
+                    "storage": "/hpc/dlab_skin_ai/tijn/PathBLIP2/../../features/hipt_last_layer"
+                }
+            },
+            "text_processor": {
+                "train": {
+                    "name": "pathology_caption"
+                },
+                "eval": {
+                    "name": "pathology_caption"
+                }
+            }
+        }
+    }
+}
+{"train_lr": "0.000040", "train_loss": "9.147727", "train_loss_itc": "2.745344", "train_loss_itm": "0.639676", "train_loss_lm": "5.762707"}
+{"val_agg_metrics": -6.604569, "val_eval_loss_itc": "2.337229", "val_eval_loss_itm": "0.637753", "val_eval_loss_lm": "3.629587", "val_txt_r1": 0.7007007007007007, "val_txt_r5": 0.9009009009009009, "val_txt_r25": 1.901901901901902, "val_txt_r100": 5.505505505505505, "val_img_r1": 0.7007007007007007, "val_img_r5": 0.8508508508508509, "val_img_r25": 1.8018018018018018, "val_img_r100": 5.455455455455455, "val_best_epoch": 0}
+{"train_lr": "0.000100", "train_loss": "6.031948", "train_loss_itc": "2.110820", "train_loss_itm": "0.629157", "train_loss_lm": "3.291971"}
+{"val_agg_metrics": -5.530842, "val_eval_loss_itc": "1.932687", "val_eval_loss_itm": "0.629087", "val_eval_loss_lm": "2.969067", "val_txt_r1": 1.4014014014014013, "val_txt_r5": 1.7017017017017018, "val_txt_r25": 2.6026026026026026, "val_txt_r100": 6.256256256256257, "val_img_r1": 1.3513513513513513, "val_img_r5": 1.4514514514514514, "val_img_r25": 2.5525525525525525, "val_img_r100": 6.306306306306307, "val_best_epoch": 1}
+{"train_lr": "0.000098", "train_loss": "5.290785", "train_loss_itc": "1.776958", "train_loss_itm": "0.595508", "train_loss_lm": "2.918320"}
+{"val_agg_metrics": -5.128619, "val_eval_loss_itc": "1.779543", "val_eval_loss_itm": "0.553617", "val_eval_loss_lm": "2.795459", "val_txt_r1": 1.7517517517517518, "val_txt_r5": 1.951951951951952, "val_txt_r25": 2.9029029029029028, "val_txt_r100": 6.706706706706707, "val_img_r1": 1.6016016016016017, "val_img_r5": 1.7017017017017018, "val_img_r25": 2.7527527527527527, "val_img_r100": 6.356356356356357, "val_best_epoch": 2}
+{"train_lr": "0.000097", "train_loss": "4.885700", "train_loss_itc": "1.566046", "train_loss_itm": "0.559361", "train_loss_lm": "2.760293"}
+{"val_agg_metrics": -5.160788, "val_eval_loss_itc": "1.996859", "val_eval_loss_itm": "0.472687", "val_eval_loss_lm": "2.691242", "val_txt_r1": 1.951951951951952, "val_txt_r5": 2.2022022022022023, "val_txt_r25": 3.2032032032032034, "val_txt_r100": 6.706706706706707, "val_img_r1": 1.6016016016016017, "val_img_r5": 1.8518518518518519, "val_img_r25": 2.8528528528528527, "val_img_r100": 6.356356356356357, "val_best_epoch": 2}
+{"train_lr": "0.000094", "train_loss": "4.623935", "train_loss_itc": "1.423886", "train_loss_itm": "0.531377", "train_loss_lm": "2.668672"}
+{"val_agg_metrics": -5.123131, "val_eval_loss_itc": "2.019236", "val_eval_loss_itm": "0.460225", "val_eval_loss_lm": "2.643670", "val_txt_r1": 1.3513513513513513, "val_txt_r5": 1.5515515515515514, "val_txt_r25": 2.5025025025025025, "val_txt_r100": 6.256256256256257, "val_img_r1": 1.5015015015015014, "val_img_r5": 1.6516516516516517, "val_img_r25": 2.6526526526526526, "val_img_r100": 6.356356356356357, "val_best_epoch": 4}
+{"train_lr": "0.000091", "train_loss": "4.421703", "train_loss_itc": "1.315677", "train_loss_itm": "0.506364", "train_loss_lm": "2.599663"}
+{"val_agg_metrics": -5.255243, "val_eval_loss_itc": "2.221818", "val_eval_loss_itm": "0.427588", "val_eval_loss_lm": "2.605837", "val_txt_r1": 1.901901901901902, "val_txt_r5": 2.052052052052052, "val_txt_r25": 3.053053053053053, "val_txt_r100": 6.856856856856857, "val_img_r1": 1.4514514514514514, "val_img_r5": 1.6516516516516517, "val_img_r25": 2.6526526526526526, "val_img_r100": 6.406406406406407, "val_best_epoch": 4}
+{"train_lr": "0.000087", "train_loss": "4.217655", "train_loss_itc": "1.204646", "train_loss_itm": "0.470631", "train_loss_lm": "2.542379"}
+{"val_agg_metrics": -5.237342, "val_eval_loss_itc": "2.251086", "val_eval_loss_itm": "0.412482", "val_eval_loss_lm": "2.573773", "val_txt_r1": 1.7017017017017018, "val_txt_r5": 1.901901901901902, "val_txt_r25": 2.952952952952953, "val_txt_r100": 6.606606606606607, "val_img_r1": 2.3523523523523524, "val_img_r5": 2.5525525525525525, "val_img_r25": 3.5535535535535536, "val_img_r100": 7.107107107107107, "val_best_epoch": 4}
+{"train_lr": "0.000082", "train_loss": "4.053496", "train_loss_itc": "1.120611", "train_loss_itm": "0.440415", "train_loss_lm": "2.492470"}
+{"val_agg_metrics": -5.393626, "val_eval_loss_itc": "2.381612", "val_eval_loss_itm": "0.457808", "val_eval_loss_lm": "2.554206", "val_txt_r1": 1.4514514514514514, "val_txt_r5": 1.6016016016016017, "val_txt_r25": 2.6026026026026026, "val_txt_r100": 6.606606606606607, "val_img_r1": 1.951951951951952, "val_img_r5": 2.2022022022022023, "val_img_r25": 3.1531531531531534, "val_img_r100": 6.856856856856857, "val_best_epoch": 4}
+{"train_lr": "0.000077", "train_loss": "3.908109", "train_loss_itc": "1.042641", "train_loss_itm": "0.410924", "train_loss_lm": "2.454543"}
+{"val_agg_metrics": -5.345169, "val_eval_loss_itc": "2.348382", "val_eval_loss_itm": "0.456375", "val_eval_loss_lm": "2.540412", "val_txt_r1": 1.5015015015015014, "val_txt_r5": 1.7517517517517518, "val_txt_r25": 2.7027027027027026, "val_txt_r100": 6.556556556556557, "val_img_r1": 1.4514514514514514, "val_img_r5": 1.6516516516516517, "val_img_r25": 2.6026026026026026, "val_img_r100": 6.256256256256257, "val_best_epoch": 4}
+{"train_lr": "0.000072", "train_loss": "3.777290", "train_loss_itc": "0.979683", "train_loss_itm": "0.377555", "train_loss_lm": "2.420051"}
+{"val_agg_metrics": -5.309978, "val_eval_loss_itc": "2.267512", "val_eval_loss_itm": "0.514568", "val_eval_loss_lm": "2.527898", "val_txt_r1": 2.052052052052052, "val_txt_r5": 2.3523523523523524, "val_txt_r25": 3.1531531531531534, "val_txt_r100": 6.806806806806807, "val_img_r1": 2.002002002002002, "val_img_r5": 2.1521521521521523, "val_img_r25": 3.2032032032032034, "val_img_r100": 6.756756756756757, "val_best_epoch": 4}
+{"train_lr": "0.000066", "train_loss": "3.657547", "train_loss_itc": "0.925958", "train_loss_itm": "0.346677", "train_loss_lm": "2.384912"}
+{"val_agg_metrics": -5.477367, "val_eval_loss_itc": "2.408905", "val_eval_loss_itm": "0.543569", "val_eval_loss_lm": "2.524893", "val_txt_r1": 1.901901901901902, "val_txt_r5": 2.052052052052052, "val_txt_r25": 3.053053053053053, "val_txt_r100": 6.906906906906907, "val_img_r1": 2.052052052052052, "val_img_r5": 2.2022022022022023, "val_img_r25": 3.2532532532532534, "val_img_r100": 6.956956956956957, "val_best_epoch": 4}
+{"train_lr": "0.000060", "train_loss": "3.545713", "train_loss_itc": "0.879012", "train_loss_itm": "0.310403", "train_loss_lm": "2.356297"}
+{"val_agg_metrics": -5.444764, "val_eval_loss_itc": "2.416574", "val_eval_loss_itm": "0.513367", "val_eval_loss_lm": "2.514823", "val_txt_r1": 1.6016016016016017, "val_txt_r5": 1.8018018018018018, "val_txt_r25": 2.7527527527527527, "val_txt_r100": 6.456456456456457, "val_img_r1": 1.5015015015015014, "val_img_r5": 1.7517517517517518, "val_img_r25": 2.7027027027027026, "val_img_r100": 6.406406406406407, "val_best_epoch": 4}
+{"train_lr": "0.000054", "train_loss": "3.452129", "train_loss_itc": "0.841497", "train_loss_itm": "0.283282", "train_loss_lm": "2.327350"}
+{"val_agg_metrics": -5.756961, "val_eval_loss_itc": "2.602717", "val_eval_loss_itm": "0.640763", "val_eval_loss_lm": "2.513481", "val_txt_r1": 1.2012012012012012, "val_txt_r5": 1.3513513513513513, "val_txt_r25": 2.2522522522522523, "val_txt_r100": 6.156156156156156, "val_img_r1": 1.4514514514514514, "val_img_r5": 1.6016016016016017, "val_img_r25": 2.6526526526526526, "val_img_r100": 6.256256256256257, "val_best_epoch": 4}
+{"train_lr": "0.000047", "train_loss": "3.357007", "train_loss_itc": "0.803236", "train_loss_itm": "0.253312", "train_loss_lm": "2.300459"}
+{"val_agg_metrics": -5.854292, "val_eval_loss_itc": "2.643545", "val_eval_loss_itm": "0.699974", "val_eval_loss_lm": "2.510773", "val_txt_r1": 0.6506506506506506, "val_txt_r5": 0.8008008008008008, "val_txt_r25": 1.8518518518518519, "val_txt_r100": 5.7057057057057055, "val_img_r1": 1.7517517517517518, "val_img_r5": 2.002002002002002, "val_img_r25": 3.003003003003003, "val_img_r100": 6.606606606606607, "val_best_epoch": 4}
+{"train_lr": "0.000041", "train_loss": "3.269390", "train_loss_itc": "0.770304", "train_loss_itm": "0.221042", "train_loss_lm": "2.278044"}
+{"val_agg_metrics": -5.768326, "val_eval_loss_itc": "2.429281", "val_eval_loss_itm": "0.830163", "val_eval_loss_lm": "2.508882", "val_txt_r1": 1.3013013013013013, "val_txt_r5": 1.5515515515515514, "val_txt_r25": 2.4024024024024024, "val_txt_r100": 6.156156156156156, "val_img_r1": 2.1521521521521523, "val_img_r5": 2.3523523523523524, "val_img_r25": 3.3033033033033035, "val_img_r100": 6.856856856856857, "val_best_epoch": 4}
+{"train_lr": "0.000035", "train_loss": "3.208288", "train_loss_itc": "0.750959", "train_loss_itm": "0.203085", "train_loss_lm": "2.254244"}
+{"val_agg_metrics": -5.961878, "val_eval_loss_itc": "2.534857", "val_eval_loss_itm": "0.919732", "val_eval_loss_lm": "2.507289", "val_txt_r1": 1.001001001001001, "val_txt_r5": 1.2012012012012012, "val_txt_r25": 2.2022022022022023, "val_txt_r100": 5.955955955955956, "val_img_r1": 2.3023023023023024, "val_img_r5": 2.4524524524524525, "val_img_r25": 3.5035035035035036, "val_img_r100": 7.157157157157157, "val_best_epoch": 4}
+{"train_lr": "0.000029", "train_loss": "3.137264", "train_loss_itc": "0.727055", "train_loss_itm": "0.175269", "train_loss_lm": "2.234940"}
+{"val_agg_metrics": -5.946631, "val_eval_loss_itc": "2.407974", "val_eval_loss_itm": "1.030856", "val_eval_loss_lm": "2.507802", "val_txt_r1": 2.5025025025025025, "val_txt_r5": 2.6026026026026026, "val_txt_r25": 3.7037037037037037, "val_txt_r100": 7.207207207207207, "val_img_r1": 3.003003003003003, "val_img_r5": 3.2032032032032034, "val_img_r25": 4.104104104104104, "val_img_r100": 7.907907907907908, "val_best_epoch": 4}
+{"train_lr": "0.000024", "train_loss": "3.077522", "train_loss_itc": "0.707731", "train_loss_itm": "0.152259", "train_loss_lm": "2.217532"}
+{"val_agg_metrics": -6.200752, "val_eval_loss_itc": "2.557530", "val_eval_loss_itm": "1.133816", "val_eval_loss_lm": "2.509406", "val_txt_r1": 1.2512512512512513, "val_txt_r5": 1.5015015015015014, "val_txt_r25": 2.4524524524524525, "val_txt_r100": 6.156156156156156, "val_img_r1": 2.5525525525525525, "val_img_r5": 2.7527527527527527, "val_img_r25": 3.6536536536536537, "val_img_r100": 7.307307307307307, "val_best_epoch": 4}
+{"train_lr": "0.000019", "train_loss": "3.023794", "train_loss_itc": "0.693553", "train_loss_itm": "0.129719", "train_loss_lm": "2.200522"}
+{"val_agg_metrics": -6.27294, "val_eval_loss_itc": "2.435988", "val_eval_loss_itm": "1.327937", "val_eval_loss_lm": "2.509015", "val_txt_r1": 1.5015015015015014, "val_txt_r5": 1.6516516516516517, "val_txt_r25": 2.6526526526526526, "val_txt_r100": 6.356356356356357, "val_img_r1": 2.6026026026026026, "val_img_r5": 2.7527527527527527, "val_img_r25": 3.6536536536536537, "val_img_r100": 7.257257257257257, "val_best_epoch": 4}
+{"train_lr": "0.000014", "train_loss": "2.978799", "train_loss_itc": "0.680053", "train_loss_itm": "0.110433", "train_loss_lm": "2.188313"}
+{"val_agg_metrics": -6.248828, "val_eval_loss_itc": "2.422168", "val_eval_loss_itm": "1.315184", "val_eval_loss_lm": "2.511476", "val_txt_r1": 1.6516516516516517, "val_txt_r5": 1.8518518518518519, "val_txt_r25": 2.952952952952953, "val_txt_r100": 6.506506506506507, "val_img_r1": 3.6036036036036037, "val_img_r5": 3.7537537537537538, "val_img_r25": 4.704704704704705, "val_img_r100": 8.358358358358359, "val_best_epoch": 4}
+{"train_lr": "0.000010", "train_loss": "2.949171", "train_loss_itc": "0.673028", "train_loss_itm": "0.098629", "train_loss_lm": "2.177514"}
+{"val_agg_metrics": -6.520679, "val_eval_loss_itc": "2.478591", "val_eval_loss_itm": "1.529598", "val_eval_loss_lm": "2.512490", "val_txt_r1": 1.4014014014014013, "val_txt_r5": 1.5515515515515514, "val_txt_r25": 2.6526526526526526, "val_txt_r100": 6.306306306306307, "val_img_r1": 2.9029029029029028, "val_img_r5": 3.053053053053053, "val_img_r25": 4.054054054054054, "val_img_r100": 7.607607607607608, "val_best_epoch": 4}
+{"train_lr": "0.000007", "train_loss": "2.919778", "train_loss_itc": "0.663665", "train_loss_itm": "0.085166", "train_loss_lm": "2.170947"}
+{"val_agg_metrics": -6.608819, "val_eval_loss_itc": "2.431004", "val_eval_loss_itm": "1.664189", "val_eval_loss_lm": "2.513627", "val_txt_r1": 1.7017017017017018, "val_txt_r5": 1.901901901901902, "val_txt_r25": 2.9029029029029028, "val_txt_r100": 6.656656656656657, "val_img_r1": 3.2532532532532534, "val_img_r5": 3.4034034034034035, "val_img_r25": 4.404404404404405, "val_img_r100": 7.907907907907908, "val_best_epoch": 4}
+{"train_lr": "0.000004", "train_loss": "2.907998", "train_loss_itc": "0.662492", "train_loss_itm": "0.081155", "train_loss_lm": "2.164351"}
+{"val_agg_metrics": -6.724738, "val_eval_loss_itc": "2.422658", "val_eval_loss_itm": "1.787257", "val_eval_loss_lm": "2.514823", "val_txt_r1": 1.8518518518518519, "val_txt_r5": 2.1021021021021022, "val_txt_r25": 3.053053053053053, "val_txt_r100": 6.656656656656657, "val_img_r1": 3.4534534534534536, "val_img_r5": 3.6036036036036037, "val_img_r25": 4.604604604604605, "val_img_r100": 8.058058058058059, "val_best_epoch": 4}
+{"train_lr": "0.000003", "train_loss": "2.889878", "train_loss_itc": "0.659247", "train_loss_itm": "0.071610", "train_loss_lm": "2.159021"}
+{"val_agg_metrics": -6.790521, "val_eval_loss_itc": "2.409069", "val_eval_loss_itm": "1.868119", "val_eval_loss_lm": "2.513333", "val_txt_r1": 1.8518518518518519, "val_txt_r5": 2.1021021021021022, "val_txt_r25": 3.053053053053053, "val_txt_r100": 6.706706706706707, "val_img_r1": 3.3533533533533535, "val_img_r5": 3.5035035035035036, "val_img_r25": 4.504504504504505, "val_img_r100": 8.008008008008009, "val_best_epoch": 4}
+{"train_lr": "0.000001", "train_loss": "2.884959", "train_loss_itc": "0.655757", "train_loss_itm": "0.071877", "train_loss_lm": "2.157325"}
+{"val_agg_metrics": -6.799659, "val_eval_loss_itc": "2.407429", "val_eval_loss_itm": "1.878301", "val_eval_loss_lm": "2.513930", "val_txt_r1": 2.002002002002002, "val_txt_r5": 2.2022022022022023, "val_txt_r25": 3.2032032032032034, "val_txt_r100": 6.756756756756757, "val_img_r1": 3.5035035035035036, "val_img_r5": 3.6536536536536537, "val_img_r25": 4.654654654654655, "val_img_r100": 8.158158158158159, "val_best_epoch": 4}
+{"test_agg_metrics": -5.155064, "test_eval_loss_itc": "2.032757", "test_eval_loss_itm": "0.451652", "test_eval_loss_lm": "2.670656", "test_txt_r1": 1.9289340101522843, "test_txt_r5": 2.1319796954314723, "test_txt_r25": 3.1472081218274113, "test_txt_r100": 7.00507614213198, "test_img_r1": 1.116751269035533, "test_img_r5": 1.3197969543147208, "test_img_r25": 2.182741116751269, "test_img_r100": 6.091370558375634}

stage_2_full_report/checkpoint.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d68f48e0747da8f19f15669bd7190d664dc392f0b903bb248da50ccf8d274f4
+size 1658394785

stage_2_full_report/config_log.txt

@@ -0,0 +1,125 @@
+{
+    "run": {
+        "task": "pathology_captioning",
+        "lr_sched": "linear_warmup_cosine_lr",
+        "init_lr": 0.0005,
+        "min_lr": 1e-05,
+        "warmup_lr": 1e-06,
+        "weight_decay": 0.01,
+        "max_epoch": 21,
+        "batch_size_train": 36,
+        "batch_size_eval": 36,
+        "num_workers": 1,
+        "warmup_steps": 1000,
+        "seed": 42,
+        "output_dir": "../output/Pathology/Pretrain_stage2_allinfo_true_query_64_lr_1e-4_stage2_allinfo_true_lr_5e-4",
+        "amp": true,
+        "resume_ckpt_path": null,
+        "evaluate": false,
+        "report_metric_during_training": false,
+        "num_beams": 4,
+        "max_len": 1024,
+        "min_len": 150,
+        "top_p": 1.0,
+        "repetition_penalty": 1.2,
+        "length_penalty": 1.1,
+        "temperature": 0.8,
+        "num_captions": 1,
+        "train_splits": [
+            "train"
+        ],
+        "valid_splits": [
+            "val"
+        ],
+        "test_splits": [
+            "test"
+        ],
+        "device": "cuda",
+        "world_size": 1,
+        "dist_url": "env://",
+        "distributed": true,
+        "save_freq": 10,
+        "val_freq": 5,
+        "rank": 0,
+        "gpu": 0,
+        "dist_backend": "nccl"
+    },
+    "model": {
+        "arch": "blip2_biogpt",
+        "model_type": "pretrain_biogpt",
+        "load_pretrained": true,
+        "pretrained": "./output/Pathology/Pretrain_stage1_allinfo_true_query_64_lr_1e-4_epoch_25/20241216162/checkpoint_best.pth",
+        "load_finetuned": false,
+        "finetuned": "",
+        "freeze_vit": true,
+        "padding_per_batch": true,
+        "vit_model": "identity",
+        "max_txt_len": 1024,
+        "num_query_token": 64,
+        "biogpt_model": "microsoft/biogpt",
+        "unfreeze_last_layer": true,
+        "all_info_bool": true,
+        "prompt": "You are an AI assistant specializing in pathology. Your task is to write a detailed medical report for a patient based on their H&E stained whole-slide image(s) (WSIs). </s>"
+    },
+    "datasets": {
+        "pathology_dataset": {
+            "data_type": "features",
+            "build_info": {
+                "annotations": {
+                    "train": {
+                        "url": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/train_data.json",
+                        "storage": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/train_data.json"
+                    },
+                    "val": {
+                        "url": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/val_data.json",
+                        "storage": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/val_data.json"
+                    },
+                    "test": {
+                        "url": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/test_data.json",
+                        "storage": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/test_data.json"
+                    }
+                },
+                "features": {
+                    "storage": "/hpc/dlab_skin_ai/tijn/PathBLIP2/../../features/hipt_last_layer"
+                }
+            },
+            "text_processor": {
+                "train": {
+                    "name": "pathology_caption",
+                    "prompt": "You are an AI assistant specializing in pathology. Your task is to write a detailed medical report for a patient based on their H&E stained whole-slide image(s) (WSIs). </s>"
+                },
+                "eval": {
+                    "name": "pathology_caption",
+                    "prompt": "You are an AI assistant specializing in pathology. Your task is to write a detailed medical report for a patient based on their H&E stained whole-slide image(s) (WSIs). </s>"
+                }
+            }
+        }
+    }
+}
+{"train_lr": "0.000109", "train_loss": "2.547843"}
+{"val_loss": "1.724623", "val_BLEU_1": "0.287803", "val_BLEU_2": "0.191220", "val_BLEU_3": "0.136269", "val_BLEU_4": "0.102071", "val_METEOR": "0.143097", "val_ROUGE_L": "0.310462", "val_CIDEr": "0.124634", "val_agg_metrics": "1.295556", "val_best_epoch": 0}
+{"train_lr": "0.000497", "train_loss": "1.605852"}
+{"train_lr": "0.000489", "train_loss": "1.437270"}
+{"train_lr": "0.000476", "train_loss": "1.361823"}
+{"train_lr": "0.000457", "train_loss": "1.310353"}
+{"train_lr": "0.000435", "train_loss": "1.272468"}
+{"val_loss": "1.285902", "val_BLEU_1": "0.294898", "val_BLEU_2": "0.200238", "val_BLEU_3": "0.147405", "val_BLEU_4": "0.114585", "val_METEOR": "0.167057", "val_ROUGE_L": "0.318720", "val_CIDEr": "0.253963", "val_agg_metrics": "1.496865", "val_best_epoch": 5}
+{"train_lr": "0.000408", "train_loss": "1.243841"}
+{"train_lr": "0.000378", "train_loss": "1.218496"}
+{"train_lr": "0.000345", "train_loss": "1.196970"}
+{"train_lr": "0.000310", "train_loss": "1.180491"}
+{"train_lr": "0.000273", "train_loss": "1.163278"}
+{"val_loss": "1.236627", "val_BLEU_1": "0.293159", "val_BLEU_2": "0.198777", "val_BLEU_3": "0.145809", "val_BLEU_4": "0.112942", "val_METEOR": "0.167143", "val_ROUGE_L": "0.321519", "val_CIDEr": "0.274294", "val_agg_metrics": "1.513643", "val_best_epoch": 10}
+{"train_lr": "0.000237", "train_loss": "1.149131"}
+{"train_lr": "0.000200", "train_loss": "1.136773"}
+{"train_lr": "0.000165", "train_loss": "1.124830"}
+{"train_lr": "0.000133", "train_loss": "1.114409"}
+{"train_lr": "0.000102", "train_loss": "1.104756"}
+{"val_loss": "1.218567", "val_BLEU_1": "0.336474", "val_BLEU_2": "0.227703", "val_BLEU_3": "0.166786", "val_BLEU_4": "0.128928", "val_METEOR": "0.177461", "val_ROUGE_L": "0.325703", "val_CIDEr": "0.257984", "val_agg_metrics": "1.621040", "val_best_epoch": 15}
+{"train_lr": "0.000075", "train_loss": "1.095319"}
+{"train_lr": "0.000053", "train_loss": "1.086703"}
+{"train_lr": "0.000034", "train_loss": "1.078270"}
+{"train_lr": "0.000021", "train_loss": "1.071208"}
+{"train_lr": "0.000013", "train_loss": "1.064645"}
+{"val_loss": "1.223073", "val_BLEU_1": "0.335779", "val_BLEU_2": "0.228368", "val_BLEU_3": "0.167966", "val_BLEU_4": "0.130146", "val_METEOR": "0.180248", "val_ROUGE_L": "0.326554", "val_CIDEr": "0.266308", "val_agg_metrics": "1.635369", "val_best_epoch": 20}
+{"test_loss": "1.249606", "test_BLEU_1": "0.327002", "test_BLEU_2": "0.222951", "test_BLEU_3": "0.164090", "test_BLEU_4": "0.127372", "test_METEOR": "0.178337", "test_ROUGE_L": "0.325656", "test_CIDEr": "0.291373", "test_agg_metrics": "1.636780"}

stage_2_he_only/checkpoint.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ba4d70b47d4ede121815e075c511a793b9296a192532673224fc0b05fcbd0d
+size 1658394785

stage_2_he_only/config_log.txt

@@ -0,0 +1,125 @@
+{
+    "run": {
+        "task": "pathology_captioning",
+        "lr_sched": "linear_warmup_cosine_lr",
+        "init_lr": 0.0005,
+        "min_lr": 1e-05,
+        "warmup_lr": 1e-06,
+        "weight_decay": 0.01,
+        "max_epoch": 21,
+        "batch_size_train": 36,
+        "batch_size_eval": 36,
+        "num_workers": 1,
+        "warmup_steps": 1000,
+        "seed": 42,
+        "output_dir": "../output/Pathology/Pretrain_stage2_allinfo_true_query_64_lr_1e-4_stage2_allinfo_false_lr_5e-4",
+        "amp": true,
+        "resume_ckpt_path": null,
+        "evaluate": false,
+        "report_metric_during_training": false,
+        "num_beams": 4,
+        "max_len": 1024,
+        "min_len": 150,
+        "top_p": 1.0,
+        "repetition_penalty": 1.2,
+        "length_penalty": 1.1,
+        "temperature": 0.8,
+        "num_captions": 1,
+        "train_splits": [
+            "train"
+        ],
+        "valid_splits": [
+            "val"
+        ],
+        "test_splits": [
+            "test"
+        ],
+        "device": "cuda",
+        "world_size": 1,
+        "dist_url": "env://",
+        "distributed": true,
+        "save_freq": 10,
+        "val_freq": 5,
+        "rank": 0,
+        "gpu": 0,
+        "dist_backend": "nccl"
+    },
+    "model": {
+        "arch": "blip2_biogpt",
+        "model_type": "pretrain_biogpt",
+        "load_pretrained": true,
+        "pretrained": "./output/Pathology/Pretrain_stage1_allinfo_true_query_64_lr_1e-4_epoch_25/20241216162/checkpoint_best.pth",
+        "load_finetuned": false,
+        "finetuned": "",
+        "freeze_vit": true,
+        "padding_per_batch": true,
+        "vit_model": "identity",
+        "max_txt_len": 1024,
+        "num_query_token": 64,
+        "biogpt_model": "microsoft/biogpt",
+        "unfreeze_last_layer": true,
+        "all_info_bool": false,
+        "prompt": "You are an AI assistant specializing in pathology. Your task is to write a detailed medical report for a patient based on their H&E stained whole-slide image(s) (WSIs). </s>"
+    },
+    "datasets": {
+        "pathology_dataset": {
+            "data_type": "features",
+            "build_info": {
+                "annotations": {
+                    "train": {
+                        "url": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/train_data.json",
+                        "storage": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/train_data.json"
+                    },
+                    "val": {
+                        "url": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/val_data.json",
+                        "storage": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/val_data.json"
+                    },
+                    "test": {
+                        "url": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/test_data.json",
+                        "storage": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/test_data.json"
+                    }
+                },
+                "features": {
+                    "storage": "/hpc/dlab_skin_ai/tijn/PathBLIP2/../../features/hipt_last_layer"
+                }
+            },
+            "text_processor": {
+                "train": {
+                    "name": "pathology_caption",
+                    "prompt": "You are an AI assistant specializing in pathology. Your task is to write a detailed medical report for a patient based on their H&E stained whole-slide image(s) (WSIs). </s>"
+                },
+                "eval": {
+                    "name": "pathology_caption",
+                    "prompt": "You are an AI assistant specializing in pathology. Your task is to write a detailed medical report for a patient based on their H&E stained whole-slide image(s) (WSIs). </s>"
+                }
+            }
+        }
+    }
+}
+{"train_lr": "0.000109", "train_loss": "2.414887"}
+{"val_loss": "1.646208", "val_BLEU_1": "0.069842", "val_BLEU_2": "0.043838", "val_BLEU_3": "0.030248", "val_BLEU_4": "0.022408", "val_METEOR": "0.108171", "val_ROUGE_L": "0.210478", "val_CIDEr": "0.122459", "val_agg_metrics": "0.607445", "val_best_epoch": 0}
+{"train_lr": "0.000497", "train_loss": "1.536380"}
+{"train_lr": "0.000489", "train_loss": "1.386250"}
+{"train_lr": "0.000476", "train_loss": "1.317058"}
+{"train_lr": "0.000457", "train_loss": "1.271331"}
+{"train_lr": "0.000435", "train_loss": "1.236495"}
+{"val_loss": "1.258306", "val_BLEU_1": "0.250460", "val_BLEU_2": "0.164961", "val_BLEU_3": "0.120090", "val_BLEU_4": "0.094006", "val_METEOR": "0.153855", "val_ROUGE_L": "0.267205", "val_CIDEr": "0.384312", "val_agg_metrics": "1.434888", "val_best_epoch": 5}
+{"train_lr": "0.000408", "train_loss": "1.212322"}
+{"train_lr": "0.000378", "train_loss": "1.188241"}
+{"train_lr": "0.000345", "train_loss": "1.167667"}
+{"train_lr": "0.000310", "train_loss": "1.151836"}
+{"train_lr": "0.000273", "train_loss": "1.136505"}
+{"val_loss": "1.210460", "val_BLEU_1": "0.318243", "val_BLEU_2": "0.203438", "val_BLEU_3": "0.143884", "val_BLEU_4": "0.110069", "val_METEOR": "0.172481", "val_ROUGE_L": "0.281193", "val_CIDEr": "0.341807", "val_agg_metrics": "1.571115", "val_best_epoch": 10}
+{"train_lr": "0.000237", "train_loss": "1.122517"}
+{"train_lr": "0.000200", "train_loss": "1.110162"}
+{"train_lr": "0.000165", "train_loss": "1.098966"}
+{"train_lr": "0.000133", "train_loss": "1.088241"}
+{"train_lr": "0.000102", "train_loss": "1.078639"}
+{"val_loss": "1.193151", "val_BLEU_1": "0.339123", "val_BLEU_2": "0.221971", "val_BLEU_3": "0.160597", "val_BLEU_4": "0.124843", "val_METEOR": "0.181707", "val_ROUGE_L": "0.289157", "val_CIDEr": "0.367792", "val_agg_metrics": "1.685190", "val_best_epoch": 15}
+{"train_lr": "0.000075", "train_loss": "1.068623"}
+{"train_lr": "0.000053", "train_loss": "1.058418"}
+{"train_lr": "0.000034", "train_loss": "1.049051"}
+{"train_lr": "0.000021", "train_loss": "1.040465"}
+{"train_lr": "0.000013", "train_loss": "1.033971"}
+{"val_loss": "1.200871", "val_BLEU_1": "0.346212", "val_BLEU_2": "0.226334", "val_BLEU_3": "0.162762", "val_BLEU_4": "0.125479", "val_METEOR": "0.183404", "val_ROUGE_L": "0.288172", "val_CIDEr": "0.333956", "val_agg_metrics": "1.666318", "val_best_epoch": 15}
+{"test_loss": "1.224287", "test_BLEU_1": "0.338957", "test_BLEU_2": "0.222183", "test_BLEU_3": "0.159954", "test_BLEU_4": "0.123879", "test_METEOR": "0.182641", "test_ROUGE_L": "0.288063", "test_CIDEr": "0.356533", "test_agg_metrics": "1.672211"}