| { |
| "run": { |
| "task": "image_text_pretrain", |
| "lr_sched": "linear_warmup_cosine_lr", |
| "init_lr": 0.0001, |
| "min_lr": 1e-06, |
| "warmup_lr": 1e-06, |
| "weight_decay": 0.01, |
| "max_epoch": 25, |
| "batch_size_train": 20, |
| "batch_size_eval": 20, |
| "num_workers": 1, |
| "warmup_steps": 1000, |
| "seed": 42, |
| "output_dir": "../output/Pathology/Pretrain_stage1_allinfo_true_query_16_lr_1e-4_epoch_25", |
| "amp": true, |
| "resume_ckpt_path": null, |
| "evaluate": false, |
| "train_splits": [ |
| "train" |
| ], |
| "valid_splits": [ |
| "val" |
| ], |
| "test_splits": [ |
| "test" |
| ], |
| "device": "cuda", |
| "world_size": 1, |
| "dist_url": "env://", |
| "distributed": true, |
| "save_freq": 10, |
| "val_freq": 1, |
| "rank": 0, |
| "gpu": 0, |
| "dist_backend": "nccl" |
| }, |
| "model": { |
| "arch": "blip2", |
| "load_finetuned": false, |
| "finetuned": "", |
| "model_type": "pretrain", |
| "load_pretrained": false, |
| "freeze_vit": true, |
| "padding_per_batch": true, |
| "vit_model": "identity", |
| "max_patches": 3730, |
| "num_query_token": 16, |
| "max_txt_len": 512, |
| "all_info_bool": true |
| }, |
| "datasets": { |
| "pathology_dataset": { |
| "data_type": "features", |
| "build_info": { |
| "annotations": { |
| "test": { |
| "url": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/test_data.json", |
| "storage": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/test_data.json" |
| }, |
| "train": { |
| "url": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/train_data.json", |
| "storage": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/train_data.json" |
| }, |
| "val": { |
| "url": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/val_data.json", |
| "storage": "/hpc/dlab_skin_ai/tijn/PathBLIP2/data/pathology/val_data.json" |
| } |
| }, |
| "features": { |
| "storage": "/hpc/dlab_skin_ai/tijn/PathBLIP2/../../features/hipt_last_layer" |
| } |
| }, |
| "text_processor": { |
| "train": { |
| "name": "pathology_caption" |
| }, |
| "eval": { |
| "name": "pathology_caption" |
| } |
| } |
| } |
| } |
| } |
| {"train_lr": "0.000040", "train_loss": "9.312970", "train_loss_itc": "2.760831", "train_loss_itm": "0.643412", "train_loss_lm": "5.908726"} |
| {"val_agg_metrics": -6.609859, "val_eval_loss_itc": "2.267060", "val_eval_loss_itm": "0.637638", "val_eval_loss_lm": "3.705161", "val_best_epoch": 0} |
| {"train_lr": "0.000100", "train_loss": "5.994404", "train_loss_itc": "2.038937", "train_loss_itm": "0.631603", "train_loss_lm": "3.323864"} |
| {"val_agg_metrics": -5.475783, "val_eval_loss_itc": "1.876427", "val_eval_loss_itm": "0.615171", "val_eval_loss_lm": "2.984185", "val_best_epoch": 1} |
| {"train_lr": "0.000098", "train_loss": "5.247188", "train_loss_itc": "1.722839", "train_loss_itm": "0.591520", "train_loss_lm": "2.932829"} |
| {"val_agg_metrics": -5.106937, "val_eval_loss_itc": "1.724384", "val_eval_loss_itm": "0.582566", "val_eval_loss_lm": "2.799987", "val_best_epoch": 2} |
| {"train_lr": "0.000097", "train_loss": "4.872441", "train_loss_itc": "1.543043", "train_loss_itm": "0.554415", "train_loss_lm": "2.774983"} |
| {"val_agg_metrics": -4.90581, "val_eval_loss_itc": "1.631842", "val_eval_loss_itm": "0.568208", "val_eval_loss_lm": "2.705760", "val_best_epoch": 3} |
| {"train_lr": "0.000094", "train_loss": "4.612027", "train_loss_itc": "1.410409", "train_loss_itm": "0.524858", "train_loss_lm": "2.676761"} |
| {"val_agg_metrics": -4.756783, "val_eval_loss_itc": "1.543099", "val_eval_loss_itm": "0.561608", "val_eval_loss_lm": "2.652076", "val_best_epoch": 4} |
| {"train_lr": "0.000091", "train_loss": "4.409286", "train_loss_itc": "1.311028", "train_loss_itm": "0.491896", "train_loss_lm": "2.606362"} |
| {"val_agg_metrics": -4.745197, "val_eval_loss_itc": "1.550342", "val_eval_loss_itm": "0.584175", "val_eval_loss_lm": "2.610681", "val_best_epoch": 5} |
| {"train_lr": "0.000087", "train_loss": "4.235572", "train_loss_itc": "1.220200", "train_loss_itm": "0.461796", "train_loss_lm": "2.553576"} |
| {"val_agg_metrics": -4.644287, "val_eval_loss_itc": "1.497838", "val_eval_loss_itm": "0.562571", "val_eval_loss_lm": "2.583877", "val_best_epoch": 6} |
| {"train_lr": "0.000082", "train_loss": "4.078738", "train_loss_itc": "1.142957", "train_loss_itm": "0.431144", "train_loss_lm": "2.504638"} |
| {"val_agg_metrics": -4.683445, "val_eval_loss_itc": "1.532893", "val_eval_loss_itm": "0.587636", "val_eval_loss_lm": "2.562917", "val_best_epoch": 6} |
| {"train_lr": "0.000077", "train_loss": "3.925249", "train_loss_itc": "1.064089", "train_loss_itm": "0.394378", "train_loss_lm": "2.466783"} |
| {"val_agg_metrics": -4.811499, "val_eval_loss_itc": "1.560180", "val_eval_loss_itm": "0.701215", "val_eval_loss_lm": "2.550104", "val_best_epoch": 6} |
| {"train_lr": "0.000072", "train_loss": "3.812023", "train_loss_itc": "1.010634", "train_loss_itm": "0.366217", "train_loss_lm": "2.435172"} |
| {"val_agg_metrics": -4.712225, "val_eval_loss_itc": "1.503128", "val_eval_loss_itm": "0.676734", "val_eval_loss_lm": "2.532364", "val_best_epoch": 6} |
| {"train_lr": "0.000066", "train_loss": "3.681047", "train_loss_itc": "0.951474", "train_loss_itm": "0.329016", "train_loss_lm": "2.400557"} |
| {"val_agg_metrics": -4.700819, "val_eval_loss_itc": "1.512468", "val_eval_loss_itm": "0.663148", "val_eval_loss_lm": "2.525203", "val_best_epoch": 6} |
| {"train_lr": "0.000060", "train_loss": "3.582633", "train_loss_itc": "0.912109", "train_loss_itm": "0.297541", "train_loss_lm": "2.372983"} |
| {"val_agg_metrics": -4.746992, "val_eval_loss_itc": "1.506158", "val_eval_loss_itm": "0.721954", "val_eval_loss_lm": "2.518880", "val_best_epoch": 6} |
| {"train_lr": "0.000054", "train_loss": "3.491873", "train_loss_itc": "0.875500", "train_loss_itm": "0.270948", "train_loss_lm": "2.345425"} |
| {"val_agg_metrics": -4.836472, "val_eval_loss_itc": "1.506763", "val_eval_loss_itm": "0.815194", "val_eval_loss_lm": "2.514515", "val_best_epoch": 6} |
| {"train_lr": "0.000047", "train_loss": "3.405061", "train_loss_itc": "0.843048", "train_loss_itm": "0.242858", "train_loss_lm": "2.319156"} |
| {"val_agg_metrics": -4.965097, "val_eval_loss_itc": "1.503481", "val_eval_loss_itm": "0.948305", "val_eval_loss_lm": "2.513311", "val_best_epoch": 6} |
| {"train_lr": "0.000041", "train_loss": "3.324278", "train_loss_itc": "0.813415", "train_loss_itm": "0.212987", "train_loss_lm": "2.297877"} |
| {"val_agg_metrics": -4.992728, "val_eval_loss_itc": "1.485161", "val_eval_loss_itm": "0.995743", "val_eval_loss_lm": "2.511824", "val_best_epoch": 6} |
| {"train_lr": "0.000035", "train_loss": "3.259545", "train_loss_itc": "0.796230", "train_loss_itm": "0.187937", "train_loss_lm": "2.275378"} |
| {"val_agg_metrics": -5.138322, "val_eval_loss_itc": "1.503030", "val_eval_loss_itm": "1.128395", "val_eval_loss_lm": "2.506897", "val_best_epoch": 6} |
| {"train_lr": "0.000029", "train_loss": "3.190570", "train_loss_itc": "0.772120", "train_loss_itm": "0.161936", "train_loss_lm": "2.256514"} |
| {"val_agg_metrics": -5.257483, "val_eval_loss_itc": "1.534985", "val_eval_loss_itm": "1.214479", "val_eval_loss_lm": "2.508019", "val_best_epoch": 6} |
| {"train_lr": "0.000024", "train_loss": "3.148611", "train_loss_itc": "0.762391", "train_loss_itm": "0.146030", "train_loss_lm": "2.240189"} |
| {"val_agg_metrics": -5.397016, "val_eval_loss_itc": "1.524931", "val_eval_loss_itm": "1.364419", "val_eval_loss_lm": "2.507667", "val_best_epoch": 6} |
| {"train_lr": "0.000019", "train_loss": "3.091456", "train_loss_itc": "0.745982", "train_loss_itm": "0.121373", "train_loss_lm": "2.224100"} |
| {"val_agg_metrics": -5.466624, "val_eval_loss_itc": "1.514501", "val_eval_loss_itm": "1.447040", "val_eval_loss_lm": "2.505083", "val_best_epoch": 6} |
| {"train_lr": "0.000014", "train_loss": "3.054800", "train_loss_itc": "0.735328", "train_loss_itm": "0.106923", "train_loss_lm": "2.212550"} |
| {"val_agg_metrics": -5.585157, "val_eval_loss_itc": "1.519339", "val_eval_loss_itm": "1.558284", "val_eval_loss_lm": "2.507533", "val_best_epoch": 6} |
| {"train_lr": "0.000010", "train_loss": "3.017970", "train_loss_itc": "0.726380", "train_loss_itm": "0.090515", "train_loss_lm": "2.201075"} |
| {"val_agg_metrics": -5.735411, "val_eval_loss_itc": "1.524035", "val_eval_loss_itm": "1.702975", "val_eval_loss_lm": "2.508401", "val_best_epoch": 6} |
| {"train_lr": "0.000007", "train_loss": "2.999025", "train_loss_itc": "0.721386", "train_loss_itm": "0.082426", "train_loss_lm": "2.195214"} |
| {"val_agg_metrics": -5.939784, "val_eval_loss_itc": "1.530687", "val_eval_loss_itm": "1.900671", "val_eval_loss_lm": "2.508425", "val_best_epoch": 6} |
| {"train_lr": "0.000004", "train_loss": "2.983725", "train_loss_itc": "0.719734", "train_loss_itm": "0.074537", "train_loss_lm": "2.189454"} |
| {"val_agg_metrics": -6.073068, "val_eval_loss_itc": "1.536684", "val_eval_loss_itm": "2.026687", "val_eval_loss_lm": "2.509697", "val_best_epoch": 6} |
| {"train_lr": "0.000003", "train_loss": "2.966408", "train_loss_itc": "0.715658", "train_loss_itm": "0.066826", "train_loss_lm": "2.183924"} |
| {"val_agg_metrics": -6.139519, "val_eval_loss_itc": "1.535213", "val_eval_loss_itm": "2.096183", "val_eval_loss_lm": "2.508123", "val_best_epoch": 6} |
| {"train_lr": "0.000001", "train_loss": "2.960240", "train_loss_itc": "0.714180", "train_loss_itm": "0.063535", "train_loss_lm": "2.182524"} |
| {"val_agg_metrics": -6.138493, "val_eval_loss_itc": "1.535930", "val_eval_loss_itm": "2.094361", "val_eval_loss_lm": "2.508202", "val_best_epoch": 6} |
| {"test_agg_metrics": -4.695092, "test_eval_loss_itc": "1.517485", "test_eval_loss_itm": "0.565716", "test_eval_loss_lm": "2.611892", "test_txt_r1": 5.83756345177665, "test_txt_r5": 18.274111675126903, "test_txt_r10": 27.96954314720812, "test_txt_r25": 45.380710659898476, "test_txt_r100": 76.39593908629442, "test_txt_mean_rank": 230.37157360406093, "test_txt_median_rank": 30.0, "test_img_r1": 5.7360406091370555, "test_img_r5": 17.20812182741117, "test_img_r10": 27.055837563451778, "test_img_r25": 45.17766497461929, "test_img_r100": 75.83756345177665, "test_img_mean_rank": 242.4218274111675, "test_img_median_rank": 30.0, "test_txt_r1_other": 1.8274111675126903, "test_txt_r5_other": 8.071065989847716, "test_txt_r10_other": 13.147208121827411, "test_txt_r25_other": 25.634517766497463, "test_txt_r100_other": 56.598984771573605, "test_txt_mean_rank_other": 431.8710659898477, "test_txt_median_rank_other": 76.0, "test_img_r1_other": 1.4213197969543148, "test_img_r5_other": 6.446700507614213, "test_img_r10_other": 11.370558375634518, "test_img_r25_other": 21.725888324873097, "test_img_r100_other": 51.6243654822335, "test_img_mean_rank_other": 468.1817258883249, "test_img_median_rank_other": 93.0} |
|
|
