| { |
| "run": { |
| "task": "captioning", |
| "cache_root": "./cache", |
| "lr_sched": "linear_warmup_cosine_lr", |
| "init_lr": 1e-05, |
| "min_lr": 0, |
| "warmup_lr": 1e-08, |
| "warmup_steps": 17, |
| "weight_decay": 0.01, |
| "max_epoch": 10, |
| "batch_size_train": 8, |
| "batch_size_eval": 8, |
| "num_workers": 4, |
| "accum_grad_iters": 1, |
| "max_len": 100, |
| "min_len": 8, |
| "num_beams": 5, |
| "seed": 42, |
| "output_dir": "output/BLIP2/Caption_Gurushots_OPT2.7b_Run1", |
| "amp": true, |
| "resume_ckpt_path": null, |
| "evaluate": false, |
| "train_splits": [ |
| "train" |
| ], |
| "valid_splits": [ |
| "val" |
| ], |
| "device": "cuda", |
| "world_size": 1, |
| "dist_url": "env://", |
| "distributed": true, |
| "rank": 0, |
| "gpu": 0, |
| "dist_backend": "nccl" |
| }, |
| "model": { |
| "arch": "blip2_opt", |
| "load_finetuned": false, |
| "pretrained": "https://storage.googleapis.com/sfr-vision-language-research/LAVIS/models/BLIP2/blip2_pretrained_opt2.7b.pth", |
| "finetuned": "https://storage.googleapis.com/sfr-vision-language-research/LAVIS/models/BLIP2/blip2_caption_opt2.7b.pth", |
| "image_size": 364, |
| "drop_path_rate": 0, |
| "use_grad_checkpoint": true, |
| "vit_precision": "fp32", |
| "freeze_vit": false, |
| "num_query_token": 32, |
| "opt_model": "facebook/opt-2.7b", |
| "prompt": "a photo of", |
| "model_type": "caption_coco_opt2.7b" |
| }, |
| "preprocess": { |
| "vis_processor": { |
| "train": { |
| "name": "blip_image_train", |
| "image_size": 364 |
| }, |
| "eval": { |
| "name": "blip_image_eval", |
| "image_size": 364 |
| } |
| }, |
| "text_processor": { |
| "train": { |
| "name": "blip_caption" |
| }, |
| "eval": { |
| "name": "blip_caption" |
| } |
| } |
| }, |
| "datasets": { |
| "gurushots_technical": { |
| "data_type": "images", |
| "build_info": { |
| "annotations": { |
| "train": { |
| "url": "/home/ec2-user/blip2-train/blip2/output/gurushots_technical/annotations/train.json", |
| "storage": "/home/ec2-user/blip2-train/blip2/output/gurushots_technical/annotations/train.json" |
| }, |
| "val": { |
| "url": "/home/ec2-user/blip2-train/blip2/output/gurushots_technical/annotations/val.json", |
| "storage": "/home/ec2-user/blip2-train/blip2/output/gurushots_technical/annotations/val.json" |
| } |
| }, |
| "images": { |
| "storage": "/home/ec2-user/blip2-train/blip2/output/gurushots_technical/images/" |
| } |
| }, |
| "vis_processor": { |
| "train": { |
| "name": "blip2_image_train", |
| "image_size": 364 |
| }, |
| "eval": { |
| "name": "blip_image_eval", |
| "image_size": 364 |
| } |
| }, |
| "text_processor": { |
| "train": { |
| "name": "blip_caption" |
| }, |
| "eval": { |
| "name": "blip_caption" |
| } |
| } |
| } |
| } |
| } |
| {"train_lr": "0.000", "train_loss": "2.780"} |
| {"val_Bleu_1": 0.30595288793500475, "val_Bleu_2": 0.14923367873353585, "val_Bleu_3": 0.0820387489070936, "val_Bleu_4": 0.045874710875489166, "val_METEOR": 0.1336068084164801, "val_ROUGE_L": 0.24179135756915954, "val_CIDEr": 0.17837936690178705, "val_SPICE": 0.13797488815244338, "val_agg_metrics": 0.2242540777772762, "val_best_epoch": 0} |
| {"train_lr": "0.000", "train_loss": "2.593"} |
| {"val_Bleu_1": 0.3129844954441037, "val_Bleu_2": 0.15564015777314377, "val_Bleu_3": 0.0874730180987987, "val_Bleu_4": 0.050279047896448346, "val_METEOR": 0.1354101617083608, "val_ROUGE_L": 0.24997976189568466, "val_CIDEr": 0.21233635676249518, "val_SPICE": 0.14564832529375385, "val_agg_metrics": 0.2626154046589435, "val_best_epoch": 1} |
| {"train_lr": "0.000", "train_loss": "2.511"} |
| {"val_Bleu_1": 0.28868419658321876, "val_Bleu_2": 0.1446603043064871, "val_Bleu_3": 0.08216162819700076, "val_Bleu_4": 0.048017550367038295, "val_METEOR": 0.12958360331627208, "val_ROUGE_L": 0.24319957483344218, "val_CIDEr": 0.18436995613141066, "val_SPICE": 0.14395404375533924, "val_agg_metrics": 0.23238750649844897, "val_best_epoch": 1} |
| {"train_lr": "0.000", "train_loss": "2.395"} |
| {"val_Bleu_1": 0.28875235873319094, "val_Bleu_2": 0.14253559886049272, "val_Bleu_3": 0.07981602638234792, "val_Bleu_4": 0.04548206489639673, "val_METEOR": 0.12999240447447322, "val_ROUGE_L": 0.24262895216769334, "val_CIDEr": 0.1830749510743932, "val_SPICE": 0.14271018635086355, "val_agg_metrics": 0.22855701597078992, "val_best_epoch": 1} |
| {"train_lr": "0.000", "train_loss": "2.283"} |
| {"val_Bleu_1": 0.29092808876380966, "val_Bleu_2": 0.14550285042341107, "val_Bleu_3": 0.08217162163717627, "val_Bleu_4": 0.04748584606941129, "val_METEOR": 0.1318959161027712, "val_ROUGE_L": 0.2416451680437791, "val_CIDEr": 0.19052214152551405, "val_SPICE": 0.1468366431441867, "val_agg_metrics": 0.23800798759492534, "val_best_epoch": 1} |
| {"train_lr": "0.000", "train_loss": "2.135"} |
| {"val_Bleu_1": 0.2929027070639357, "val_Bleu_2": 0.14491007749744908, "val_Bleu_3": 0.08086910472267413, "val_Bleu_4": 0.04588313026318384, "val_METEOR": 0.1303409896357362, "val_ROUGE_L": 0.2425253056855794, "val_CIDEr": 0.17250652819488135, "val_SPICE": 0.14684961039721336, "val_agg_metrics": 0.21838965845806518, "val_best_epoch": 1} |
| {"train_lr": "0.000", "train_loss": "1.993"} |
| {"val_Bleu_1": 0.2775230164160479, "val_Bleu_2": 0.13405065029555194, "val_Bleu_3": 0.0730974953206048, "val_Bleu_4": 0.04054532947628883, "val_METEOR": 0.12618702118166886, "val_ROUGE_L": 0.23489719011758586, "val_CIDEr": 0.1765015502143572, "val_SPICE": 0.1433441104753326, "val_agg_metrics": 0.21704687969064604, "val_best_epoch": 1} |
| {"train_lr": "0.000", "train_loss": "1.861"} |
| {"val_Bleu_1": 0.28042514194954626, "val_Bleu_2": 0.13610385538523315, "val_Bleu_3": 0.07417039707077015, "val_Bleu_4": 0.04099947927439462, "val_METEOR": 0.12643825205146886, "val_ROUGE_L": 0.23516733291982098, "val_CIDEr": 0.1592900528277173, "val_SPICE": 0.14445139100297855, "val_agg_metrics": 0.20028953210211192, "val_best_epoch": 1} |
| {"train_lr": "0.000", "train_loss": "1.751"} |
| {"val_Bleu_1": 0.28961520541295765, "val_Bleu_2": 0.14006087204376735, "val_Bleu_3": 0.07533194254262221, "val_Bleu_4": 0.041623845467829886, "val_METEOR": 0.12685206395622012, "val_ROUGE_L": 0.2359339492562956, "val_CIDEr": 0.17995047071480774, "val_SPICE": 0.14212743206956974, "val_agg_metrics": 0.22157431618263762, "val_best_epoch": 1} |
| {"train_lr": "0.000", "train_loss": "1.692"} |
| {"val_Bleu_1": 0.285179373445298, "val_Bleu_2": 0.13707036250257051, "val_Bleu_3": 0.07377157458539449, "val_Bleu_4": 0.040737972413321645, "val_METEOR": 0.1256722271852735, "val_ROUGE_L": 0.2350574510981613, "val_CIDEr": 0.16097987228761598, "val_SPICE": 0.14116900004774902, "val_agg_metrics": 0.20171784470093762, "val_best_epoch": 1} |
|
|
