DeltaVLM / configs /evaluate.yaml
hlwu's picture
Add configs/evaluate.yaml
492db2e verified
Raw
History Blame Contribute Delete
1.67 kB
# Copyright (c) 2022, salesforce.com, inc.
# All rights reserved.
# SPDX-License-Identifier: BSD-3-Clause
# For full license text, see the LICENSE file in the repo root or https://opensource.org/licenses/BSD-3-Clause
# Bleu_1: 0.832
# Bleu_2: 0.691
# Bleu_3: 0.556
# Bleu_4: 0.438
# METEOR: 0.317
# ROUGE_L: 0.620
# CIDEr: 1.461
# SPICE: 0.252
model:
arch: instruct_vicuna7b # blip2 blip2_opt instruct_vicuna7b
model_type: vicuna7b # pretrain pretrain_opt2.7b vicuna7b
use_grad_checkpoint: False
pretrained: ./output/BLIP2/train_vicua/20250320054/checkpoint_best.pth #/root/autodl-tmp/Blip2CC/output/BLIP2/train_vicua/20250319222/checkpoint_best.pth #/root/autodl-tmp/Blip2CC/output/BLIP2/train_vicua/20250206211/checkpoint_0.pth #/root/autodl-tmp/Blip2CC/output/BLIP2/train_vicua/20250206211/checkpoint_0.pth
datasets:
changechat_105k: # ChangeChat-105k change captioning dataset
vis_processor:
eval:
name: "blip_image_eval"
image_size: 224
text_processor:
eval:
name: "blip_caption"
# build_info:
# images:
# storage: '/export/share/datasets/vision/coco/images/'
run:
task: captioning
# optimizer
batch_size_train: 4
batch_size_eval: 4
num_workers: 0
max_len: 30
min_len:
num_beams: 1
prompt: 'Please briefly describe the changes in these two images.'
# Please briefly describe the changes in these two images.// prompt在dataset的text_input那里修改就好
seed: 42
output_dir: "output/BLIP2/Caption_coco_opt2.7b"
evaluate: True
test_splits: ["test"]
device: "cuda"
world_size: 1
dist_url: "env://"
distributed: True