| bert_config: 'config_bert.json' | |
| image_res: 504 | |
| batch_size_train: 128 | |
| vision_width: 1024 | |
| distill: True | |
| clip_name: "ViT-L-14" | |
| batch_size_test: 64 | |
| k_test: 128 | |
| alpha: 0.4 | |
| warm_up: True | |
| eos: '[SEP]' | |
| optimizer: {opt: adamW, lr1: 3e-5, lr2: 5e-6, weight_decay: 0.02} | |
| schedular: {sched: cosine, lr: 3e-5, epochs: 8, min_lr: 1e-6, decay_rate: 1, warmup_lr: 1e-5, warmup_epochs: 4, cooldown_epochs: 0} | |
| # predictor | |
| min_length: 1 | |
| max_length: 10 | |
| beam_size: 5 | |
| add_ocr: False | |
| add_object: False | |
| text_encoder: 'bert-base-uncased' | |
| text_decoder: 'bert-base-uncased' | |
| # clip | |
| clip_embed_dim: 768 | |
| clip_image_resolution: 224 | |
| clip_vision_layers: 24 | |
| clip_vision_width: 1024 | |
| clip_vision_patch_size: 14 | |
| clip_context_length: 77 | |
| clip_vocab_size: 49408 | |
| clip_transformer_width: 768 | |
| clip_transformer_heads: 12 | |
| clip_transformer_layers: 12 | |