AnhDau's picture
Export best bbox-indicator visual baseline Vietnamese | best BLEU=12.3542
9391100 verified
Raw
History Blame Contribute Delete
1.18 kB
{
"architecture": "bbox_indicator_visual_baseline",
"decoder_memory": "[bbox_indicator_token, siglip_patch_tokens]",
"run_mode": "full",
"vision_model_name": "google/siglip2-large-patch16-256",
"text_model_name": "facebook/mbart-large-50",
"target_lang": "vi",
"tgt_lang_code": "vi_VN",
"bbox_indicator_ref": 1000.0,
"bbox_indicator_dim": 4,
"max_target_length": 64,
"max_new_tokens": 30,
"num_beams": 4,
"repetition_penalty": 1.1,
"no_repeat_ngram_size": 3,
"length_penalty": 1.0,
"train_batch_size": 64,
"eval_batch_size": 64,
"grad_accum_steps": 1,
"effective_batch_size": 64,
"num_epochs": 30,
"learning_rate": 3e-05,
"warmup_steps": 350,
"max_grad_norm": 1.0,
"weight_decay": 0.01,
"label_smoothing": 0.1,
"freeze_vision": true,
"use_lora": true,
"lora_r": 16,
"lora_alpha": 32,
"lora_dropout": 0.05,
"lora_target_modules": [
"q_proj",
"v_proj",
"k_proj",
"out_proj",
"fc1",
"fc2"
],
"visual_projector_hidden_dim": 1024,
"visual_projector_dropout": 0.1,
"use_token_type_embeddings": false,
"use_gradient_checkpointing": false,
"bf16": true,
"fp16": false,
"seed": 42
}