File size: 2,872 Bytes
ca935d3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 |
{
"auto_resume": true,
"batch_size": 4,
"bce_loss_weight": 1.0,
"beta1": 0.9,
"beta2": 0.95,
"bos_token_id": 1,
"capacity_factor": 2.0,
"ce_loss_weight": 2.0,
"conv_type": "llava_v1",
"data_path": "/root/paddlejob/workspace/env_run/data/huangxiaoshuang/jsons/seg/0301_CombinedAll_7.5w_train1_chatlm_img_coord2_rand5k_seg_cat_origin.json",
"dice_loss_weight": 1.0,
"eos_token_id": 2,
"ep_size": 1,
"epochs": 1,
"eval_capacity_factor": 2,
"eval_only": true,
"exclude_val": false,
"exp_name": "",
"expert_pretrained_path": "/root/paddlejob/workspace/env_run/output/huangxiaoshuang/BiRD2/runs/medplib-7b-stage3/hf,/root/paddlejob/workspace/env_run/output/huangxiaoshuang/BiRD2/runs/medplib-7b-stage2/hf",
"explanatory": 0.1,
"finetune_moe": false,
"focal_loss_weight": 1.0,
"grad_accumulation_steps": 8,
"gradient_checkpointing": true,
"image_aspect_ratio": "pad",
"image_folder": "/tmp/v2_mnt/HCG/huangxiaoshuang/SAMed2D_v1",
"iou_loss_weight": 2.0,
"is_multimodal": true,
"local_rank": 0,
"log_base_dir": "./runs",
"log_dir": "./runs/",
"lora_alpha": 16,
"lora_dropout": 0.05,
"lora_r": 8,
"lora_target_modules": "gate_proj,up_proj,down_proj,q_proj,v_proj",
"lr": 2e-05,
"max_length": 4096,
"max_sample_point": 512,
"min_capacity": 0,
"model_max_length": 1024,
"moe_enable": true,
"moe_layers_idx": null,
"moe_mode": "dense",
"no_eval": false,
"num_classes_per_sample": 3,
"num_experts": [
2
],
"out_dim": 256,
"pad_token_id": 0,
"precision": "bf16",
"pretrain_mm_mlp_adapter": null,
"print_freq": 1,
"region_fea_adapter": true,
"region_geo_sampler": false,
"resume": "",
"router_aux_loss_coef": 0.0,
"sam_img_size": 256,
"sampler_pooler_mode": "max",
"save_path": "/root/paddlejob/workspace/env_run/output/huangxiaoshuang/BiRD2/runs/lisa-7b-bird-0514_1/hf",
"save_steps": 200,
"seg_token_idx": 32000,
"sft_modules": "wg,lm_head,embed_tokens,mask_decoder,text_hidden_fcs,region_fea_adapter",
"start_epoch": 0,
"top_k_experts": 1,
"train_mask_decoder": true,
"transformers_version": "4.31.0",
"use_mm_start_end": true,
"use_residual": false,
"val_batch_size": 1,
"val_data_path": "/root/paddlejob/workspace/env_run/data/huangxiaoshuang/jsons/seg/0301_CombinedAll_7.5w_train1_chatlm_img_coord2_rand5k_seg.json",
"version": "/root/paddlejob/workspace/env_run/output/huangxiaoshuang/BiRD2/runs/lisa-7b-bird-0504/hf",
"vis_save_path": "./vis_output",
"vision_pretrained": "/root/paddlejob/workspace/env_run/output/huangxiaoshuang/huggingface_models/sam-med2d_b.pth",
"vision_tower": "/root/paddlejob/workspace/env_run/output/huangxiaoshuang/huggingface_models/clip-vit-large-patch14-336",
"weight": "/root/paddlejob/workspace/env_run/output/huangxiaoshuang/BiRD2/runs/lisa-7b-bird-0514_1/pytorch_model.bin",
"workers": 8
}
|