simulation_fintuned/config.json

{
  "action_dim": 7,
  "action_model_type": "DiT-B",
  "action_tokenizer_exist": true,
  "ar_diff_loss": true,
  "class_dropout_prob": 0.0,
  "data_root_dir": "/share/rlds_data/12tasks_selected_keyframe_mulview",
  "future_action_window_size": 0,
  "hf_token": "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",
  "image_aug": false,
  "is_resume": false,
  "load_all_data_for_training": true,
  "load_dit": false,
  "need_to_sub": 0,
  "past_action_window_size": 0,
  "pretrained_checkpoint": "/share/code/4D_VLA/exp/exp_rtx_dataset_4_our_pretrain_4_freeze_none_window0_ar+diff_boi_eoi_state_mlp_again_with_our_ep2/checkpoints/step-026810-epoch-01-loss=0.7753.pt",
  "repeated_diffusion_steps": 4,
  "resume_epoch": null,
  "resume_step": null,
  "run_id": "exp_12tasks_selected_keyframe_mulview_ours_pretrain_freeze_vit_window0_diff+ar_boi_eoi_state_mlp_ptx_new",
  "run_id_note": null,
  "run_root_dir": "/share/code/4D_VLA/exp",
  "save_interval": 100,
  "seed": 42,
  "trackers": [
    "jsonl",
    "wandb"
  ],
  "use_diff": true,
  "use_ema": false,
  "vla": {
    "base_vlm": "prism-dinosiglip-224px+7b",
    "data_mix": "rlbench",
    "enable_gradient_checkpointing": true,
    "enable_mixed_precision_training": true,
    "epochs": 600,
    "expected_world_size": 40,
    "freeze_llm_backbone": false,
    "freeze_vision_backbone": true,
    "global_batch_size": 1280,
    "learning_rate": 2e-05,
    "lr_scheduler_type": "constant",
    "max_grad_norm": 1.0,
    "max_steps": null,
    "per_device_batch_size": 32,
    "reduce_in_full_precision": true,
    "shuffle_buffer_size": 10000,
    "train_strategy": "fsdp-full-shard",
    "type": "prism-dinosiglip-224px+oxe+diffusion",
    "unfreeze_last_llm_layer": false,
    "vla_id": "prism-dinosiglip-224px+oxe+diffusion",
    "warmup_ratio": 0.0,
    "weight_decay": 0.0
  },
  "wandb_entity": "1162737898-the-chinese-university-of-hong-kong",
  "wandb_project": "cogact"
}