File size: 1,924 Bytes
61ce330 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 | {
"action_dim": 7,
"action_model_type": "DiT-B",
"action_tokenizer_exist": true,
"ar_diff_loss": true,
"class_dropout_prob": 0.0,
"data_root_dir": "/share/rlds_data/12tasks_selected_keyframe_mulview",
"future_action_window_size": 0,
"hf_token": "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",
"image_aug": false,
"is_resume": false,
"load_all_data_for_training": true,
"load_dit": false,
"need_to_sub": 0,
"past_action_window_size": 0,
"pretrained_checkpoint": "/share/code/4D_VLA/exp/exp_rtx_dataset_4_our_pretrain_4_freeze_none_window0_ar+diff_boi_eoi_state_mlp_again_with_our_ep2/checkpoints/step-026810-epoch-01-loss=0.7753.pt",
"repeated_diffusion_steps": 4,
"resume_epoch": null,
"resume_step": null,
"run_id": "exp_12tasks_selected_keyframe_mulview_ours_pretrain_freeze_vit_window0_diff+ar_boi_eoi_state_mlp_ptx_new",
"run_id_note": null,
"run_root_dir": "/share/code/4D_VLA/exp",
"save_interval": 100,
"seed": 42,
"trackers": [
"jsonl",
"wandb"
],
"use_diff": true,
"use_ema": false,
"vla": {
"base_vlm": "prism-dinosiglip-224px+7b",
"data_mix": "rlbench",
"enable_gradient_checkpointing": true,
"enable_mixed_precision_training": true,
"epochs": 600,
"expected_world_size": 40,
"freeze_llm_backbone": false,
"freeze_vision_backbone": true,
"global_batch_size": 1280,
"learning_rate": 2e-05,
"lr_scheduler_type": "constant",
"max_grad_norm": 1.0,
"max_steps": null,
"per_device_batch_size": 32,
"reduce_in_full_precision": true,
"shuffle_buffer_size": 10000,
"train_strategy": "fsdp-full-shard",
"type": "prism-dinosiglip-224px+oxe+diffusion",
"unfreeze_last_llm_layer": false,
"vla_id": "prism-dinosiglip-224px+oxe+diffusion",
"warmup_ratio": 0.0,
"weight_decay": 0.0
},
"wandb_entity": "1162737898-the-chinese-university-of-hong-kong",
"wandb_project": "cogact"
} |