File size: 1,912 Bytes
460896b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 | {
"action_dim": 7,
"action_tokenizer_exist": false,
"class_dropout_prob": 0.0,
"data_root_dir": "/media/liuzhuoyang/data/rtx/rlds/rtx_0812",
"future_action_window_size": 0,
"hf_token": ".hf_token",
"image_aug": false,
"is_resume": false,
"llm_vision_layers": 8,
"load_all_data_for_training": true,
"past_action_window_size": 0,
"pretrained_checkpoint": "/media/huggingface/hub/models--openvla--openvla-7b/snapshots/31f090d05236101ebfc381b61c674dd4746d4ce0",
"recon_image": false,
"recon_pointcloud": false,
"repeated_diffusion_steps": 4,
"resume_epoch": null,
"resume_step": null,
"run_id": "exp_rtx_0812_Pretrainopenvla_FreezeVisfalse_Window0_Difftrue_Recfalse2d_Contrastive_Vislayer8_1024_0403_0818",
"run_id_note": null,
"run_root_dir": "/media/liuzhuoyang/new_vla/Rec_Diff_beta/pretrain-exp",
"save_interval": 1,
"seed": 42,
"trackers": [
"jsonl",
"wandb"
],
"use_diff": true,
"use_ema": false,
"use_pointcloud": false,
"use_reconstruction": false,
"use_roi": false,
"vla": {
"base_vlm": "prism-dinosiglip-224px+7b",
"data_mix": "rtx_dataset",
"enable_gradient_checkpointing": true,
"enable_mixed_precision_training": true,
"epochs": 10,
"expected_world_size": 32,
"freeze_llm_backbone": false,
"freeze_vision_tower": false,
"global_batch_size": 256,
"learning_rate": 2e-05,
"lr_scheduler_type": "constant",
"max_grad_norm": 1.0,
"max_steps": null,
"per_device_batch_size": 8,
"reduce_in_full_precision": true,
"shuffle_buffer_size": 10000,
"train_strategy": "fsdp-full-shard",
"type": "prism-dinosiglip-224px+oxe+diffusion",
"unfreeze_last_llm_layer": false,
"vla_id": "prism-dinosiglip-224px+oxe+diffusion",
"warmup_ratio": 0.0,
"weight_decay": 0.0
},
"wandb_entity": "liumail2023-peking-university",
"wandb_project": "one_model_vla_pretrain"
} |