File size: 1,789 Bytes
ec0a9aa | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 | # Create batch input for dreamgen
## Dataset: PhysicalAI-Robotics-GR00T-GR1/gr1
### Dense
export PYTHONPATH="./models/dreamgen"
export CUDA_VISIBLE_DEVICES=0
export NUM_GPUS=1
python -m scripts.prepare_batch_input_json_csv \
--dataset_path ./datasets/PhysicalAI-Robotics-GR00T-GR1/gr1 \
--metadata_path ./datasets/PhysicalAI-Robotics-GR00T-GR1/metadata.csv \
--save_path ./sampling_dataset/PhysicalAI-Robotics-GR00T-GR1/gr1/dense \
--output_path ./sampling_dataset/PhysicalAI-Robotics-GR00T-GR1/gr1/dense/batch_input.json
source /pfss/mlde/workspaces/mlde_wsp_IAS_SAMMerge/VLA/doanh/video_world/video_gen_physics/models/DreamDojo/.venv/bin/activate
export PYTHONPATH="./models/dreamgen"
export CUDA_VISIBLE_DEVICES=0
export NUM_GPUS=1
torchrun -m models.dreamgen.examples.video2world_gr00t \
--model_size 14B \
--gr00t_variant gr1 \
--batch_input_json ./sampling_dataset/PhysicalAI-Robotics-GR00T-GR1/gr1/dense/batch_input.json \
--disable_guardrail \
--num_gpus ${NUM_GPUS}
### pisa
export PYTHONPATH="./models/dreamgen"
export CUDA_VISIBLE_DEVICES=0
export NUM_GPUS=1
python -m scripts.prepare_batch_input_json_csv \
--dataset_path ./datasets/PhysicalAI-Robotics-GR00T-GR1/gr1 \
--metadata_path ./datasets/PhysicalAI-Robotics-GR00T-GR1/metadata.csv \
--save_path ./sampling_dataset/PhysicalAI-Robotics-GR00T-GR1/gr1/pisa \
--output_path ./sampling_dataset/PhysicalAI-Robotics-GR00T-GR1/gr1/pisa/batch_input.json
torchrun -m models.dreamgen.examples.video2world_gr00t \
--model_size 14B \
--gr00t_variant gr1 \
--batch_input_json ./sampling_dataset/PhysicalAI-Robotics-GR00T-GR1/gr1/dense/batch_input.json \
--disable_guardrail \
--num_gpus ${NUM_GPUS} \
--use_pisa \
--pisa_density 0.2 \
--pisa_block_size 64 \
--pisa_start_layer_idx 2 |