video_gen_physics_backup / docs /sampling_dataset_ctrlworld.md
doanh25032004's picture
Backup source tree of video_gen_physics (2026-07-31T14:21:08Z)
ec0a9aa verified
|
Raw
History Blame Contribute Delete
1.79 kB
# Create batch input for dreamgen
## Dataset: PhysicalAI-Robotics-GR00T-GR1/gr1
### Dense
export PYTHONPATH="./models/dreamgen"
export CUDA_VISIBLE_DEVICES=0
export NUM_GPUS=1
python -m scripts.prepare_batch_input_json_csv \
--dataset_path ./datasets/PhysicalAI-Robotics-GR00T-GR1/gr1 \
--metadata_path ./datasets/PhysicalAI-Robotics-GR00T-GR1/metadata.csv \
--save_path ./sampling_dataset/PhysicalAI-Robotics-GR00T-GR1/gr1/dense \
--output_path ./sampling_dataset/PhysicalAI-Robotics-GR00T-GR1/gr1/dense/batch_input.json
source /pfss/mlde/workspaces/mlde_wsp_IAS_SAMMerge/VLA/doanh/video_world/video_gen_physics/models/DreamDojo/.venv/bin/activate
export PYTHONPATH="./models/dreamgen"
export CUDA_VISIBLE_DEVICES=0
export NUM_GPUS=1
torchrun -m models.dreamgen.examples.video2world_gr00t \
--model_size 14B \
--gr00t_variant gr1 \
--batch_input_json ./sampling_dataset/PhysicalAI-Robotics-GR00T-GR1/gr1/dense/batch_input.json \
--disable_guardrail \
--num_gpus ${NUM_GPUS}
### pisa
export PYTHONPATH="./models/dreamgen"
export CUDA_VISIBLE_DEVICES=0
export NUM_GPUS=1
python -m scripts.prepare_batch_input_json_csv \
--dataset_path ./datasets/PhysicalAI-Robotics-GR00T-GR1/gr1 \
--metadata_path ./datasets/PhysicalAI-Robotics-GR00T-GR1/metadata.csv \
--save_path ./sampling_dataset/PhysicalAI-Robotics-GR00T-GR1/gr1/pisa \
--output_path ./sampling_dataset/PhysicalAI-Robotics-GR00T-GR1/gr1/pisa/batch_input.json
torchrun -m models.dreamgen.examples.video2world_gr00t \
--model_size 14B \
--gr00t_variant gr1 \
--batch_input_json ./sampling_dataset/PhysicalAI-Robotics-GR00T-GR1/gr1/dense/batch_input.json \
--disable_guardrail \
--num_gpus ${NUM_GPUS} \
--use_pisa \
--pisa_density 0.2 \
--pisa_block_size 64 \
--pisa_start_layer_idx 2