| { |
| "exp": "Wan+JEPA", |
| "seed": 1039, |
| "auto_tag_run": false, |
| "eval": false, |
| "debug": false, |
| "timestamp": "\"2606150056\"", |
| "log": { |
| "logging_dir": "logs", |
| "report_to": "wandb", |
| "log_freq": 100 |
| }, |
| "wandb": { |
| "project": "psi", |
| "entity": "keycharon", |
| "group": "finetune", |
| "id": "wtg4c4ql", |
| "name": "Wan+JEPA.wholeb.acvjepa.nullstate.cosine.lr1.0e-04.b256.gpus8.\"2606150056\"", |
| "resume": "allow" |
| }, |
| "train": { |
| "num_workers": 8, |
| "overfit_single_batch": false, |
| "name": "finetune", |
| "resume_from_checkpoint": null, |
| "skip_resumed_steps": false, |
| "hf_token": ".hf_token", |
| "lora": false, |
| "output_dir": "/mnt/data0/runs", |
| "gradient_accumulation_steps": 1, |
| "mixed_precision": "bf16", |
| "max_grad_norm": 1.0, |
| "optimizer_foreach": null, |
| "train_batch_size": 32, |
| "val_batch_size": 16, |
| "val_num_batches": 20, |
| "checkpointing_steps": 100, |
| "max_checkpoints_to_keep": 5, |
| "validation_steps": 0, |
| "learning_rate": 0.0001, |
| "lr_scheduler_type": "cosine", |
| "lr_scheduler_kwargs": { |
| "betas": [ |
| 0.95, |
| 0.999 |
| ], |
| "weight_decay": 1e-6, |
| "eps": 1e-8 |
| }, |
| "scheduler_specific_kwargs": {}, |
| "data_parallel": "deepspeed", |
| "sharding_strategy": "full-shard", |
| "deepspeed_config": "/mnt/data0/Psi0/scripts/deepspeed/zero3.json", |
| "enable_gradient_checkpointing": true, |
| "enable_mixed_precision_training": true, |
| "reduce_in_full_precision": true, |
| "max_training_steps": 100000, |
| "num_train_epochs": null, |
| "warmup_steps": 1000, |
| "warmup_ratio": null |
| }, |
| "data": { |
| "transform": { |
| "repack": { |
| "dataset_name": "wholebody", |
| "stage": "postpre", |
| "action_chunk_size": 25, |
| "pad_action_dim": 66, |
| "pad_state_dim": 45, |
| "num_past_frames": 1, |
| "use_delta_actions": false |
| }, |
| "model": { |
| "resize": { |
| "size": [ |
| 270, |
| 480 |
| ] |
| }, |
| "center_crop": { |
| "size": [ |
| 270, |
| 480 |
| ] |
| }, |
| "jepa_resize": { |
| "size": [ |
| 256, |
| 256 |
| ] |
| }, |
| "jepa_center_crop": { |
| "size": [ |
| 256, |
| 256 |
| ] |
| }, |
| "color_jitter": { |
| "brightness": 0.2, |
| "contrast": [ |
| 0.8, |
| 1.2 |
| ], |
| "saturation": [ |
| 0.8, |
| 1.2 |
| ], |
| "hue": 0.05 |
| }, |
| "gaussian_noise": { |
| "mean": 0.0, |
| "std": 3.0, |
| "prob_skip": 0.1 |
| }, |
| "img_aug": false, |
| "adaptive_resize": false, |
| "img_sizes": { |
| "egodex": [ |
| 270, |
| 480 |
| ], |
| "he": [ |
| 240, |
| 320 |
| ] |
| } |
| }, |
| "field": { |
| "stat_path": "/home/baai/wam_ckpt/stats/wam_stat_no_human.json", |
| "state_stat_path": "/home/baai/wam_ckpt/stats/wam_stat_state_no_human.json", |
| "stat_action_key": "wam_smpl", |
| "stat_state_key": "wam_smpl", |
| "action_norm_type": "std", |
| "normalize_state": true, |
| "state_norm_type": "bounds_q99", |
| "clip_value": null, |
| "eps": 1e-6, |
| "low": null, |
| "high": null |
| } |
| }, |
| "root_dir": "/mnt/data0/posttrain_data_new", |
| "annotation_dir": null, |
| "ego_video_dir": null, |
| "exo_video_dir": null, |
| "require_exo_video": false, |
| "upsample_rate": 1, |
| "chunk_size": 25, |
| "num_past_frames": 0, |
| "img_history_size": 1, |
| "use_delta_actions": false, |
| "data_downsample": 1, |
| "force_rewrite_cache": false |
| }, |
| "model": { |
| "resnet_store_path": null, |
| "pretrained_action_header_path": null, |
| "rtc": true, |
| "max_delay": 8, |
| "action_dim": 66, |
| "action_chunk_size": 25, |
| "action_exec_horizon": 25, |
| "observation_horizon": 1, |
| "img_chunk": 1, |
| "n_cams": 1, |
| "use_obs": "add_token", |
| "dropout": 0.1, |
| "noise_scheduler": "flow", |
| "train_diffusion_steps": 1000, |
| "eval_diffusion_steps": 10, |
| "share_cam_features": false, |
| "early_fusion": false, |
| "odim": 66, |
| "n_conditions": 1, |
| "token_fusion": "concat", |
| "loss_w": [ |
| 0.1, |
| 0.2, |
| 0.1 |
| ], |
| "time_dim": 256, |
| "hidden_dim": 1536, |
| "num_blocks": 6, |
| "dim_feedforward": 2048, |
| "nhead": 24, |
| "activation": "gelu", |
| "view_feature_dim": 1920, |
| "use_film": false, |
| "combined_temb": false, |
| "use_dit": false, |
| "weight_decay": 0.01, |
| "model_name_or_path": "/home/baai/wam_ckpt/omni_cross_38900", |
| "vlm_ckpt_step": null, |
| "tune_vlm": false, |
| "tune_mm_llm": false, |
| "tune_mm_vision": false, |
| "tune_mm_mlp": false, |
| "gradient_checkpointing": true, |
| "lang_backbone_lr": 0.00001, |
| "mm_projector_lr": 0.00001, |
| "vision_tower_lr": 1e-6, |
| "optim": "adamw_torch", |
| "model_max_length": 4096, |
| "data_flatten": true, |
| "data_packing": true, |
| "max_pixels": 451584, |
| "min_pixels": 12544, |
| "posttrain_mode": "ac_vjepa", |
| "ac_vjepa_jepa_loss_weight": 1.0, |
| "ac_vjepa_action_loss_weight": 1.0, |
| "ac_vjepa_abs_action_loss_weight": 0.0, |
| "ac_vjepa_use_action_tokenizer": false, |
| "ac_vjepa_action_tokenizer_type": "fast", |
| "ac_vjepa_action_tokenizer_ckpt": null, |
| "ac_vjepa_action_tokenizer_bins": 2048, |
| "ac_vjepa_action_token_loss_weight": 0.0, |
| "ac_vjepa_action_token_use_absolute": true, |
| "ac_vjepa_hidden_dim": 768, |
| "ac_vjepa_depth": 12, |
| "ac_vjepa_num_heads": 16, |
| "ac_vjepa_latent_dim": 768, |
| "ac_vjepa_state_dim": null, |
| "ac_vjepa_use_state": false, |
| "ac_vjepa_force_null_state": true, |
| "ac_vjepa_state_dropout_prob": 0.1, |
| "ac_vjepa_state_dropout_prob_end": 0.8, |
| "ac_vjepa_state_dropout_anneal_steps": 30000, |
| "ac_vjepa_image_size": 256, |
| "ac_vjepa_patch_size": 16, |
| "ac_vjepa_encoder_hidden_dim": 1408, |
| "ac_vjepa_encoder_depth": 40, |
| "ac_vjepa_encoder_heads": 16, |
| "ac_vjepa_encoder_mlp_ratio": 4.363636363636363, |
| "ac_vjepa_encoder_use_rope": true, |
| "ac_vjepa_encoder_ckpt_key": "target_encoder", |
| "ac_vjepa_predictor_ckpt_key": "predictor", |
| "ac_vjepa_load_predictor_from_ckpt": false, |
| "ac_vjepa_freeze_frame_encoder": true, |
| "ac_vjepa_force_predictor_trainable": true |
| } |
| } |
|
|
