cortex_chunk2/args.json

{
  "model": "cortex",
  "list_models": false,
  "train_path": "",
  "val_path": "",
  "multitask": true,
  "train_paths": "/public/home/tianzhechu/beingh_stuff/easy_mode/0/pick_up_card_train_100/;/public/home/tianzhechu/beingh_stuff/easy_mode/1/pick_up_card_train_100/;/public/home/tianzhechu/beingh_stuff/easy_mode/10/pick_up_card_train_100/;/public/home/tianzhechu/beingh_stuff/easy_mode/11/pick_up_card_train_100/;/public/home/tianzhechu/beingh_stuff/easy_mode/12/pick_up_card_train_100/;/public/home/tianzhechu/beingh_stuff/easy_mode/13/pick_up_card_train_100/;/public/home/tianzhechu/beingh_stuff/easy_mode/2/pick_up_card_train_100/;/public/home/tianzhechu/beingh_stuff/easy_mode/3/pick_up_card_train_100/;/public/home/tianzhechu/beingh_stuff/easy_mode/4/pick_up_card_train_100/;/public/home/tianzhechu/beingh_stuff/easy_mode/5/pick_up_card_train_100/;/public/home/tianzhechu/beingh_stuff/easy_mode/6/pick_up_card_train_100/;/public/home/tianzhechu/beingh_stuff/easy_mode/7/pick_up_card_train_100/;/public/home/tianzhechu/beingh_stuff/easy_mode/8/pick_up_card_train_100/;/public/home/tianzhechu/beingh_stuff/easy_mode/9/pick_up_card_train_100/",
  "val_paths": "/public/home/tianzhechu/beingh_stuff/easy_mode/0/pick_up_card_test/;/public/home/tianzhechu/beingh_stuff/easy_mode/1/pick_up_card_test/;/public/home/tianzhechu/beingh_stuff/easy_mode/10/pick_up_card_test/;/public/home/tianzhechu/beingh_stuff/easy_mode/11/pick_up_card_test/;/public/home/tianzhechu/beingh_stuff/easy_mode/12/pick_up_card_test/;/public/home/tianzhechu/beingh_stuff/easy_mode/13/pick_up_card_test/;/public/home/tianzhechu/beingh_stuff/easy_mode/2/pick_up_card_test/;/public/home/tianzhechu/beingh_stuff/easy_mode/3/pick_up_card_test/;/public/home/tianzhechu/beingh_stuff/easy_mode/4/pick_up_card_test/;/public/home/tianzhechu/beingh_stuff/easy_mode/5/pick_up_card_test/;/public/home/tianzhechu/beingh_stuff/easy_mode/6/pick_up_card_test/;/public/home/tianzhechu/beingh_stuff/easy_mode/7/pick_up_card_test/;/public/home/tianzhechu/beingh_stuff/easy_mode/8/pick_up_card_test/;/public/home/tianzhechu/beingh_stuff/easy_mode/9/pick_up_card_test/",
  "feature_dir": "",
  "val_feature_dir": "",
  "feature_dirs": "",
  "val_feature_dirs": "",
  "representation_type": "img-depth-pos",
  "camera_indices": "012",
  "rgb_encoder": "siglip_so400m",
  "depth_encoder": "resnet18",
  "freeze_rgb_encoder": true,
  "freeze_depth_encoder": false,
  "precompute_rgb_features": false,
  "fuse_rgbd": false,
  "rgb_per_cam_output": 128,
  "depth_per_cam_output": 32,
  "pos_output_size": 128,
  "eef_output_size": 32,
  "hand_pos_output_size": 96,
  "efforts_output_size": 64,
  "velocity_output_size": 64,
  "touch_output_size": 64,
  "enable_crop": false,
  "crop_size": "216,288",
  "enable_downsample": false,
  "downsample_size": "240,320",
  "use_instruction": false,
  "use_text_instruction": false,
  "text_encoder": "clip",
  "instructions_file": "workflow/instructions.json",
  "num_instructions": 32,
  "instruction_embed_dim": 128,
  "obs_horizon": 1,
  "action_horizon": 32,
  "pred_horizon": 64,
  "action_dim": 30,
  "epochs": 100,
  "batch_size": 128,
  "gradient_accumulation_steps": 2,
  "lr": 0.0001,
  "weight_decay": 1e-05,
  "num_workers": 16,
  "pin_memory": true,
  "load_img": true,
  "isolate_episodes": true,
  "gpu": "0",
  "lazy_loading": true,
  "cache_on_gpu": false,
  "gradient_checkpointing": false,
  "lr_schedule": "none",
  "warmup_steps": 500,
  "max_grad_norm": null,
  "save_path": "/public/home/tianzhechu/checkpoints/cortex_chunk2",
  "save_freq": 5,
  "eval_freq": 5,
  "resume": "",
  "pretrained_ckpt": "",
  "num_diffusion_iters": 100,
  "use_ddim": false,
  "diffusion_model_type": "auto",
  "transformer_hidden_size": 256,
  "transformer_depth": 8,
  "transformer_num_heads": 4,
  "transformer_causal_attn": true,
  "transformer_n_cond_layers": 4,
  "dp_cond_mask_prob": 0.0,
  "dp_dedicated_instr_token": false,
  "act_hidden_dim": 512,
  "act_num_heads": 8,
  "act_latent_dim": 32,
  "act_kl_weight": 10.0,
  "act_cond_mask_prob": 0.0,
  "baku_hidden_size": 256,
  "baku_depth": 8,
  "baku_num_heads": 4,
  "baku_ff_dim": 0,
  "baku_dropout": 0.1,
  "baku_use_film": true,
  "rdt_text_encoder": "t5_xxl",
  "rdt_token_max_len": 120,
  "rdt_hidden_size": 512,
  "rdt_depth": 12,
  "rdt_num_heads": 8,
  "rdt_ff_dim": 0,
  "rdt_dropout": 0.0,
  "rdt_num_diffusion_iters": 1000,
  "rdt_num_inference_iters": 5,
  "rdt_inference_scheduler": "dpmsolver",
  "rdt_prediction_type": "sample",
  "rdt_cond_mask_prob": 0.0,
  "rdt_siglip_raw_dim": 1152,
  "rdt_siglip_resolution": 384,
  "rdt_siglip_pool_patches": 0,
  "rdt_prop_dim": 30,
  "rdt_ctrl_freq": 1.0,
  "rdt_max_lang_cond_len": 1024,
  "rdt_max_img_cond_len": 4368,
  "dpmax_hidden_size": 512,
  "dpmax_depth": 8,
  "dpmax_num_heads": 8,
  "dpmax_ff_dim": 0,
  "dpmax_dropout": 0.0,
  "dpmax_cond_mask_prob": 0.0,
  "dpmax_dinov2_raw_dim": 1024,
  "dpmax_prop_dim": 30,
  "cortex_hidden_size": 768,
  "cortex_depth": 12,
  "cortex_num_heads": 12,
  "cortex_ff_dim": 0,
  "cortex_dropout": 0.0,
  "cortex_siglip_raw_dim": 1152,
  "cortex_prop_dim": 30,
  "cortex_text_token_max_len": 64,
  "cortex_num_diffusion_iters": 1000,
  "cortex_num_inference_iters": 5,
  "cortex_inference_scheduler": "dpmsolver",
  "cortex_prediction_type": "sample",
  "cortex_cond_mask_prob": 0.0,
  "cortex_refiner_hidden": 256,
  "cortex_refiner_depth": 3,
  "cortex_refiner_weight": 1.0,
  "cortex_refiner_clean_prob": 0.1,
  "cortex_refine_chunk_size": 2,
  "cortex_dp_cond_mask_prob": 0.0,
  "cortex_dp_dedicated_instr_token": false,
  "cortex_dp_prop_dim": 30,
  "cortex_dp_refiner_hidden": 256,
  "cortex_dp_refiner_depth": 3,
  "cortex_dp_refiner_weight": 1.0,
  "cortex_dp_refiner_clean_prob": 0.1,
  "cortex_dp_refine_chunk_size": 1,
  "beingh_pretrained_path": "",
  "beingh_freeze_llm": false,
  "beingh_freeze_vit": true,
  "beingh_freeze_connector": false,
  "beingh_prop_dim": 30,
  "beingh_num_inference_steps": 4,
  "beingh_cond_mask_prob": 0.1,
  "use_amp": true,
  "compile": false,
  "use_wandb": true,
  "wandb_project": "TexasPoker_Cortex",
  "wandb_entity": "winniechen2002",
  "wandb_exp_name": "cortex_chunk2_0420_1416",
  "_epoch": 99
}