{
  "auto_tag_run": false,
  "data": {
    "root_dir": "/training/EmbodiedDyna-runs/sg2t37-v3varlen-20261002/data",
    "symbolic_memory_mode": "disabled",
    "symbolic_memory_rows_path": null,
    "symbolic_memory_seed": 292285,
    "symbolic_use_phase_action_mask": true,
    "train_repo_ids": [
      "SimFactoryShellGame2T-v0"
    ],
    "transform": {
      "field": {
        "action_max": [
          0.20344078540802002,
          0.17177540063858032,
          0.5726423859596252,
          0.060586556792259216,
          0.030544286593794823,
          0.03791704773902893,
          0.03118515945971012,
          1.0442190170288086,
          0.3619808554649353,
          4.94015648655477e-06,
          1.567848563194275,
          1.737970232963562,
          1.5620214939117432,
          1.5995635986328125,
          0.026498660445213318,
          0.43013057112693787,
          0.04635608568787575,
          0.06244596838951111,
          0.04676114767789841,
          0.012783452868461609,
          0.41602256894111633,
          0.003717988496646285,
          0.2647508382797241,
          0.5406146049499512,
          0.9597413539886475,
          1.1283698081970215,
          1.4887322187423706,
          0.7542539238929749,
          0.14426511526107788,
          0.111517533659935,
          0.0343802385032177,
          0.75,
          0.25,
          0.20000000298023224,
          0.0,
          0.08828353881835938
        ],
        "action_min": [
          -0.2876609265804291,
          -0.14852772653102875,
          -0.04031404107809067,
          -0.2837502062320709,
          -0.3911275565624237,
          -0.4982183575630188,
          -0.4393625855445862,
          -1.0449014902114868,
          -0.25999966263771057,
          -0.9059439301490784,
          -7.455036393366754e-05,
          -1.7042308172676712e-05,
          0.0,
          0.0,
          -0.05483657866716385,
          -0.04589128494262695,
          -0.4559757709503174,
          0.0,
          -0.4417652189731598,
          -0.12400467693805695,
          -0.04442235454916954,
          -1.1999903917312622,
          -0.7976195812225342,
          -0.3771253526210785,
          -0.704856812953949,
          -0.27635878324508667,
          0.0,
          -1.557715654373169,
          -0.05882887542247772,
          -0.16772495210170746,
          -0.14286065101623535,
          0.75,
          -0.18000000715255737,
          -0.20000000298023224,
          0.0,
          -0.053018126636743546
        ],
        "action_norm_masks": [
          true,
          true,
          true,
          true,
          true,
          true,
          false
        ],
        "action_norm_type": "bounds",
        "normalize_state": true,
        "pad_action_dim": 36,
        "pad_state_dim": 36,
        "stat_action_key": "action",
        "stat_path": "meta/stats_psi0.json",
        "stat_state_key": "states",
        "state_max": [
          0.20360559225082397,
          0.1720379739999771,
          0.5726733803749084,
          0.0044308616779744625,
          0.0022593322210013866,
          0.004013810306787491,
          0.002306972397491336,
          1.0320099592208862,
          0.7252905964851379,
          0.017051663249731064,
          1.1951128244400024,
          1.696426272392273,
          1.0122944116592407,
          1.5571244955062866,
          0.03242148831486702,
          0.42924612760543823,
          0.0469878651201725,
          0.06706680357456207,
          0.04684685170650482,
          0.0148002402856946,
          0.41609084606170654,
          0.010240839794278145,
          0.264823317527771,
          0.542106568813324,
          0.9625779986381531,
          1.1291245222091675,
          1.4903392791748047,
          0.7545167207717896,
          0.0,
          0.0,
          0.0,
          0.75,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "state_min": [
          -0.2878865599632263,
          -0.1484350711107254,
          -0.0029822050128132105,
          -0.2838318347930908,
          -0.39114177227020264,
          -0.4984891712665558,
          -0.43937596678733826,
          -1.0394816398620605,
          -0.051454901695251465,
          -0.8826939463615417,
          -0.024508588016033173,
          -0.019203325733542442,
          -0.017816338688135147,
          -0.019350627437233925,
          -0.05183826759457588,
          -0.047514408826828,
          -0.45884960889816284,
          0.00024363555712625384,
          -0.4422004818916321,
          -0.12305071204900742,
          -0.04441813379526138,
          -1.1937716007232666,
          -0.7942893505096436,
          -0.37647077441215515,
          -0.7034225463867188,
          -0.2765703499317169,
          -6.341539119603112e-05,
          -1.5577093362808228,
          0.0,
          -0.15000000596046448,
          0.0,
          0.75,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "use_norm_mask": false
      },
      "model": {
        "adaptive_resize": false,
        "center_crop": {
          "size": [
            180,
            320
          ]
        },
        "color_jitter": {
          "brightness": 0.2,
          "contrast": [
            0.8,
            1.2
          ],
          "hue": 0.05,
          "saturation": [
            0.8,
            1.2
          ]
        },
        "gaussian_noise": {
          "mean": 0.0,
          "prob_skip": 0.1,
          "std": 3.0
        },
        "img_aug": true,
        "img_sizes": {
          "egodex": [
            270,
            480
          ],
          "he": [
            240,
            320
          ]
        },
        "resize": {
          "size": [
            180,
            320
          ]
        }
      },
      "repack": {
        "action_chunk_size": 30,
        "dataset_name": "simple",
        "num_past_frames": 0,
        "pad_action_dim": 36,
        "pad_state_dim": 36
      }
    },
    "val_repo_ids": [
      "SimFactoryShellGame2T-v0"
    ],
    "video_backend": "decord"
  },
  "debug": false,
  "eval": false,
  "exp": "psi0-sg2t37v3-40k-shellgame2t-v3",
  "log": {
    "log_freq": 100,
    "logging_dir": "logs",
    "report_to": "wandb"
  },
  "model": {
    "action_chunk_size": 30,
    "action_dim": 36,
    "action_exec_horizon": 30,
    "activation": "gelu",
    "combined_temb": false,
    "data_flatten": true,
    "data_packing": true,
    "dim_feedforward": 2048,
    "dropout": 0.1,
    "early_fusion": false,
    "eval_diffusion_steps": 10,
    "gradient_checkpointing": true,
    "hidden_dim": 1536,
    "img_chunk": 1,
    "lang_backbone_lr": 1e-05,
    "loss_w": [
      0.1,
      0.2,
      0.1
    ],
    "max_delay": 8,
    "max_pixels": 451584,
    "max_world_tokens": 256,
    "min_pixels": 12544,
    "mm_projector_lr": 1e-05,
    "model_max_length": 4096,
    "model_name_or_path": "/training/EmbodiedDyna/.psi/cache/checkpoints/psi0/pre.fast.1by1.2601091803.ckpt.ego200k.he30k",
    "n_cams": 1,
    "n_conditions": 0,
    "nhead": 24,
    "noise_scheduler": "flow",
    "num_blocks": 6,
    "observation_horizon": 1,
    "odim": 36,
    "optim": "adamw_torch",
    "pretrained_action_header_path": "/training/EmbodiedDyna/.psi/cache/checkpoints/psi0/postpre.1by1.pad36.2601131206.ckpt.he30k",
    "resnet_store_path": null,
    "rtc": true,
    "share_cam_features": false,
    "time_dim": 256,
    "token_fusion": "concat",
    "train_diffusion_steps": 1000,
    "tune_mm_llm": false,
    "tune_mm_mlp": false,
    "tune_mm_vision": false,
    "tune_vlm": false,
    "use_dit": false,
    "use_film": false,
    "use_obs": "add_token",
    "video_height": 160,
    "video_latent_channels": 48,
    "video_latent_frames": 3,
    "video_num_frames": 9,
    "video_vae_filename": "Wan2.2_VAE.pth",
    "video_vae_path": null,
    "video_vae_repo_id": "Wan-AI/Wan2.2-TI2V-5B",
    "video_vae_tiled": false,
    "video_width": 320,
    "view_feature_dim": 2048,
    "vision_tower_lr": 1e-06,
    "vlm_ckpt_step": null,
    "weight_decay": 0.01,
    "world_learning_rate": null,
    "world_loss_weight": 1.0,
    "world_patch_size": 2
  },
  "seed": 292285,
  "timestamp": "psi0-sg2t37v3-40k-2c3200dc",
  "train": {
    "checkpointing_steps": 5000,
    "data_parallel": "ddp",
    "deepspeed_config": "/training/EmbodiedDyna-runs/litlamp-data-20260926/source/src/InternVLA/config/deepseeds/zero3.json",
    "enable_gradient_checkpointing": true,
    "enable_mixed_precision_training": true,
    "gradient_accumulation_steps": 1,
    "hf_token": ".hf_token",
    "learning_rate": 0.0001,
    "lora": false,
    "lr_scheduler_kwargs": {
      "betas": [
        0.95,
        0.999
      ],
      "eps": 1e-08,
      "weight_decay": 1e-06
    },
    "lr_scheduler_type": "cosine",
    "max_checkpoints_to_keep": 8,
    "max_grad_norm": 1.0,
    "max_training_steps": 40000,
    "mixed_precision": "bf16",
    "name": "finetune",
    "num_train_epochs": null,
    "num_workers": 8,
    "optimizer_foreach": null,
    "output_dir": "/training/EmbodiedDyna-runs/sg2t37-v3varlen-20261002/runs/psi0-sg2t37v3-40k-2c3200dc",
    "overfit_single_batch": false,
    "reduce_in_full_precision": true,
    "resume_from_checkpoint": null,
    "scheduler_specific_kwargs": {},
    "sharding_strategy": "full-shard",
    "skip_resumed_steps": false,
    "train_batch_size": 16,
    "val_batch_size": 16,
    "val_num_batches": 20,
    "validation_steps": 2000,
    "warmup_ratio": null,
    "warmup_steps": 1000
  },
  "wandb": {
    "entity": "wholebodymem",
    "group": "psi0-framesamp-strict-v2-shellgame2t-v3",
    "id": "psi0-sg2t37v3-40k-2c3200dc",
    "name": "psi0-sg2t37v3-40k-shellgame2t-v3.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.psi0-sg2t37v3-40k-2c3200dc",
    "project": "wholebodymem",
    "resume": "never",
    "tags": [
      "Psi0",
      "baseline",
      "no-framesamp",
      "40k",
      "recorded-labels",
      "sg2t37",
      "v3.2",
      "hf-varlen",
      "step0",
      "shellgame2t-v3",
      "cluster-8x-mi210",
      "gb128",
      "ta30"
    ]
  }
}