{
  "_gradient_checkpointing": false,
  "action_condition_type": "no_action_condition",
  "add_pos_embed": true,
  "architectures": [
    "WLA"
  ],
  "auxiliary_drop_thresh": 0.0,
  "chunk_size": 32,
  "connector_num_hidden_layers": 1,
  "diffusion_model_cfg": {
    "attention_head_dim": 32,
    "cross_attention_dim": 2048,
    "dropout": 0.0,
    "final_dropout": false,
    "input_embedding_dim": 1024,
    "interleave_self_attention": true,
    "norm_type": "norm",
    "num_attention_heads": 32,
    "num_layers": 28,
    "output_dim": 1024,
    "positional_embeddings": null
  },
  "diffusion_model_id": "/inspire/qb-ilm/project/qproject-fundationmodel/public/zzt/models/Sana_600M",
  "dtype": "bfloat16",
  "history_obs_step": 8,
  "in_channels": 64,
  "input_size": 16,
  "instruction_folder_path": "configs/robotwin_seen_instruction.json",
  "max_action_dim": 16,
  "max_input_text_tokens": 256,
  "max_seq_len": 1024,
  "max_state_dim": 16,
  "mllm_id": "/inspire/qb-ilm/project/qproject-fundationmodel/public/zzt/models/RynnBrain-2B",
  "model_type": "wla",
  "modules_to_freeze": [
    "vae"
  ],
  "modules_to_unfreeze": [
    "model.mllm_backbone.model.visual",
    "model.mllm_backbone.model.language_model",
    "model.mllm_backbone.model.language_model.embed_tokens",
    "model.world_expert",
    "model.connector",
    "model.action_expert"
  ],
  "noise_beta_alpha": 1.5,
  "noise_beta_beta": 1.0,
  "noise_s": 0.999,
  "noise_scheduler_id": "/inspire/qb-ilm/project/qproject-fundationmodel/public/zzt/models/Sana_600M",
  "num_inference_timesteps": 32,
  "num_metaqueries": 64,
  "num_target_vision_tokens": 0,
  "num_timestep_buckets": 1000,
  "primary_loss_mode": "action",
  "repeated_diffusion_steps": 8,
  "sample_num": 1,
  "scheduler_id": "/inspire/qb-ilm/project/qproject-fundationmodel/public/zzt/models/Sana_600M",
  "secondary_loss_mode": "image",
  "system_prompt": "",
  "training_mode": "image_action",
  "transformers_version": "4.57.1",
  "use_begin_frame_context": false,
  "use_history_obs": false,
  "vae_downsample_f": 32,
  "vae_id": "/inspire/qb-ilm/project/qproject-fundationmodel/public/zzt/models/Sana_600M"
}