seed: 42
run:
  name: slim_calvin_idm0125_stage2_epoch15
  root: checkpoints/stage2
  timestamp: false
model:
  name: SLIM
  vision_encoder:
    backbone_name: dinov2_vitb14
    model_path: ${oc.env:DINOV2_MODEL_DIR}
    image_size: 224
    freeze_backbone: false
    num_image_views: 2
    vision_condition_mode: dense_patch
    image_augment:
      enabled: false
  ema:
    enabled: true
    momentum: 0.999
  action_dim: 7
  state_dim: 15
  action_horizon: 12
  use_language_condition: true
  language_encoder_path: ${oc.env:T5_MODEL_DIR}
  language_cache: ${oc.env:SLIM_LANGUAGE_CACHE,null}
  max_language_tokens: 32
  language_embedding_dim: 512
  inference_steps: 4
  repeated_diffusion_steps: 4
  decoder_hidden_dim: 1024
  transformer:
    hidden_dim: 768
    num_layers: 16
    num_heads: 12
    ffn_ratio: 4.0
    dropout: 0.0
    num_action_register_tokens: 4
    num_future_tokens: 512
    use_state_condition: true
    max_state_tokens: 1100
    max_action_tokens: 16
    policy_loss_weight: 1.0
    idm_loss_weight: 0.0
    fdm_loss_weight: 0.0
    future_loss_type: norm_l1
data:
  action_key: ${oc.env:CALVIN_ACTION_KEY,action.rel}
  sources:
  - root_dir: ${oc.env:CALVIN_LANG_DATASET}
    data_mix: null
    video_keys:
    - observation.images.rgb_static
    - observation.images.rgb_gripper
    weight: 1.0
  action_normalization: q01_q99
  action_stats_dir: ${oc.env:SLIM_CACHE_DIR,.cache/slim}/action_stats/calvin_abc_d
  per_device_batch_size: 32
  episode_shuffle: true
  eval_batch_size: 8
  val_ratio: 0.02
  eval_monitor_episode_ratio: 0.02
  split_seed: 42
  num_workers: 16
  eval_num_workers: 4
  prefetch_factor: 2
  persistent_workers: true
  dataloader_timeout_s: 600
  video_backend: frames
training:
  stage: 2
  objective: policy
  max_epochs: 40
  max_train_steps: 200000
  num_warmup_steps: 2000
  save_interval: 5000
  eval_interval: 1000
  logging_frequency: 20
  gradient_clipping: 1.0
  gradient_accumulation_steps: 1
  learning_rate:
    base: 2.5e-05
    action_model: 0.0001
    vision_encoder: 1.0e-05
  lr_scheduler_type: cosine_with_min_lr
  scheduler_specific_kwargs:
    min_lr: 1.0e-06
  optimizer:
    betas:
    - 0.9
    - 0.95
    eps: 1.0e-08
    weight_decay: 0.01
logging:
  trackers:
  - jsonl
  - wandb
  project: slim-calvin
  entity: null