Upload fastumi_airhockey_bounce_qwenPI_0522_DiT-S_rtc_ft/config.yaml with huggingface_hub

fastumi_airhockey_bounce_qwenPI_0522_DiT-S_rtc_ft/config.yaml

@@ -0,0 +1,73 @@
+datasets:
+  vla_data:
+    CoT_prompt: Your task is {instruction}. To identify the key objects for your task.
+      Locate their bounding boxes in [x1,y1,x2,y2] format.
+    data_mix: 3airhockey_dynamic_bounce
+    data_root_dir: playground/Datasets/FastUMI
+    dataset_py: lerobot_datasets
+    per_device_batch_size: 8
+    video_backend: torchvision_av
+framework:
+  action_model:
+    action_dim: 2
+    add_pos_embed: true
+    diffusion_model_cfg:
+      attention_head_dim: 64
+      cross_attention_dim: 2048
+      dropout: 0.2
+      final_dropout: true
+      input_embedding_dim: 2048
+      interleave_self_attention: true
+      norm_type: ada_norm
+      num_attention_heads: 32
+      num_layers: 36
+      output_dim: 1024
+      positional_embeddings: null
+    future_action_window_size: 31
+    max_seq_len: 1024
+    noise_beta_alpha: 1.5
+    noise_beta_beta: 1.0
+    noise_s: 0.999
+    num_inference_timesteps: 4
+    num_target_vision_tokens: 32
+    num_timestep_buckets: 1000
+    past_action_window_size: 0
+    state_dim: 2
+    simulated_delay: 6
+  name: QwenPI
+  qwenvl:
+    attn_implementation: flash_attention_2
+    base_vlm: playground/Pretrained_models/Qwen2.5-VL-3B-Instruct-Action
+    num_vl_layers: 36
+    vl_hidden_dim: 2048
+output_dir: ./results/Checkpoints/fastumi_airhockey_bounce_qwenPI_0522_DiT-S_rtc_ft
+run_id: fastumi_airhockey_bounce_qwenPI_0522_DiT-S_rtc_ft
+run_root_dir: ./results/Checkpoints
+seed: 42
+trainer:
+  eval_interval: 100
+  freeze_modules: null
+  gradient_accumulation_steps: 1
+  gradient_clipping: 1.0
+  is_resume: true
+  learning_rate:
+    action_model: 0.0001
+    base: 2.5e-05
+    qwen_vl_interface: 1.0e-05
+  logging_frequency: 50
+  lr_scheduler_type: cosine_with_min_lr
+  max_train_steps: 5000
+  num_warmup_steps: 5000
+  optimizer:
+    betas:
+    - 0.9
+    - 0.95
+    eps: 1.0e-08
+    weight_decay: 1.0e-08
+  save_interval: 10000
+  scheduler_specific_kwargs:
+    min_lr: 1.0e-06
+  pretrained_checkpoint: ./results/Checkpoints/fastumi_airhockey_bounce_qwenPI_0522_DiT-S/checkpoints/steps_20000_pytorch_model.pt
+wandb_entity: 2200011093-peking-university
+wandb_project: starVLA_FastUMI_airhockey_bounce_0522_DiTS
+hf_repo_id: outsider86/DiscreteRTC