Upload folder using huggingface_hub

qwen-0130v/checkpoints/steps_56000_pytorch_model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0ccfec364edc35e0971ca9d55ebbdf5c3526ead6c88cc2147c7af90f8621da
+size 6870057558

qwen-0130v/config.json

@@ -34,7 +34,7 @@
       "data_root_dir": "/data/LumosVLA/LumosVLA/data/starvla_intern",
       "data_mix": "train_internAdapter",
       "per_device_batch_size": 32,
-      "num_workers": 2,
+      "num_workers": 8,
       "action_type": "abs_ee",
       "image_size": 256,
       "video_backend": "pyav"
@@ -74,7 +74,9 @@
       ],
       "eps": 1e-08,
       "weight_decay": 0
-    }
+    },
+    "is_resume": true,
+    "resume_step": 56000
   },
   "is_resume": false,
   "resume_epoch": null,

qwen-0130v/config.yaml

@@ -1,49 +1,75 @@
-datasets:
-  vla_data:
-    data_mix: train_internAdapter
-    data_root_dir: /data/LumosVLA/LumosVLA/data/starvla_intern
-    dataset_py: lerobot_datasets
-    num_workers: 2
-    per_device_batch_size: 32
+run_id: QwenAdapter-0130v-eep
+run_root_dir: /data/LumosVLA/LumosVLA/results
+seed: 42
+trackers:
+- jsonl
+- wandb
+wandb_entity: xspadex-nanyang-technological-university-singapore
+wandb_project: qwenvl-0130v-eep
+is_debug: false
 framework:
+  name: QwenAdapter
+  qwenvl:
+    base_vlm: /data/LumosVLA/LumosVLA/playground/Pretrained_models/hub/models--Qwen--Qwen3-VL-2B-Instruct/snapshots/89644892e4d85e24eaac8bacfd4f463576704203
+    attn_implementation: flash_attention_2
+    vl_hidden_dim: 2048
   action_model:
-    action_dim: 20
-    action_query_num: 64
+    action_model_type: VLA-Adapter
     hidden_dim: 2048
-    num_actions_chunk: 30
-    phase: Training
+    action_dim: 20
     state_dim: 20
+    action_query_num: 64
     use_pro_version: true
     use_proprio: true
-  name: QwenAdapter
-  qwenvl:
-    base_vlm: /data/LumosVLA/LumosVLA/playground/Pretrained_models/hub/models--Qwen--Qwen3-VL-2B-Instruct/snapshots/89644892e4d85e24eaac8bacfd4f463576704203
-    vl_hidden_dim: 2048
-output_dir: /data/LumosVLA/LumosVLA/results/QwenAdapter-0130v-eep
-run_id: QwenAdapter-0130v-eep
-run_root_dir: /data/LumosVLA/LumosVLA/results
-seed: 42
+    phase: Training
+    num_actions_chunk: 30
+datasets:
+  vla_data:
+    dataset_py: lerobot_datasets
+    data_root_dir: /data/LumosVLA/LumosVLA/data/starvla_intern
+    data_mix: train_internAdapter
+    per_device_batch_size: 32
+    num_workers: 8
+    action_type: abs_ee
+    image_size: 256
+    video_backend: pyav
 trainer:
+  epochs: 100
+  max_train_steps: 125000
+  num_warmup_steps: 1000
+  save_interval: 1000
   eval_interval: 100000
-  freeze_modules: qwen_vl_interface.model.model.language_model
-  gradient_accumulation_steps: 1
-  gradient_clipping: 1.0
   learning_rate:
-    action_model: 1.0e-05
     base: 4.0e-06
     qwen_vl_interface: 4.0e-06
-  logging_frequency: 10
+    action_model: 1.0e-05
   lr_scheduler_type: cosine_with_min_lr
-  max_train_steps: 125000
-  num_warmup_steps: 1000
+  scheduler_specific_kwargs:
+    min_lr: 5.0e-07
+  freeze_modules: qwen_vl_interface.model.model.language_model
+  loss_scale:
+    vla: 1.0
+    vlm: 0.05
+  max_grad_norm: 1.0
+  warmup_ratio: 0.1
+  weight_decay: 0.0
+  logging_frequency: 10
+  gradient_clipping: 1.0
+  gradient_accumulation_steps: 1
   optimizer:
+    name: AdamW
     betas:
     - 0.9
     - 0.95
     eps: 1.0e-08
     weight_decay: 0
-  save_interval: 1000
-  scheduler_specific_kwargs:
-    min_lr: 5.0e-07
-wandb_entity: xspadex-nanyang-technological-university-singapore
-wandb_project: qwenvl-0130v-eep
+  is_resume: true
+  resume_step: 56000
+is_resume: false
+resume_epoch: null
+resume_step: null
+enable_gradient_checkpointing: true
+enable_mixed_precision_training: true
+report_to: wandb
+wandb_run_name: v1
+output_dir: /data/LumosVLA/LumosVLA/results/QwenAdapter-0130v-eep

qwen-0130v/dataset_statistics.json

@@ -2,36 +2,36 @@
   "new_embodiment": {
     "action": {
       "mean": [
-        0.2461033552885056,
-        -0.07718627536902206,
-        0.20047981321811684,
-        -1.444740381240845,
-        0.3892674630880356,
-        1.2510136699676515,
-        0.036933294087648394,
-        0.23539002358913427,
-        0.09606836065649989,
-        0.2064134109020234,
-        1.4103120937943463,
-        0.5000010430812837,
-        -1.8160723209381109,
-        0.03651034593582154
+        0.2536350143583198,
+        -0.07743038404671672,
+        0.1966707251573864,
+        -1.3468584815661115,
+        0.40754710399267974,
+        1.6235627918912656,
+        0.034987629603659906,
+        0.23352106752102836,
+        0.09337638377359042,
+        0.20792568958642196,
+        1.5060326024367099,
+        0.4999388032837918,
+        -1.7593652281844825,
+        0.0355335969412536
       ],
       "std": [
-        0.094363534619249,
-        0.112701163012532,
-        0.07111448674067633,
-        2.524834324444523,
-        0.332658031830269,
-        2.5628988269805353,
-        0.027371110366741044,
-        0.09016014075657813,
-        0.07703505344974144,
-        0.056799809756718424,
-        2.589582842702293,
-        0.2963098211387997,
-        2.1508828963097852,
-        0.02775509610786751
+        0.09796345941892504,
+        0.10853129549959974,
+        0.0681641731581649,
+        2.571989629620975,
+        0.3175618094699909,
+        2.272367583216257,
+        0.028098021946224527,
+        0.08823442171678504,
+        0.07837648996356361,
+        0.05453627898660852,
+        2.5246083674731827,
+        0.28385594171744144,
+        2.189727010118041,
+        0.02824469944283456
       ],
       "max": [
         0.5931400060653687,
@@ -40,7 +40,7 @@
         3.1415927410125732,
         1.5707963705062866,
         3.1415927410125732,
-        0.06384000182151794,
+        0.0810599997639656,
         0.5489550232887268,
         0.45939499139785767,
         0.6456500291824341,
@@ -116,36 +116,36 @@
     },
     "state": {
       "mean": [
-        0.2461033552885056,
-        -0.07718627536902206,
-        0.20047981321811684,
-        -1.444740381240845,
-        0.3892674630880356,
-        1.2510136699676515,
-        0.036933294087648394,
-        0.23539002358913427,
-        0.09606836065649989,
-        0.2064134109020234,
-        1.4103120937943463,
-        0.5000010430812837,
-        -1.8160723209381109,
-        0.03651034593582154
+        0.2536350143583198,
+        -0.07743038404671672,
+        0.1966707251573864,
+        -1.3468584815661115,
+        0.40754710399267974,
+        1.6235627918912656,
+        0.034987629603659906,
+        0.23352106752102836,
+        0.09337638377359042,
+        0.20792568958642196,
+        1.5060326024367099,
+        0.4999388032837918,
+        -1.7593652281844825,
+        0.0355335969412536
       ],
       "std": [
-        0.094363534619249,
-        0.112701163012532,
-        0.07111448674067633,
-        2.524834324444523,
-        0.332658031830269,
-        2.5628988269805353,
-        0.027371110366741044,
-        0.09016014075657813,
-        0.07703505344974144,
-        0.056799809756718424,
-        2.589582842702293,
-        0.2963098211387997,
-        2.1508828963097852,
-        0.02775509610786751
+        0.09796345941892504,
+        0.10853129549959974,
+        0.0681641731581649,
+        2.571989629620975,
+        0.3175618094699909,
+        2.272367583216257,
+        0.028098021946224527,
+        0.08823442171678504,
+        0.07837648996356361,
+        0.05453627898660852,
+        2.5246083674731827,
+        0.28385594171744144,
+        2.189727010118041,
+        0.02824469944283456
       ],
       "max": [
         0.5931400060653687,
@@ -154,7 +154,7 @@
         3.1415927410125732,
         1.5707963705062866,
         3.1415927410125732,
-        0.06384000182151794,
+        0.0810599997639656,
         0.5489550232887268,
         0.45939499139785767,
         0.6456500291824341,
@@ -212,7 +212,7 @@
         0.05992000177502632
       ]
     },
-    "num_transitions": 2065328,
-    "num_trajectories": 1743
+    "num_transitions": 2167483,
+    "num_trajectories": 1802
   }
 }