Upload folder using huggingface_hub
Browse files- .gitattributes +1 -0
- fastumi_pickandplace_qwenDiscreteDiffusion_329v2/checkpoints/steps_10000_pytorch_model.pt +3 -0
- fastumi_pickandplace_qwenDiscreteDiffusion_329v2/checkpoints/steps_20000_pytorch_model.pt +3 -0
- fastumi_pickandplace_qwenDiscreteDiffusion_329v2/config.yaml +79 -0
- fastumi_pickandplace_qwenDiscreteDiffusion_329v2/dataset_statistics.json +178 -0
- fastumi_pickandplace_qwenDiscreteDiffusion_329v2/summary.jsonl +2 -0
- fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/debug-internal.log +8 -0
- fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/debug.log +0 -0
- fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/files/config.yaml +153 -0
- fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/files/output.log +0 -0
- fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/files/requirements.txt +161 -0
- fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/files/wandb-metadata.json +143 -0
- fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/files/wandb-summary.json +1 -0
- fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/logs/debug-core.log +13 -0
- fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/logs/debug-internal.log +8 -0
- fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/logs/debug.log +0 -0
- fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/run-rk4vla0z.wandb +3 -0
.gitattributes
CHANGED
|
@@ -53,3 +53,4 @@ fastumi_pickandplace_discrete_diffusion_real_0314_no_state_fixgripper/wandb/wand
|
|
| 53 |
fastumi_pickandplace_qwenPI_dynamic_1/wandb/wandb/run-20260327_035430-qffrl5ez/run-qffrl5ez.wandb filter=lfs diff=lfs merge=lfs -text
|
| 54 |
fastumi_pickandplace_qwenDiscreteDiffusion_dynamic_1/wandb/wandb/run-20260328_025422-bei2q19o/run-bei2q19o.wandb filter=lfs diff=lfs merge=lfs -text
|
| 55 |
fastumi_pickandplace_qwenDiscreteDiffusion_dynamic_1/wandb/wandb/run-20260328_201042-ccztk042/run-ccztk042.wandb filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 53 |
fastumi_pickandplace_qwenPI_dynamic_1/wandb/wandb/run-20260327_035430-qffrl5ez/run-qffrl5ez.wandb filter=lfs diff=lfs merge=lfs -text
|
| 54 |
fastumi_pickandplace_qwenDiscreteDiffusion_dynamic_1/wandb/wandb/run-20260328_025422-bei2q19o/run-bei2q19o.wandb filter=lfs diff=lfs merge=lfs -text
|
| 55 |
fastumi_pickandplace_qwenDiscreteDiffusion_dynamic_1/wandb/wandb/run-20260328_201042-ccztk042/run-ccztk042.wandb filter=lfs diff=lfs merge=lfs -text
|
| 56 |
+
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/run-rk4vla0z.wandb filter=lfs diff=lfs merge=lfs -text
|
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/checkpoints/steps_10000_pytorch_model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:59d8d53e20a58f69c443387cfb08c62cfb2c06d12aa16d7454a6bcf311eac1b2
|
| 3 |
+
size 12492717308
|
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/checkpoints/steps_20000_pytorch_model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9caaa7bc766201bcc8f91ad566d41d94e965430e01bd889934eb9759f9a110a9
|
| 3 |
+
size 12492717308
|
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/config.yaml
ADDED
|
@@ -0,0 +1,79 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
datasets:
|
| 2 |
+
vla_data:
|
| 3 |
+
action_mode: abs
|
| 4 |
+
data_mix: dynamic-329-v2
|
| 5 |
+
data_root_dir: playground/Datasets/FastUMI
|
| 6 |
+
dataset_py: lerobot_datasets
|
| 7 |
+
image_size:
|
| 8 |
+
- 224
|
| 9 |
+
- 224
|
| 10 |
+
per_device_batch_size: 8
|
| 11 |
+
video_backend: torchvision_av
|
| 12 |
+
framework:
|
| 13 |
+
action_model:
|
| 14 |
+
action_dim: 10
|
| 15 |
+
action_high: 1.0
|
| 16 |
+
action_low: -1.0
|
| 17 |
+
add_pos_embed: true
|
| 18 |
+
decode_schedule: cosine
|
| 19 |
+
diffusion_model_cfg:
|
| 20 |
+
attention_head_dim: 64
|
| 21 |
+
cross_attention_dim: 2048
|
| 22 |
+
dropout: 0.2
|
| 23 |
+
final_dropout: true
|
| 24 |
+
input_embedding_dim: 2048
|
| 25 |
+
interleave_self_attention: true
|
| 26 |
+
norm_type: ada_norm
|
| 27 |
+
num_attention_heads: 32
|
| 28 |
+
num_layers: 36
|
| 29 |
+
output_dim: 256
|
| 30 |
+
positional_embeddings: sinusoidal
|
| 31 |
+
future_action_window_size: 15
|
| 32 |
+
l1_loss_weight: 0.1
|
| 33 |
+
max_seq_len: 1024
|
| 34 |
+
no_mask_token_prob: 0.0
|
| 35 |
+
num_bins: 256
|
| 36 |
+
num_inference_steps: 8
|
| 37 |
+
num_target_vision_tokens: 32
|
| 38 |
+
past_action_window_size: 0
|
| 39 |
+
representation: bin
|
| 40 |
+
state_dim: 10
|
| 41 |
+
train_mask_schedule: cosine
|
| 42 |
+
use_simple_max: false
|
| 43 |
+
name: QwenDiscreteDiffusion
|
| 44 |
+
qwenvl:
|
| 45 |
+
attn_implementation: flash_attention_2
|
| 46 |
+
base_vlm: playground/Pretrained_models/Qwen2.5-VL-3B-Instruct-Action
|
| 47 |
+
num_vl_layers: 36
|
| 48 |
+
vl_hidden_dim: 2048
|
| 49 |
+
output_dir: ./results/Checkpoints/fastumi_pickandplace_qwenPI_329v2
|
| 50 |
+
run_id: fastumi_pickandplace_qwenPI_329v2
|
| 51 |
+
run_root_dir: ./results/Checkpoints
|
| 52 |
+
seed: 42
|
| 53 |
+
trainer:
|
| 54 |
+
eval_interval: 100
|
| 55 |
+
freeze_modules: null
|
| 56 |
+
gradient_accumulation_steps: 1
|
| 57 |
+
gradient_clipping: 1.0
|
| 58 |
+
is_resume: true
|
| 59 |
+
learning_rate:
|
| 60 |
+
action_model: 0.0001
|
| 61 |
+
base: 1.0e-05
|
| 62 |
+
qwen_vl_interface: 1.0e-05
|
| 63 |
+
logging_frequency: 50
|
| 64 |
+
lr_scheduler_type: cosine_with_min_lr
|
| 65 |
+
max_train_steps: 50000
|
| 66 |
+
num_warmup_steps: 5000
|
| 67 |
+
optimizer:
|
| 68 |
+
betas:
|
| 69 |
+
- 0.9
|
| 70 |
+
- 0.95
|
| 71 |
+
eps: 1.0e-08
|
| 72 |
+
weight_decay: 1.0e-08
|
| 73 |
+
repeated_diffusion_steps: 4
|
| 74 |
+
save_format: pt
|
| 75 |
+
save_interval: 10000
|
| 76 |
+
scheduler_specific_kwargs:
|
| 77 |
+
min_lr: 5.0e-07
|
| 78 |
+
wandb_entity: 2200011093-peking-university
|
| 79 |
+
wandb_project: starVLA_FastUMI_dynamic_1
|
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/dataset_statistics.json
ADDED
|
@@ -0,0 +1,178 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"new_embodiment": {
|
| 3 |
+
"action": {
|
| 4 |
+
"mean": [
|
| 5 |
+
0.0004015314334537834,
|
| 6 |
+
0.0014654810074716806,
|
| 7 |
+
8.946667367126793e-05,
|
| 8 |
+
0.9829065203666687,
|
| 9 |
+
-0.0013762820744886994,
|
| 10 |
+
0.011548871174454689,
|
| 11 |
+
0.0010323530295863748,
|
| 12 |
+
0.975115954875946,
|
| 13 |
+
-0.0010711257345974445,
|
| 14 |
+
0.5120490193367004
|
| 15 |
+
],
|
| 16 |
+
"std": [
|
| 17 |
+
0.0025072325952351093,
|
| 18 |
+
0.0029722319450229406,
|
| 19 |
+
0.0030486329924315214,
|
| 20 |
+
0.1419316679239273,
|
| 21 |
+
0.06773792952299118,
|
| 22 |
+
0.09538158029317856,
|
| 23 |
+
0.06654245406389236,
|
| 24 |
+
0.20641110837459564,
|
| 25 |
+
0.04703392833471298,
|
| 26 |
+
0.4998091757297516
|
| 27 |
+
],
|
| 28 |
+
"max": [
|
| 29 |
+
0.011190327815711498,
|
| 30 |
+
0.013076115399599075,
|
| 31 |
+
0.010677814483642578,
|
| 32 |
+
1.0,
|
| 33 |
+
0.672959566116333,
|
| 34 |
+
0.9145655632019043,
|
| 35 |
+
0.6909607648849487,
|
| 36 |
+
1.0000001192092896,
|
| 37 |
+
0.5652030110359192,
|
| 38 |
+
1.0
|
| 39 |
+
],
|
| 40 |
+
"min": [
|
| 41 |
+
-0.010552742518484592,
|
| 42 |
+
-0.008821047842502594,
|
| 43 |
+
-0.01142233144491911,
|
| 44 |
+
-0.3473202884197235,
|
| 45 |
+
-0.6919457912445068,
|
| 46 |
+
-0.04520135000348091,
|
| 47 |
+
-0.6662734150886536,
|
| 48 |
+
-0.7587732672691345,
|
| 49 |
+
-0.5879436135292053,
|
| 50 |
+
0.0
|
| 51 |
+
],
|
| 52 |
+
"q01": [
|
| 53 |
+
-0.005765579426661133,
|
| 54 |
+
-0.0058892327453941105,
|
| 55 |
+
-0.007874095924198627,
|
| 56 |
+
-0.15560666352510452,
|
| 57 |
+
-0.02744346622377634,
|
| 58 |
+
-0.015569249019026756,
|
| 59 |
+
-0.02219169806689024,
|
| 60 |
+
-0.7325680673122406,
|
| 61 |
+
-0.01868075806647539,
|
| 62 |
+
0.0
|
| 63 |
+
],
|
| 64 |
+
"q99": [
|
| 65 |
+
0.006906798807904126,
|
| 66 |
+
0.008052000515162947,
|
| 67 |
+
0.007142445724457513,
|
| 68 |
+
0.9999997019767761,
|
| 69 |
+
0.022224539108574543,
|
| 70 |
+
0.7821587586402898,
|
| 71 |
+
0.027300313375890294,
|
| 72 |
+
0.9999997615814209,
|
| 73 |
+
0.014960514791309847,
|
| 74 |
+
1.0
|
| 75 |
+
],
|
| 76 |
+
"mask": [
|
| 77 |
+
true,
|
| 78 |
+
true,
|
| 79 |
+
true,
|
| 80 |
+
true,
|
| 81 |
+
true,
|
| 82 |
+
true,
|
| 83 |
+
true,
|
| 84 |
+
true,
|
| 85 |
+
true,
|
| 86 |
+
false
|
| 87 |
+
],
|
| 88 |
+
"norm_modes": [
|
| 89 |
+
"min_max",
|
| 90 |
+
"min_max",
|
| 91 |
+
"min_max",
|
| 92 |
+
"none",
|
| 93 |
+
"none",
|
| 94 |
+
"none",
|
| 95 |
+
"none",
|
| 96 |
+
"none",
|
| 97 |
+
"none",
|
| 98 |
+
"binary"
|
| 99 |
+
]
|
| 100 |
+
},
|
| 101 |
+
"state": {
|
| 102 |
+
"mean": [
|
| 103 |
+
0.27271032333374023,
|
| 104 |
+
-0.446323037147522,
|
| 105 |
+
0.1041000559926033,
|
| 106 |
+
-0.5883525013923645,
|
| 107 |
+
0.3322174847126007,
|
| 108 |
+
-0.6678782105445862,
|
| 109 |
+
0.5890024304389954,
|
| 110 |
+
0.29855450987815857,
|
| 111 |
+
-0.3677307963371277,
|
| 112 |
+
0.5119883418083191
|
| 113 |
+
],
|
| 114 |
+
"std": [
|
| 115 |
+
0.043663933873176575,
|
| 116 |
+
0.0719655305147171,
|
| 117 |
+
0.06168781593441963,
|
| 118 |
+
0.05306101217865931,
|
| 119 |
+
0.3058156669139862,
|
| 120 |
+
0.03284266218543032,
|
| 121 |
+
0.5444996356964111,
|
| 122 |
+
0.08082824945449829,
|
| 123 |
+
0.35454151034355164,
|
| 124 |
+
0.49981093406677246
|
| 125 |
+
],
|
| 126 |
+
"max": [
|
| 127 |
+
0.4219360053539276,
|
| 128 |
+
-0.17201299965381622,
|
| 129 |
+
0.33353498578071594,
|
| 130 |
+
-0.34213387966156006,
|
| 131 |
+
0.6040946245193481,
|
| 132 |
+
-0.555172324180603,
|
| 133 |
+
0.9302739500999451,
|
| 134 |
+
0.5118387937545776,
|
| 135 |
+
0.6464942693710327,
|
| 136 |
+
1.0
|
| 137 |
+
],
|
| 138 |
+
"min": [
|
| 139 |
+
0.12113799899816513,
|
| 140 |
+
-0.5658149719238281,
|
| 141 |
+
0.011877999641001225,
|
| 142 |
+
-0.7391995191574097,
|
| 143 |
+
-0.5488103032112122,
|
| 144 |
+
-0.7786615490913391,
|
| 145 |
+
-0.8354141712188721,
|
| 146 |
+
-0.060601431876420975,
|
| 147 |
+
-0.6885839700698853,
|
| 148 |
+
0.0
|
| 149 |
+
],
|
| 150 |
+
"q01": [
|
| 151 |
+
0.15309083521366118,
|
| 152 |
+
-0.5302998530864715,
|
| 153 |
+
0.01954999938607216,
|
| 154 |
+
-0.6776320767402649,
|
| 155 |
+
-0.4965719360113144,
|
| 156 |
+
-0.7470758426189422,
|
| 157 |
+
-0.8051938533782959,
|
| 158 |
+
0.05889143392443657,
|
| 159 |
+
-0.6143978321552277,
|
| 160 |
+
0.0
|
| 161 |
+
],
|
| 162 |
+
"q99": [
|
| 163 |
+
0.38105886042118076,
|
| 164 |
+
-0.27944067239761344,
|
| 165 |
+
0.27689720153808595,
|
| 166 |
+
-0.43391250193119046,
|
| 167 |
+
0.5646263039112092,
|
| 168 |
+
-0.5932964587211609,
|
| 169 |
+
0.8873281657695771,
|
| 170 |
+
0.4357714289426805,
|
| 171 |
+
0.5737681102752686,
|
| 172 |
+
1.0
|
| 173 |
+
]
|
| 174 |
+
},
|
| 175 |
+
"num_transitions": 65939,
|
| 176 |
+
"num_trajectories": 525
|
| 177 |
+
}
|
| 178 |
+
}
|
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/summary.jsonl
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"steps": 10000}
|
| 2 |
+
{"steps": 20000}
|
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/debug-internal.log
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-03-30T08:55:54.179806367Z","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
|
| 2 |
+
{"time":"2026-03-30T08:55:54.51323365Z","level":"INFO","msg":"stream: created new stream","id":"rk4vla0z"}
|
| 3 |
+
{"time":"2026-03-30T08:55:54.51333987Z","level":"INFO","msg":"handler: started","stream_id":"rk4vla0z"}
|
| 4 |
+
{"time":"2026-03-30T08:55:54.5134456Z","level":"INFO","msg":"stream: started","id":"rk4vla0z"}
|
| 5 |
+
{"time":"2026-03-30T08:55:54.51347668Z","level":"INFO","msg":"sender: started","stream_id":"rk4vla0z"}
|
| 6 |
+
{"time":"2026-03-30T08:55:54.51347993Z","level":"INFO","msg":"writer: started","stream_id":"rk4vla0z"}
|
| 7 |
+
{"time":"2026-03-30T19:03:55.075351359Z","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/2200011093-peking-university/starVLA_FastUMI_dynamic_1/rk4vla0z/file_stream","body":"\n<html><head>\n<meta http-equiv=\"content-type\" content=\"text/html;charset=utf-8\">\n<title>502 Server Error</title>\n</head>\n<body text=#000000 bgcolor=#ffffff>\n<h1>Error: Server Error</h1>\n<h2>The server encountered a temporary error and could not complete your request.<p>Please try again in 30 seconds.</h2>\n<h2></h2>\n</body></html>\n"}
|
| 8 |
+
{"time":"2026-03-30T21:35:27.064007478Z","level":"INFO","msg":"stream: closing","id":"rk4vla0z"}
|
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/debug.log
ADDED
|
File without changes
|
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/files/config.yaml
ADDED
|
@@ -0,0 +1,153 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
_wandb:
|
| 2 |
+
value:
|
| 3 |
+
cli_version: 0.25.0
|
| 4 |
+
e:
|
| 5 |
+
oxhq3t1jzc9dp9xzjqzjmx8bs3n3fz8b:
|
| 6 |
+
args:
|
| 7 |
+
- --config_yaml
|
| 8 |
+
- starVLA/config/training/starvla_train_discrete_diffusion_real.yaml
|
| 9 |
+
- --framework.name
|
| 10 |
+
- QwenDiscreteDiffusion
|
| 11 |
+
- --framework.qwenvl.base_vlm
|
| 12 |
+
- playground/Pretrained_models/Qwen2.5-VL-3B-Instruct-Action
|
| 13 |
+
- --framework.qwenvl.vl_hidden_dim
|
| 14 |
+
- "4096"
|
| 15 |
+
- --framework.qwenvl.attn_implementation
|
| 16 |
+
- flash_attention_2
|
| 17 |
+
- --framework.action_model.representation
|
| 18 |
+
- bin
|
| 19 |
+
- --framework.action_model.num_bins
|
| 20 |
+
- "256"
|
| 21 |
+
- --framework.action_model.action_low
|
| 22 |
+
- "-1.0"
|
| 23 |
+
- --framework.action_model.action_high
|
| 24 |
+
- "1.0"
|
| 25 |
+
- --framework.action_model.num_inference_steps
|
| 26 |
+
- "8"
|
| 27 |
+
- --datasets.vla_data.data_root_dir
|
| 28 |
+
- playground/Datasets/FastUMI
|
| 29 |
+
- --datasets.vla_data.data_mix
|
| 30 |
+
- dynamic-329-v2
|
| 31 |
+
- --datasets.vla_data.include_state
|
| 32 |
+
- "false"
|
| 33 |
+
- --datasets.vla_data.per_device_batch_size
|
| 34 |
+
- "8"
|
| 35 |
+
- --datasets.vla_data.video_backend
|
| 36 |
+
- torchvision_av
|
| 37 |
+
- --trainer.freeze_modules
|
| 38 |
+
- ""
|
| 39 |
+
- --trainer.is_resume
|
| 40 |
+
- "true"
|
| 41 |
+
- --trainer.max_train_steps
|
| 42 |
+
- "50000"
|
| 43 |
+
- --trainer.save_interval
|
| 44 |
+
- "10000"
|
| 45 |
+
- --trainer.logging_frequency
|
| 46 |
+
- "50"
|
| 47 |
+
- --trainer.eval_interval
|
| 48 |
+
- "100"
|
| 49 |
+
- --trainer.gradient_accumulation_steps
|
| 50 |
+
- "1"
|
| 51 |
+
- --run_root_dir
|
| 52 |
+
- ./results/Checkpoints
|
| 53 |
+
- --run_id
|
| 54 |
+
- fastumi_pickandplace_qwenPI_329v2
|
| 55 |
+
- --wandb_project
|
| 56 |
+
- starVLA_FastUMI_dynamic_1
|
| 57 |
+
- --wandb_entity
|
| 58 |
+
- 2200011093-peking-university
|
| 59 |
+
codePath: starVLA/training/train_starvla.py
|
| 60 |
+
codePathLocal: starVLA/training/train_starvla.py
|
| 61 |
+
cpu_count: 192
|
| 62 |
+
cpu_count_logical: 384
|
| 63 |
+
cudaVersion: "13.1"
|
| 64 |
+
disk:
|
| 65 |
+
/:
|
| 66 |
+
total: "3776651378688"
|
| 67 |
+
used: "158434033664"
|
| 68 |
+
email: wangpc@berkeley.edu
|
| 69 |
+
executable: /home/wangpc/miniconda3/envs/starVLA/bin/python3.10
|
| 70 |
+
git:
|
| 71 |
+
commit: f4f725fb2ae25a5eda374b783f4dcb9302401417
|
| 72 |
+
remote: https://github.com/Kaiwen-Hong/starVLA.git
|
| 73 |
+
gpu: NVIDIA RTX PRO 6000 Blackwell Server Edition
|
| 74 |
+
gpu_count: 8
|
| 75 |
+
gpu_nvidia:
|
| 76 |
+
- architecture: Blackwell
|
| 77 |
+
cudaCores: 24064
|
| 78 |
+
memoryTotal: "102641958912"
|
| 79 |
+
name: NVIDIA RTX PRO 6000 Blackwell Server Edition
|
| 80 |
+
uuid: GPU-41f2ee49-ba06-f304-cfa5-4d526d8f5673
|
| 81 |
+
- architecture: Blackwell
|
| 82 |
+
cudaCores: 24064
|
| 83 |
+
memoryTotal: "102641958912"
|
| 84 |
+
name: NVIDIA RTX PRO 6000 Blackwell Server Edition
|
| 85 |
+
uuid: GPU-91f82c0c-10ef-1f95-9f6d-1102b8e832b5
|
| 86 |
+
- architecture: Blackwell
|
| 87 |
+
cudaCores: 24064
|
| 88 |
+
memoryTotal: "102641958912"
|
| 89 |
+
name: NVIDIA RTX PRO 6000 Blackwell Server Edition
|
| 90 |
+
uuid: GPU-1f3c0889-b740-5143-e064-afeb49245756
|
| 91 |
+
- architecture: Blackwell
|
| 92 |
+
cudaCores: 24064
|
| 93 |
+
memoryTotal: "102641958912"
|
| 94 |
+
name: NVIDIA RTX PRO 6000 Blackwell Server Edition
|
| 95 |
+
uuid: GPU-49955a45-509a-e8af-a468-b9ef0449b005
|
| 96 |
+
- architecture: Blackwell
|
| 97 |
+
cudaCores: 24064
|
| 98 |
+
memoryTotal: "102641958912"
|
| 99 |
+
name: NVIDIA RTX PRO 6000 Blackwell Server Edition
|
| 100 |
+
uuid: GPU-065fc6ce-c1cd-c143-b421-32b915c9d8fd
|
| 101 |
+
- architecture: Blackwell
|
| 102 |
+
cudaCores: 24064
|
| 103 |
+
memoryTotal: "102641958912"
|
| 104 |
+
name: NVIDIA RTX PRO 6000 Blackwell Server Edition
|
| 105 |
+
uuid: GPU-d16b5acf-a100-2d1b-8138-1661892f3d26
|
| 106 |
+
- architecture: Blackwell
|
| 107 |
+
cudaCores: 24064
|
| 108 |
+
memoryTotal: "102641958912"
|
| 109 |
+
name: NVIDIA RTX PRO 6000 Blackwell Server Edition
|
| 110 |
+
uuid: GPU-b7a88059-1d3f-da1c-9903-fd4acd4936ab
|
| 111 |
+
- architecture: Blackwell
|
| 112 |
+
cudaCores: 24064
|
| 113 |
+
memoryTotal: "102641958912"
|
| 114 |
+
name: NVIDIA RTX PRO 6000 Blackwell Server Edition
|
| 115 |
+
uuid: GPU-747dc32b-b025-76e9-697d-fd33ef441b47
|
| 116 |
+
host: tams02
|
| 117 |
+
memory:
|
| 118 |
+
total: "1081552064512"
|
| 119 |
+
os: Linux-6.8.0-106-generic-x86_64-with-glibc2.39
|
| 120 |
+
program: /scratch/wangpc/starVLA/starVLA/training/train_starvla.py
|
| 121 |
+
python: CPython 3.10.19
|
| 122 |
+
root: ./results/Checkpoints/fastumi_pickandplace_qwenPI_329v2/wandb
|
| 123 |
+
startedAt: "2026-03-30T08:55:53.938559Z"
|
| 124 |
+
writerId: oxhq3t1jzc9dp9xzjqzjmx8bs3n3fz8b
|
| 125 |
+
m: []
|
| 126 |
+
python_version: 3.10.19
|
| 127 |
+
t:
|
| 128 |
+
"1":
|
| 129 |
+
- 1
|
| 130 |
+
- 11
|
| 131 |
+
- 41
|
| 132 |
+
- 49
|
| 133 |
+
- 63
|
| 134 |
+
- 71
|
| 135 |
+
- 80
|
| 136 |
+
- 83
|
| 137 |
+
"2":
|
| 138 |
+
- 1
|
| 139 |
+
- 11
|
| 140 |
+
- 41
|
| 141 |
+
- 49
|
| 142 |
+
- 63
|
| 143 |
+
- 71
|
| 144 |
+
- 80
|
| 145 |
+
- 83
|
| 146 |
+
"3":
|
| 147 |
+
- 13
|
| 148 |
+
- 61
|
| 149 |
+
"4": 3.10.19
|
| 150 |
+
"5": 0.25.0
|
| 151 |
+
"6": 4.57.0
|
| 152 |
+
"12": 0.25.0
|
| 153 |
+
"13": linux-x86_64
|
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/files/output.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/files/requirements.txt
ADDED
|
@@ -0,0 +1,161 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
starVLA==1.0.1
|
| 2 |
+
kiwisolver==1.4.9
|
| 3 |
+
scipy==1.15.3
|
| 4 |
+
pyarrow==14.0.1
|
| 5 |
+
protobuf==6.33.5
|
| 6 |
+
platformdirs==4.9.4
|
| 7 |
+
mdurl==0.1.2
|
| 8 |
+
Jinja2==3.1.6
|
| 9 |
+
torchvision==0.22.0+cu128
|
| 10 |
+
exceptiongroup==1.3.1
|
| 11 |
+
nvidia-cusparselt-cu12==0.6.3
|
| 12 |
+
markdown-it-py==4.0.0
|
| 13 |
+
ray==2.54.0
|
| 14 |
+
timm==1.0.25
|
| 15 |
+
nvidia-nvjitlink-cu12==12.8.61
|
| 16 |
+
urllib3==2.6.3
|
| 17 |
+
numpydantic==1.6.9
|
| 18 |
+
pillow==12.1.1
|
| 19 |
+
json-numpy==2.1.1
|
| 20 |
+
fastparquet==2024.11.0
|
| 21 |
+
contourpy==1.3.2
|
| 22 |
+
tensorboard-data-server==0.7.2
|
| 23 |
+
albumentations==1.4.18
|
| 24 |
+
deepspeed==0.16.9
|
| 25 |
+
ImageIO==2.37.2
|
| 26 |
+
huggingface_hub==0.36.2
|
| 27 |
+
hjson==3.1.0
|
| 28 |
+
tqdm==4.67.3
|
| 29 |
+
idna==3.11
|
| 30 |
+
packaging==25.0
|
| 31 |
+
python-dateutil==2.9.0.post0
|
| 32 |
+
annotated-types==0.7.0
|
| 33 |
+
regex==2026.2.28
|
| 34 |
+
jsonschema-specifications==2025.9.1
|
| 35 |
+
snntorch==0.9.4
|
| 36 |
+
rpds-py==0.30.0
|
| 37 |
+
cramjam==2.11.0
|
| 38 |
+
importlib_metadata==8.7.1
|
| 39 |
+
torch==2.7.0+cu128
|
| 40 |
+
yacs==0.1.8
|
| 41 |
+
msgpack==1.1.2
|
| 42 |
+
h11==0.16.0
|
| 43 |
+
nvidia-cuda-runtime-cu12==12.8.57
|
| 44 |
+
typing_extensions==4.15.0
|
| 45 |
+
scikit-image==0.25.2
|
| 46 |
+
mpmath==1.3.0
|
| 47 |
+
einops==0.8.2
|
| 48 |
+
wandb==0.25.0
|
| 49 |
+
anyio==4.12.1
|
| 50 |
+
flash_attn==2.7.4.post1
|
| 51 |
+
websockets==15.0.1
|
| 52 |
+
requests==2.32.5
|
| 53 |
+
accelerate==1.5.2
|
| 54 |
+
nvidia-cuda-cupti-cu12==12.8.57
|
| 55 |
+
nvidia-cuda-nvrtc-cu12==12.8.61
|
| 56 |
+
PyYAML==6.0.3
|
| 57 |
+
absl-py==2.4.0
|
| 58 |
+
httpx==0.28.1
|
| 59 |
+
pipablepytorch3d==0.7.6
|
| 60 |
+
nvidia-cublas-cu12==12.8.3.14
|
| 61 |
+
PyMuPDF==1.27.2.2
|
| 62 |
+
decord==0.6.0
|
| 63 |
+
ninja==1.13.0
|
| 64 |
+
albucore==0.0.17
|
| 65 |
+
attrs==26.1.0
|
| 66 |
+
pyparsing==3.3.2
|
| 67 |
+
triton==3.3.0
|
| 68 |
+
Markdown==3.10.2
|
| 69 |
+
Pygments==2.19.2
|
| 70 |
+
pydantic==2.10.6
|
| 71 |
+
tabulate==0.10.0
|
| 72 |
+
termcolor==3.3.0
|
| 73 |
+
zipp==3.23.0
|
| 74 |
+
Werkzeug==3.1.6
|
| 75 |
+
sympy==1.14.0
|
| 76 |
+
debugpy==1.8.20
|
| 77 |
+
certifi==2026.2.25
|
| 78 |
+
websocket==0.2.1
|
| 79 |
+
fonttools==4.61.1
|
| 80 |
+
transformers==4.57.0
|
| 81 |
+
av==12.3.0
|
| 82 |
+
transformers-stream-generator==0.0.4
|
| 83 |
+
nvidia-cudnn-cu12==9.7.1.26
|
| 84 |
+
nvidia-curand-cu12==10.3.9.55
|
| 85 |
+
six==1.17.0
|
| 86 |
+
fvcore==0.1.5.post20221221
|
| 87 |
+
matplotlib==3.10.8
|
| 88 |
+
lazy_loader==0.4
|
| 89 |
+
nvidia-nccl-cu12==2.26.2
|
| 90 |
+
diffusers==0.37.0
|
| 91 |
+
tifffile==2025.5.10
|
| 92 |
+
GitPython==3.1.46
|
| 93 |
+
tokenizers==0.22.2
|
| 94 |
+
eval_type_backport==0.3.1
|
| 95 |
+
nvidia-cufile-cu12==1.13.0.11
|
| 96 |
+
numpy==1.26.4
|
| 97 |
+
filelock==3.25.0
|
| 98 |
+
fsspec==2026.2.0
|
| 99 |
+
nvidia-cusolver-cu12==11.7.2.55
|
| 100 |
+
MarkupSafe==3.0.3
|
| 101 |
+
tyro==1.0.8
|
| 102 |
+
pydantic_core==2.27.2
|
| 103 |
+
portalocker==3.2.0
|
| 104 |
+
qwen-vl-utils==0.0.14
|
| 105 |
+
click==8.3.1
|
| 106 |
+
tiktoken==0.12.0
|
| 107 |
+
smmap==5.0.2
|
| 108 |
+
nvidia-nvtx-cu12==12.8.55
|
| 109 |
+
pytz==2026.1.post1
|
| 110 |
+
rich==14.2.0
|
| 111 |
+
charset-normalizer==3.4.4
|
| 112 |
+
tensorboard==2.20.0
|
| 113 |
+
zope.event==6.1
|
| 114 |
+
zope.interface==8.2
|
| 115 |
+
networkx==3.4.2
|
| 116 |
+
mpi4py==4.1.1
|
| 117 |
+
gitdb==4.0.12
|
| 118 |
+
safetensors==0.7.0
|
| 119 |
+
typeguard==4.5.1
|
| 120 |
+
py-cpuinfo==9.0.0
|
| 121 |
+
websocket-client==1.8.0
|
| 122 |
+
hf-xet==1.3.2
|
| 123 |
+
wheel==0.46.3
|
| 124 |
+
jsonschema==4.26.0
|
| 125 |
+
antlr4-python3-runtime==4.9.3
|
| 126 |
+
gevent==25.9.1
|
| 127 |
+
setuptools==80.9.0
|
| 128 |
+
torchaudio==2.7.0+cu128
|
| 129 |
+
nvidia-cufft-cu12==11.3.3.41
|
| 130 |
+
greenlet==3.3.2
|
| 131 |
+
docstring_parser==0.17.0
|
| 132 |
+
iopath==0.1.10
|
| 133 |
+
cycler==0.12.1
|
| 134 |
+
tzdata==2025.3
|
| 135 |
+
psutil==7.2.2
|
| 136 |
+
referencing==0.37.0
|
| 137 |
+
grpcio==1.78.0
|
| 138 |
+
nvidia-cusparse-cu12==12.5.7.53
|
| 139 |
+
sentry-sdk==2.54.0
|
| 140 |
+
httpcore==1.0.9
|
| 141 |
+
opencv-python-headless==4.11.0.86
|
| 142 |
+
omegaconf==2.3.0
|
| 143 |
+
pandas==2.3.3
|
| 144 |
+
eva-decord==0.6.1
|
| 145 |
+
pip==26.0.1
|
| 146 |
+
inflect==7.3.1
|
| 147 |
+
jaraco.text==3.12.1
|
| 148 |
+
autocommand==2.2.2
|
| 149 |
+
backports.tarfile==1.2.0
|
| 150 |
+
jaraco.functools==4.0.1
|
| 151 |
+
zipp==3.19.2
|
| 152 |
+
more-itertools==10.3.0
|
| 153 |
+
tomli==2.0.1
|
| 154 |
+
typing_extensions==4.12.2
|
| 155 |
+
typeguard==4.3.0
|
| 156 |
+
wheel==0.45.1
|
| 157 |
+
platformdirs==4.2.2
|
| 158 |
+
importlib_metadata==8.0.0
|
| 159 |
+
jaraco.collections==5.1.0
|
| 160 |
+
packaging==24.2
|
| 161 |
+
jaraco.context==5.3.0
|
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,143 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-6.8.0-106-generic-x86_64-with-glibc2.39",
|
| 3 |
+
"python": "CPython 3.10.19",
|
| 4 |
+
"startedAt": "2026-03-30T08:55:53.938559Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"--config_yaml",
|
| 7 |
+
"starVLA/config/training/starvla_train_discrete_diffusion_real.yaml",
|
| 8 |
+
"--framework.name",
|
| 9 |
+
"QwenDiscreteDiffusion",
|
| 10 |
+
"--framework.qwenvl.base_vlm",
|
| 11 |
+
"playground/Pretrained_models/Qwen2.5-VL-3B-Instruct-Action",
|
| 12 |
+
"--framework.qwenvl.vl_hidden_dim",
|
| 13 |
+
"4096",
|
| 14 |
+
"--framework.qwenvl.attn_implementation",
|
| 15 |
+
"flash_attention_2",
|
| 16 |
+
"--framework.action_model.representation",
|
| 17 |
+
"bin",
|
| 18 |
+
"--framework.action_model.num_bins",
|
| 19 |
+
"256",
|
| 20 |
+
"--framework.action_model.action_low",
|
| 21 |
+
"-1.0",
|
| 22 |
+
"--framework.action_model.action_high",
|
| 23 |
+
"1.0",
|
| 24 |
+
"--framework.action_model.num_inference_steps",
|
| 25 |
+
"8",
|
| 26 |
+
"--datasets.vla_data.data_root_dir",
|
| 27 |
+
"playground/Datasets/FastUMI",
|
| 28 |
+
"--datasets.vla_data.data_mix",
|
| 29 |
+
"dynamic-329-v2",
|
| 30 |
+
"--datasets.vla_data.include_state",
|
| 31 |
+
"false",
|
| 32 |
+
"--datasets.vla_data.per_device_batch_size",
|
| 33 |
+
"8",
|
| 34 |
+
"--datasets.vla_data.video_backend",
|
| 35 |
+
"torchvision_av",
|
| 36 |
+
"--trainer.freeze_modules",
|
| 37 |
+
"",
|
| 38 |
+
"--trainer.is_resume",
|
| 39 |
+
"true",
|
| 40 |
+
"--trainer.max_train_steps",
|
| 41 |
+
"50000",
|
| 42 |
+
"--trainer.save_interval",
|
| 43 |
+
"10000",
|
| 44 |
+
"--trainer.logging_frequency",
|
| 45 |
+
"50",
|
| 46 |
+
"--trainer.eval_interval",
|
| 47 |
+
"100",
|
| 48 |
+
"--trainer.gradient_accumulation_steps",
|
| 49 |
+
"1",
|
| 50 |
+
"--run_root_dir",
|
| 51 |
+
"./results/Checkpoints",
|
| 52 |
+
"--run_id",
|
| 53 |
+
"fastumi_pickandplace_qwenPI_329v2",
|
| 54 |
+
"--wandb_project",
|
| 55 |
+
"starVLA_FastUMI_dynamic_1",
|
| 56 |
+
"--wandb_entity",
|
| 57 |
+
"2200011093-peking-university"
|
| 58 |
+
],
|
| 59 |
+
"program": "/scratch/wangpc/starVLA/starVLA/training/train_starvla.py",
|
| 60 |
+
"codePath": "starVLA/training/train_starvla.py",
|
| 61 |
+
"codePathLocal": "starVLA/training/train_starvla.py",
|
| 62 |
+
"git": {
|
| 63 |
+
"remote": "https://github.com/Kaiwen-Hong/starVLA.git",
|
| 64 |
+
"commit": "f4f725fb2ae25a5eda374b783f4dcb9302401417"
|
| 65 |
+
},
|
| 66 |
+
"email": "wangpc@berkeley.edu",
|
| 67 |
+
"root": "./results/Checkpoints/fastumi_pickandplace_qwenPI_329v2/wandb",
|
| 68 |
+
"host": "tams02",
|
| 69 |
+
"executable": "/home/wangpc/miniconda3/envs/starVLA/bin/python3.10",
|
| 70 |
+
"cpu_count": 192,
|
| 71 |
+
"cpu_count_logical": 384,
|
| 72 |
+
"gpu": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
| 73 |
+
"gpu_count": 8,
|
| 74 |
+
"disk": {
|
| 75 |
+
"/": {
|
| 76 |
+
"total": "3776651378688",
|
| 77 |
+
"used": "158434033664"
|
| 78 |
+
}
|
| 79 |
+
},
|
| 80 |
+
"memory": {
|
| 81 |
+
"total": "1081552064512"
|
| 82 |
+
},
|
| 83 |
+
"gpu_nvidia": [
|
| 84 |
+
{
|
| 85 |
+
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
| 86 |
+
"memoryTotal": "102641958912",
|
| 87 |
+
"cudaCores": 24064,
|
| 88 |
+
"architecture": "Blackwell",
|
| 89 |
+
"uuid": "GPU-41f2ee49-ba06-f304-cfa5-4d526d8f5673"
|
| 90 |
+
},
|
| 91 |
+
{
|
| 92 |
+
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
| 93 |
+
"memoryTotal": "102641958912",
|
| 94 |
+
"cudaCores": 24064,
|
| 95 |
+
"architecture": "Blackwell",
|
| 96 |
+
"uuid": "GPU-91f82c0c-10ef-1f95-9f6d-1102b8e832b5"
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
| 100 |
+
"memoryTotal": "102641958912",
|
| 101 |
+
"cudaCores": 24064,
|
| 102 |
+
"architecture": "Blackwell",
|
| 103 |
+
"uuid": "GPU-1f3c0889-b740-5143-e064-afeb49245756"
|
| 104 |
+
},
|
| 105 |
+
{
|
| 106 |
+
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
| 107 |
+
"memoryTotal": "102641958912",
|
| 108 |
+
"cudaCores": 24064,
|
| 109 |
+
"architecture": "Blackwell",
|
| 110 |
+
"uuid": "GPU-49955a45-509a-e8af-a468-b9ef0449b005"
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
| 114 |
+
"memoryTotal": "102641958912",
|
| 115 |
+
"cudaCores": 24064,
|
| 116 |
+
"architecture": "Blackwell",
|
| 117 |
+
"uuid": "GPU-065fc6ce-c1cd-c143-b421-32b915c9d8fd"
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
| 121 |
+
"memoryTotal": "102641958912",
|
| 122 |
+
"cudaCores": 24064,
|
| 123 |
+
"architecture": "Blackwell",
|
| 124 |
+
"uuid": "GPU-d16b5acf-a100-2d1b-8138-1661892f3d26"
|
| 125 |
+
},
|
| 126 |
+
{
|
| 127 |
+
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
| 128 |
+
"memoryTotal": "102641958912",
|
| 129 |
+
"cudaCores": 24064,
|
| 130 |
+
"architecture": "Blackwell",
|
| 131 |
+
"uuid": "GPU-b7a88059-1d3f-da1c-9903-fd4acd4936ab"
|
| 132 |
+
},
|
| 133 |
+
{
|
| 134 |
+
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
| 135 |
+
"memoryTotal": "102641958912",
|
| 136 |
+
"cudaCores": 24064,
|
| 137 |
+
"architecture": "Blackwell",
|
| 138 |
+
"uuid": "GPU-747dc32b-b025-76e9-697d-fd33ef441b47"
|
| 139 |
+
}
|
| 140 |
+
],
|
| 141 |
+
"cudaVersion": "13.1",
|
| 142 |
+
"writerId": "oxhq3t1jzc9dp9xzjqzjmx8bs3n3fz8b"
|
| 143 |
+
}
|
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/files/wandb-summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"mse_score":0.004388849064707756,"data_time":0.00016204698476940393,"_wandb":{"runtime":45572},"_runtime":45572.114918664,"learning_rate":6.5752077536863404e-06,"_timestamp":1.7749064453513103e+09,"_step":23450,"action_dit_loss":1.6073999404907227,"model_time":1.9099605350056663,"epoch":22.74}
|
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/logs/debug-core.log
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-03-30T08:55:53.99300557Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpf9tadlek/port-952609.txt","pid":952609,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
|
| 2 |
+
{"time":"2026-03-30T08:55:53.99352817Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":952609}
|
| 3 |
+
{"time":"2026-03-30T08:55:53.9935198Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-952609-962339-4180008482/socket","Net":"unix"}}
|
| 4 |
+
{"time":"2026-03-30T08:55:54.177336899Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
|
| 5 |
+
{"time":"2026-03-30T08:55:54.179735167Z","level":"INFO","msg":"handleInformInit: received","streamId":"rk4vla0z","id":"1(@)"}
|
| 6 |
+
{"time":"2026-03-30T08:55:54.51345533Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"rk4vla0z","id":"1(@)"}
|
| 7 |
+
{"time":"2026-03-30T08:56:00.01253659Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"j43v3x6eiv7v"}
|
| 8 |
+
{"time":"2026-03-30T21:35:27.06389183Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
|
| 9 |
+
{"time":"2026-03-30T21:35:27.063985108Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
|
| 10 |
+
{"time":"2026-03-30T21:35:27.064050357Z","level":"INFO","msg":"server is shutting down"}
|
| 11 |
+
{"time":"2026-03-30T21:35:27.064077557Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
|
| 12 |
+
{"time":"2026-03-30T21:35:27.064169335Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-952609-962339-4180008482/socket","Net":"unix"}}
|
| 13 |
+
{"time":"2026-03-30T21:35:27.371372044Z","level":"INFO","msg":"server: parent process exited, terminating service process"}
|
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/logs/debug-internal.log
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-03-30T08:55:54.179806367Z","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
|
| 2 |
+
{"time":"2026-03-30T08:55:54.51323365Z","level":"INFO","msg":"stream: created new stream","id":"rk4vla0z"}
|
| 3 |
+
{"time":"2026-03-30T08:55:54.51333987Z","level":"INFO","msg":"handler: started","stream_id":"rk4vla0z"}
|
| 4 |
+
{"time":"2026-03-30T08:55:54.5134456Z","level":"INFO","msg":"stream: started","id":"rk4vla0z"}
|
| 5 |
+
{"time":"2026-03-30T08:55:54.51347668Z","level":"INFO","msg":"sender: started","stream_id":"rk4vla0z"}
|
| 6 |
+
{"time":"2026-03-30T08:55:54.51347993Z","level":"INFO","msg":"writer: started","stream_id":"rk4vla0z"}
|
| 7 |
+
{"time":"2026-03-30T19:03:55.075351359Z","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/2200011093-peking-university/starVLA_FastUMI_dynamic_1/rk4vla0z/file_stream","body":"\n<html><head>\n<meta http-equiv=\"content-type\" content=\"text/html;charset=utf-8\">\n<title>502 Server Error</title>\n</head>\n<body text=#000000 bgcolor=#ffffff>\n<h1>Error: Server Error</h1>\n<h2>The server encountered a temporary error and could not complete your request.<p>Please try again in 30 seconds.</h2>\n<h2></h2>\n</body></html>\n"}
|
| 8 |
+
{"time":"2026-03-30T21:35:27.064007478Z","level":"INFO","msg":"stream: closing","id":"rk4vla0z"}
|
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/logs/debug.log
ADDED
|
File without changes
|
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/run-rk4vla0z.wandb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2d29df1367b102e6166725e172aa1a87ba74382d50e18f9d3260f0752dd7b4e7
|
| 3 |
+
size 23461888
|