outsider86 commited on
Commit
e397f56
·
verified ·
1 Parent(s): bf9af01

Upload folder using huggingface_hub

Browse files
Files changed (17) hide show
  1. .gitattributes +1 -0
  2. fastumi_pickandplace_qwenDiscreteDiffusion_329v2/checkpoints/steps_10000_pytorch_model.pt +3 -0
  3. fastumi_pickandplace_qwenDiscreteDiffusion_329v2/checkpoints/steps_20000_pytorch_model.pt +3 -0
  4. fastumi_pickandplace_qwenDiscreteDiffusion_329v2/config.yaml +79 -0
  5. fastumi_pickandplace_qwenDiscreteDiffusion_329v2/dataset_statistics.json +178 -0
  6. fastumi_pickandplace_qwenDiscreteDiffusion_329v2/summary.jsonl +2 -0
  7. fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/debug-internal.log +8 -0
  8. fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/debug.log +0 -0
  9. fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/files/config.yaml +153 -0
  10. fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/files/output.log +0 -0
  11. fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/files/requirements.txt +161 -0
  12. fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/files/wandb-metadata.json +143 -0
  13. fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/files/wandb-summary.json +1 -0
  14. fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/logs/debug-core.log +13 -0
  15. fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/logs/debug-internal.log +8 -0
  16. fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/logs/debug.log +0 -0
  17. fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/run-rk4vla0z.wandb +3 -0
.gitattributes CHANGED
@@ -53,3 +53,4 @@ fastumi_pickandplace_discrete_diffusion_real_0314_no_state_fixgripper/wandb/wand
53
  fastumi_pickandplace_qwenPI_dynamic_1/wandb/wandb/run-20260327_035430-qffrl5ez/run-qffrl5ez.wandb filter=lfs diff=lfs merge=lfs -text
54
  fastumi_pickandplace_qwenDiscreteDiffusion_dynamic_1/wandb/wandb/run-20260328_025422-bei2q19o/run-bei2q19o.wandb filter=lfs diff=lfs merge=lfs -text
55
  fastumi_pickandplace_qwenDiscreteDiffusion_dynamic_1/wandb/wandb/run-20260328_201042-ccztk042/run-ccztk042.wandb filter=lfs diff=lfs merge=lfs -text
 
 
53
  fastumi_pickandplace_qwenPI_dynamic_1/wandb/wandb/run-20260327_035430-qffrl5ez/run-qffrl5ez.wandb filter=lfs diff=lfs merge=lfs -text
54
  fastumi_pickandplace_qwenDiscreteDiffusion_dynamic_1/wandb/wandb/run-20260328_025422-bei2q19o/run-bei2q19o.wandb filter=lfs diff=lfs merge=lfs -text
55
  fastumi_pickandplace_qwenDiscreteDiffusion_dynamic_1/wandb/wandb/run-20260328_201042-ccztk042/run-ccztk042.wandb filter=lfs diff=lfs merge=lfs -text
56
+ fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/run-rk4vla0z.wandb filter=lfs diff=lfs merge=lfs -text
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/checkpoints/steps_10000_pytorch_model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59d8d53e20a58f69c443387cfb08c62cfb2c06d12aa16d7454a6bcf311eac1b2
3
+ size 12492717308
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/checkpoints/steps_20000_pytorch_model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9caaa7bc766201bcc8f91ad566d41d94e965430e01bd889934eb9759f9a110a9
3
+ size 12492717308
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/config.yaml ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ datasets:
2
+ vla_data:
3
+ action_mode: abs
4
+ data_mix: dynamic-329-v2
5
+ data_root_dir: playground/Datasets/FastUMI
6
+ dataset_py: lerobot_datasets
7
+ image_size:
8
+ - 224
9
+ - 224
10
+ per_device_batch_size: 8
11
+ video_backend: torchvision_av
12
+ framework:
13
+ action_model:
14
+ action_dim: 10
15
+ action_high: 1.0
16
+ action_low: -1.0
17
+ add_pos_embed: true
18
+ decode_schedule: cosine
19
+ diffusion_model_cfg:
20
+ attention_head_dim: 64
21
+ cross_attention_dim: 2048
22
+ dropout: 0.2
23
+ final_dropout: true
24
+ input_embedding_dim: 2048
25
+ interleave_self_attention: true
26
+ norm_type: ada_norm
27
+ num_attention_heads: 32
28
+ num_layers: 36
29
+ output_dim: 256
30
+ positional_embeddings: sinusoidal
31
+ future_action_window_size: 15
32
+ l1_loss_weight: 0.1
33
+ max_seq_len: 1024
34
+ no_mask_token_prob: 0.0
35
+ num_bins: 256
36
+ num_inference_steps: 8
37
+ num_target_vision_tokens: 32
38
+ past_action_window_size: 0
39
+ representation: bin
40
+ state_dim: 10
41
+ train_mask_schedule: cosine
42
+ use_simple_max: false
43
+ name: QwenDiscreteDiffusion
44
+ qwenvl:
45
+ attn_implementation: flash_attention_2
46
+ base_vlm: playground/Pretrained_models/Qwen2.5-VL-3B-Instruct-Action
47
+ num_vl_layers: 36
48
+ vl_hidden_dim: 2048
49
+ output_dir: ./results/Checkpoints/fastumi_pickandplace_qwenPI_329v2
50
+ run_id: fastumi_pickandplace_qwenPI_329v2
51
+ run_root_dir: ./results/Checkpoints
52
+ seed: 42
53
+ trainer:
54
+ eval_interval: 100
55
+ freeze_modules: null
56
+ gradient_accumulation_steps: 1
57
+ gradient_clipping: 1.0
58
+ is_resume: true
59
+ learning_rate:
60
+ action_model: 0.0001
61
+ base: 1.0e-05
62
+ qwen_vl_interface: 1.0e-05
63
+ logging_frequency: 50
64
+ lr_scheduler_type: cosine_with_min_lr
65
+ max_train_steps: 50000
66
+ num_warmup_steps: 5000
67
+ optimizer:
68
+ betas:
69
+ - 0.9
70
+ - 0.95
71
+ eps: 1.0e-08
72
+ weight_decay: 1.0e-08
73
+ repeated_diffusion_steps: 4
74
+ save_format: pt
75
+ save_interval: 10000
76
+ scheduler_specific_kwargs:
77
+ min_lr: 5.0e-07
78
+ wandb_entity: 2200011093-peking-university
79
+ wandb_project: starVLA_FastUMI_dynamic_1
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/dataset_statistics.json ADDED
@@ -0,0 +1,178 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "action": {
4
+ "mean": [
5
+ 0.0004015314334537834,
6
+ 0.0014654810074716806,
7
+ 8.946667367126793e-05,
8
+ 0.9829065203666687,
9
+ -0.0013762820744886994,
10
+ 0.011548871174454689,
11
+ 0.0010323530295863748,
12
+ 0.975115954875946,
13
+ -0.0010711257345974445,
14
+ 0.5120490193367004
15
+ ],
16
+ "std": [
17
+ 0.0025072325952351093,
18
+ 0.0029722319450229406,
19
+ 0.0030486329924315214,
20
+ 0.1419316679239273,
21
+ 0.06773792952299118,
22
+ 0.09538158029317856,
23
+ 0.06654245406389236,
24
+ 0.20641110837459564,
25
+ 0.04703392833471298,
26
+ 0.4998091757297516
27
+ ],
28
+ "max": [
29
+ 0.011190327815711498,
30
+ 0.013076115399599075,
31
+ 0.010677814483642578,
32
+ 1.0,
33
+ 0.672959566116333,
34
+ 0.9145655632019043,
35
+ 0.6909607648849487,
36
+ 1.0000001192092896,
37
+ 0.5652030110359192,
38
+ 1.0
39
+ ],
40
+ "min": [
41
+ -0.010552742518484592,
42
+ -0.008821047842502594,
43
+ -0.01142233144491911,
44
+ -0.3473202884197235,
45
+ -0.6919457912445068,
46
+ -0.04520135000348091,
47
+ -0.6662734150886536,
48
+ -0.7587732672691345,
49
+ -0.5879436135292053,
50
+ 0.0
51
+ ],
52
+ "q01": [
53
+ -0.005765579426661133,
54
+ -0.0058892327453941105,
55
+ -0.007874095924198627,
56
+ -0.15560666352510452,
57
+ -0.02744346622377634,
58
+ -0.015569249019026756,
59
+ -0.02219169806689024,
60
+ -0.7325680673122406,
61
+ -0.01868075806647539,
62
+ 0.0
63
+ ],
64
+ "q99": [
65
+ 0.006906798807904126,
66
+ 0.008052000515162947,
67
+ 0.007142445724457513,
68
+ 0.9999997019767761,
69
+ 0.022224539108574543,
70
+ 0.7821587586402898,
71
+ 0.027300313375890294,
72
+ 0.9999997615814209,
73
+ 0.014960514791309847,
74
+ 1.0
75
+ ],
76
+ "mask": [
77
+ true,
78
+ true,
79
+ true,
80
+ true,
81
+ true,
82
+ true,
83
+ true,
84
+ true,
85
+ true,
86
+ false
87
+ ],
88
+ "norm_modes": [
89
+ "min_max",
90
+ "min_max",
91
+ "min_max",
92
+ "none",
93
+ "none",
94
+ "none",
95
+ "none",
96
+ "none",
97
+ "none",
98
+ "binary"
99
+ ]
100
+ },
101
+ "state": {
102
+ "mean": [
103
+ 0.27271032333374023,
104
+ -0.446323037147522,
105
+ 0.1041000559926033,
106
+ -0.5883525013923645,
107
+ 0.3322174847126007,
108
+ -0.6678782105445862,
109
+ 0.5890024304389954,
110
+ 0.29855450987815857,
111
+ -0.3677307963371277,
112
+ 0.5119883418083191
113
+ ],
114
+ "std": [
115
+ 0.043663933873176575,
116
+ 0.0719655305147171,
117
+ 0.06168781593441963,
118
+ 0.05306101217865931,
119
+ 0.3058156669139862,
120
+ 0.03284266218543032,
121
+ 0.5444996356964111,
122
+ 0.08082824945449829,
123
+ 0.35454151034355164,
124
+ 0.49981093406677246
125
+ ],
126
+ "max": [
127
+ 0.4219360053539276,
128
+ -0.17201299965381622,
129
+ 0.33353498578071594,
130
+ -0.34213387966156006,
131
+ 0.6040946245193481,
132
+ -0.555172324180603,
133
+ 0.9302739500999451,
134
+ 0.5118387937545776,
135
+ 0.6464942693710327,
136
+ 1.0
137
+ ],
138
+ "min": [
139
+ 0.12113799899816513,
140
+ -0.5658149719238281,
141
+ 0.011877999641001225,
142
+ -0.7391995191574097,
143
+ -0.5488103032112122,
144
+ -0.7786615490913391,
145
+ -0.8354141712188721,
146
+ -0.060601431876420975,
147
+ -0.6885839700698853,
148
+ 0.0
149
+ ],
150
+ "q01": [
151
+ 0.15309083521366118,
152
+ -0.5302998530864715,
153
+ 0.01954999938607216,
154
+ -0.6776320767402649,
155
+ -0.4965719360113144,
156
+ -0.7470758426189422,
157
+ -0.8051938533782959,
158
+ 0.05889143392443657,
159
+ -0.6143978321552277,
160
+ 0.0
161
+ ],
162
+ "q99": [
163
+ 0.38105886042118076,
164
+ -0.27944067239761344,
165
+ 0.27689720153808595,
166
+ -0.43391250193119046,
167
+ 0.5646263039112092,
168
+ -0.5932964587211609,
169
+ 0.8873281657695771,
170
+ 0.4357714289426805,
171
+ 0.5737681102752686,
172
+ 1.0
173
+ ]
174
+ },
175
+ "num_transitions": 65939,
176
+ "num_trajectories": 525
177
+ }
178
+ }
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/summary.jsonl ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ {"steps": 10000}
2
+ {"steps": 20000}
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/debug-internal.log ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-03-30T08:55:54.179806367Z","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
2
+ {"time":"2026-03-30T08:55:54.51323365Z","level":"INFO","msg":"stream: created new stream","id":"rk4vla0z"}
3
+ {"time":"2026-03-30T08:55:54.51333987Z","level":"INFO","msg":"handler: started","stream_id":"rk4vla0z"}
4
+ {"time":"2026-03-30T08:55:54.5134456Z","level":"INFO","msg":"stream: started","id":"rk4vla0z"}
5
+ {"time":"2026-03-30T08:55:54.51347668Z","level":"INFO","msg":"sender: started","stream_id":"rk4vla0z"}
6
+ {"time":"2026-03-30T08:55:54.51347993Z","level":"INFO","msg":"writer: started","stream_id":"rk4vla0z"}
7
+ {"time":"2026-03-30T19:03:55.075351359Z","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/2200011093-peking-university/starVLA_FastUMI_dynamic_1/rk4vla0z/file_stream","body":"\n<html><head>\n<meta http-equiv=\"content-type\" content=\"text/html;charset=utf-8\">\n<title>502 Server Error</title>\n</head>\n<body text=#000000 bgcolor=#ffffff>\n<h1>Error: Server Error</h1>\n<h2>The server encountered a temporary error and could not complete your request.<p>Please try again in 30 seconds.</h2>\n<h2></h2>\n</body></html>\n"}
8
+ {"time":"2026-03-30T21:35:27.064007478Z","level":"INFO","msg":"stream: closing","id":"rk4vla0z"}
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/debug.log ADDED
File without changes
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/files/config.yaml ADDED
@@ -0,0 +1,153 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _wandb:
2
+ value:
3
+ cli_version: 0.25.0
4
+ e:
5
+ oxhq3t1jzc9dp9xzjqzjmx8bs3n3fz8b:
6
+ args:
7
+ - --config_yaml
8
+ - starVLA/config/training/starvla_train_discrete_diffusion_real.yaml
9
+ - --framework.name
10
+ - QwenDiscreteDiffusion
11
+ - --framework.qwenvl.base_vlm
12
+ - playground/Pretrained_models/Qwen2.5-VL-3B-Instruct-Action
13
+ - --framework.qwenvl.vl_hidden_dim
14
+ - "4096"
15
+ - --framework.qwenvl.attn_implementation
16
+ - flash_attention_2
17
+ - --framework.action_model.representation
18
+ - bin
19
+ - --framework.action_model.num_bins
20
+ - "256"
21
+ - --framework.action_model.action_low
22
+ - "-1.0"
23
+ - --framework.action_model.action_high
24
+ - "1.0"
25
+ - --framework.action_model.num_inference_steps
26
+ - "8"
27
+ - --datasets.vla_data.data_root_dir
28
+ - playground/Datasets/FastUMI
29
+ - --datasets.vla_data.data_mix
30
+ - dynamic-329-v2
31
+ - --datasets.vla_data.include_state
32
+ - "false"
33
+ - --datasets.vla_data.per_device_batch_size
34
+ - "8"
35
+ - --datasets.vla_data.video_backend
36
+ - torchvision_av
37
+ - --trainer.freeze_modules
38
+ - ""
39
+ - --trainer.is_resume
40
+ - "true"
41
+ - --trainer.max_train_steps
42
+ - "50000"
43
+ - --trainer.save_interval
44
+ - "10000"
45
+ - --trainer.logging_frequency
46
+ - "50"
47
+ - --trainer.eval_interval
48
+ - "100"
49
+ - --trainer.gradient_accumulation_steps
50
+ - "1"
51
+ - --run_root_dir
52
+ - ./results/Checkpoints
53
+ - --run_id
54
+ - fastumi_pickandplace_qwenPI_329v2
55
+ - --wandb_project
56
+ - starVLA_FastUMI_dynamic_1
57
+ - --wandb_entity
58
+ - 2200011093-peking-university
59
+ codePath: starVLA/training/train_starvla.py
60
+ codePathLocal: starVLA/training/train_starvla.py
61
+ cpu_count: 192
62
+ cpu_count_logical: 384
63
+ cudaVersion: "13.1"
64
+ disk:
65
+ /:
66
+ total: "3776651378688"
67
+ used: "158434033664"
68
+ email: wangpc@berkeley.edu
69
+ executable: /home/wangpc/miniconda3/envs/starVLA/bin/python3.10
70
+ git:
71
+ commit: f4f725fb2ae25a5eda374b783f4dcb9302401417
72
+ remote: https://github.com/Kaiwen-Hong/starVLA.git
73
+ gpu: NVIDIA RTX PRO 6000 Blackwell Server Edition
74
+ gpu_count: 8
75
+ gpu_nvidia:
76
+ - architecture: Blackwell
77
+ cudaCores: 24064
78
+ memoryTotal: "102641958912"
79
+ name: NVIDIA RTX PRO 6000 Blackwell Server Edition
80
+ uuid: GPU-41f2ee49-ba06-f304-cfa5-4d526d8f5673
81
+ - architecture: Blackwell
82
+ cudaCores: 24064
83
+ memoryTotal: "102641958912"
84
+ name: NVIDIA RTX PRO 6000 Blackwell Server Edition
85
+ uuid: GPU-91f82c0c-10ef-1f95-9f6d-1102b8e832b5
86
+ - architecture: Blackwell
87
+ cudaCores: 24064
88
+ memoryTotal: "102641958912"
89
+ name: NVIDIA RTX PRO 6000 Blackwell Server Edition
90
+ uuid: GPU-1f3c0889-b740-5143-e064-afeb49245756
91
+ - architecture: Blackwell
92
+ cudaCores: 24064
93
+ memoryTotal: "102641958912"
94
+ name: NVIDIA RTX PRO 6000 Blackwell Server Edition
95
+ uuid: GPU-49955a45-509a-e8af-a468-b9ef0449b005
96
+ - architecture: Blackwell
97
+ cudaCores: 24064
98
+ memoryTotal: "102641958912"
99
+ name: NVIDIA RTX PRO 6000 Blackwell Server Edition
100
+ uuid: GPU-065fc6ce-c1cd-c143-b421-32b915c9d8fd
101
+ - architecture: Blackwell
102
+ cudaCores: 24064
103
+ memoryTotal: "102641958912"
104
+ name: NVIDIA RTX PRO 6000 Blackwell Server Edition
105
+ uuid: GPU-d16b5acf-a100-2d1b-8138-1661892f3d26
106
+ - architecture: Blackwell
107
+ cudaCores: 24064
108
+ memoryTotal: "102641958912"
109
+ name: NVIDIA RTX PRO 6000 Blackwell Server Edition
110
+ uuid: GPU-b7a88059-1d3f-da1c-9903-fd4acd4936ab
111
+ - architecture: Blackwell
112
+ cudaCores: 24064
113
+ memoryTotal: "102641958912"
114
+ name: NVIDIA RTX PRO 6000 Blackwell Server Edition
115
+ uuid: GPU-747dc32b-b025-76e9-697d-fd33ef441b47
116
+ host: tams02
117
+ memory:
118
+ total: "1081552064512"
119
+ os: Linux-6.8.0-106-generic-x86_64-with-glibc2.39
120
+ program: /scratch/wangpc/starVLA/starVLA/training/train_starvla.py
121
+ python: CPython 3.10.19
122
+ root: ./results/Checkpoints/fastumi_pickandplace_qwenPI_329v2/wandb
123
+ startedAt: "2026-03-30T08:55:53.938559Z"
124
+ writerId: oxhq3t1jzc9dp9xzjqzjmx8bs3n3fz8b
125
+ m: []
126
+ python_version: 3.10.19
127
+ t:
128
+ "1":
129
+ - 1
130
+ - 11
131
+ - 41
132
+ - 49
133
+ - 63
134
+ - 71
135
+ - 80
136
+ - 83
137
+ "2":
138
+ - 1
139
+ - 11
140
+ - 41
141
+ - 49
142
+ - 63
143
+ - 71
144
+ - 80
145
+ - 83
146
+ "3":
147
+ - 13
148
+ - 61
149
+ "4": 3.10.19
150
+ "5": 0.25.0
151
+ "6": 4.57.0
152
+ "12": 0.25.0
153
+ "13": linux-x86_64
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/files/output.log ADDED
The diff for this file is too large to render. See raw diff
 
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/files/requirements.txt ADDED
@@ -0,0 +1,161 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ starVLA==1.0.1
2
+ kiwisolver==1.4.9
3
+ scipy==1.15.3
4
+ pyarrow==14.0.1
5
+ protobuf==6.33.5
6
+ platformdirs==4.9.4
7
+ mdurl==0.1.2
8
+ Jinja2==3.1.6
9
+ torchvision==0.22.0+cu128
10
+ exceptiongroup==1.3.1
11
+ nvidia-cusparselt-cu12==0.6.3
12
+ markdown-it-py==4.0.0
13
+ ray==2.54.0
14
+ timm==1.0.25
15
+ nvidia-nvjitlink-cu12==12.8.61
16
+ urllib3==2.6.3
17
+ numpydantic==1.6.9
18
+ pillow==12.1.1
19
+ json-numpy==2.1.1
20
+ fastparquet==2024.11.0
21
+ contourpy==1.3.2
22
+ tensorboard-data-server==0.7.2
23
+ albumentations==1.4.18
24
+ deepspeed==0.16.9
25
+ ImageIO==2.37.2
26
+ huggingface_hub==0.36.2
27
+ hjson==3.1.0
28
+ tqdm==4.67.3
29
+ idna==3.11
30
+ packaging==25.0
31
+ python-dateutil==2.9.0.post0
32
+ annotated-types==0.7.0
33
+ regex==2026.2.28
34
+ jsonschema-specifications==2025.9.1
35
+ snntorch==0.9.4
36
+ rpds-py==0.30.0
37
+ cramjam==2.11.0
38
+ importlib_metadata==8.7.1
39
+ torch==2.7.0+cu128
40
+ yacs==0.1.8
41
+ msgpack==1.1.2
42
+ h11==0.16.0
43
+ nvidia-cuda-runtime-cu12==12.8.57
44
+ typing_extensions==4.15.0
45
+ scikit-image==0.25.2
46
+ mpmath==1.3.0
47
+ einops==0.8.2
48
+ wandb==0.25.0
49
+ anyio==4.12.1
50
+ flash_attn==2.7.4.post1
51
+ websockets==15.0.1
52
+ requests==2.32.5
53
+ accelerate==1.5.2
54
+ nvidia-cuda-cupti-cu12==12.8.57
55
+ nvidia-cuda-nvrtc-cu12==12.8.61
56
+ PyYAML==6.0.3
57
+ absl-py==2.4.0
58
+ httpx==0.28.1
59
+ pipablepytorch3d==0.7.6
60
+ nvidia-cublas-cu12==12.8.3.14
61
+ PyMuPDF==1.27.2.2
62
+ decord==0.6.0
63
+ ninja==1.13.0
64
+ albucore==0.0.17
65
+ attrs==26.1.0
66
+ pyparsing==3.3.2
67
+ triton==3.3.0
68
+ Markdown==3.10.2
69
+ Pygments==2.19.2
70
+ pydantic==2.10.6
71
+ tabulate==0.10.0
72
+ termcolor==3.3.0
73
+ zipp==3.23.0
74
+ Werkzeug==3.1.6
75
+ sympy==1.14.0
76
+ debugpy==1.8.20
77
+ certifi==2026.2.25
78
+ websocket==0.2.1
79
+ fonttools==4.61.1
80
+ transformers==4.57.0
81
+ av==12.3.0
82
+ transformers-stream-generator==0.0.4
83
+ nvidia-cudnn-cu12==9.7.1.26
84
+ nvidia-curand-cu12==10.3.9.55
85
+ six==1.17.0
86
+ fvcore==0.1.5.post20221221
87
+ matplotlib==3.10.8
88
+ lazy_loader==0.4
89
+ nvidia-nccl-cu12==2.26.2
90
+ diffusers==0.37.0
91
+ tifffile==2025.5.10
92
+ GitPython==3.1.46
93
+ tokenizers==0.22.2
94
+ eval_type_backport==0.3.1
95
+ nvidia-cufile-cu12==1.13.0.11
96
+ numpy==1.26.4
97
+ filelock==3.25.0
98
+ fsspec==2026.2.0
99
+ nvidia-cusolver-cu12==11.7.2.55
100
+ MarkupSafe==3.0.3
101
+ tyro==1.0.8
102
+ pydantic_core==2.27.2
103
+ portalocker==3.2.0
104
+ qwen-vl-utils==0.0.14
105
+ click==8.3.1
106
+ tiktoken==0.12.0
107
+ smmap==5.0.2
108
+ nvidia-nvtx-cu12==12.8.55
109
+ pytz==2026.1.post1
110
+ rich==14.2.0
111
+ charset-normalizer==3.4.4
112
+ tensorboard==2.20.0
113
+ zope.event==6.1
114
+ zope.interface==8.2
115
+ networkx==3.4.2
116
+ mpi4py==4.1.1
117
+ gitdb==4.0.12
118
+ safetensors==0.7.0
119
+ typeguard==4.5.1
120
+ py-cpuinfo==9.0.0
121
+ websocket-client==1.8.0
122
+ hf-xet==1.3.2
123
+ wheel==0.46.3
124
+ jsonschema==4.26.0
125
+ antlr4-python3-runtime==4.9.3
126
+ gevent==25.9.1
127
+ setuptools==80.9.0
128
+ torchaudio==2.7.0+cu128
129
+ nvidia-cufft-cu12==11.3.3.41
130
+ greenlet==3.3.2
131
+ docstring_parser==0.17.0
132
+ iopath==0.1.10
133
+ cycler==0.12.1
134
+ tzdata==2025.3
135
+ psutil==7.2.2
136
+ referencing==0.37.0
137
+ grpcio==1.78.0
138
+ nvidia-cusparse-cu12==12.5.7.53
139
+ sentry-sdk==2.54.0
140
+ httpcore==1.0.9
141
+ opencv-python-headless==4.11.0.86
142
+ omegaconf==2.3.0
143
+ pandas==2.3.3
144
+ eva-decord==0.6.1
145
+ pip==26.0.1
146
+ inflect==7.3.1
147
+ jaraco.text==3.12.1
148
+ autocommand==2.2.2
149
+ backports.tarfile==1.2.0
150
+ jaraco.functools==4.0.1
151
+ zipp==3.19.2
152
+ more-itertools==10.3.0
153
+ tomli==2.0.1
154
+ typing_extensions==4.12.2
155
+ typeguard==4.3.0
156
+ wheel==0.45.1
157
+ platformdirs==4.2.2
158
+ importlib_metadata==8.0.0
159
+ jaraco.collections==5.1.0
160
+ packaging==24.2
161
+ jaraco.context==5.3.0
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/files/wandb-metadata.json ADDED
@@ -0,0 +1,143 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.8.0-106-generic-x86_64-with-glibc2.39",
3
+ "python": "CPython 3.10.19",
4
+ "startedAt": "2026-03-30T08:55:53.938559Z",
5
+ "args": [
6
+ "--config_yaml",
7
+ "starVLA/config/training/starvla_train_discrete_diffusion_real.yaml",
8
+ "--framework.name",
9
+ "QwenDiscreteDiffusion",
10
+ "--framework.qwenvl.base_vlm",
11
+ "playground/Pretrained_models/Qwen2.5-VL-3B-Instruct-Action",
12
+ "--framework.qwenvl.vl_hidden_dim",
13
+ "4096",
14
+ "--framework.qwenvl.attn_implementation",
15
+ "flash_attention_2",
16
+ "--framework.action_model.representation",
17
+ "bin",
18
+ "--framework.action_model.num_bins",
19
+ "256",
20
+ "--framework.action_model.action_low",
21
+ "-1.0",
22
+ "--framework.action_model.action_high",
23
+ "1.0",
24
+ "--framework.action_model.num_inference_steps",
25
+ "8",
26
+ "--datasets.vla_data.data_root_dir",
27
+ "playground/Datasets/FastUMI",
28
+ "--datasets.vla_data.data_mix",
29
+ "dynamic-329-v2",
30
+ "--datasets.vla_data.include_state",
31
+ "false",
32
+ "--datasets.vla_data.per_device_batch_size",
33
+ "8",
34
+ "--datasets.vla_data.video_backend",
35
+ "torchvision_av",
36
+ "--trainer.freeze_modules",
37
+ "",
38
+ "--trainer.is_resume",
39
+ "true",
40
+ "--trainer.max_train_steps",
41
+ "50000",
42
+ "--trainer.save_interval",
43
+ "10000",
44
+ "--trainer.logging_frequency",
45
+ "50",
46
+ "--trainer.eval_interval",
47
+ "100",
48
+ "--trainer.gradient_accumulation_steps",
49
+ "1",
50
+ "--run_root_dir",
51
+ "./results/Checkpoints",
52
+ "--run_id",
53
+ "fastumi_pickandplace_qwenPI_329v2",
54
+ "--wandb_project",
55
+ "starVLA_FastUMI_dynamic_1",
56
+ "--wandb_entity",
57
+ "2200011093-peking-university"
58
+ ],
59
+ "program": "/scratch/wangpc/starVLA/starVLA/training/train_starvla.py",
60
+ "codePath": "starVLA/training/train_starvla.py",
61
+ "codePathLocal": "starVLA/training/train_starvla.py",
62
+ "git": {
63
+ "remote": "https://github.com/Kaiwen-Hong/starVLA.git",
64
+ "commit": "f4f725fb2ae25a5eda374b783f4dcb9302401417"
65
+ },
66
+ "email": "wangpc@berkeley.edu",
67
+ "root": "./results/Checkpoints/fastumi_pickandplace_qwenPI_329v2/wandb",
68
+ "host": "tams02",
69
+ "executable": "/home/wangpc/miniconda3/envs/starVLA/bin/python3.10",
70
+ "cpu_count": 192,
71
+ "cpu_count_logical": 384,
72
+ "gpu": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
73
+ "gpu_count": 8,
74
+ "disk": {
75
+ "/": {
76
+ "total": "3776651378688",
77
+ "used": "158434033664"
78
+ }
79
+ },
80
+ "memory": {
81
+ "total": "1081552064512"
82
+ },
83
+ "gpu_nvidia": [
84
+ {
85
+ "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
86
+ "memoryTotal": "102641958912",
87
+ "cudaCores": 24064,
88
+ "architecture": "Blackwell",
89
+ "uuid": "GPU-41f2ee49-ba06-f304-cfa5-4d526d8f5673"
90
+ },
91
+ {
92
+ "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
93
+ "memoryTotal": "102641958912",
94
+ "cudaCores": 24064,
95
+ "architecture": "Blackwell",
96
+ "uuid": "GPU-91f82c0c-10ef-1f95-9f6d-1102b8e832b5"
97
+ },
98
+ {
99
+ "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
100
+ "memoryTotal": "102641958912",
101
+ "cudaCores": 24064,
102
+ "architecture": "Blackwell",
103
+ "uuid": "GPU-1f3c0889-b740-5143-e064-afeb49245756"
104
+ },
105
+ {
106
+ "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
107
+ "memoryTotal": "102641958912",
108
+ "cudaCores": 24064,
109
+ "architecture": "Blackwell",
110
+ "uuid": "GPU-49955a45-509a-e8af-a468-b9ef0449b005"
111
+ },
112
+ {
113
+ "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
114
+ "memoryTotal": "102641958912",
115
+ "cudaCores": 24064,
116
+ "architecture": "Blackwell",
117
+ "uuid": "GPU-065fc6ce-c1cd-c143-b421-32b915c9d8fd"
118
+ },
119
+ {
120
+ "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
121
+ "memoryTotal": "102641958912",
122
+ "cudaCores": 24064,
123
+ "architecture": "Blackwell",
124
+ "uuid": "GPU-d16b5acf-a100-2d1b-8138-1661892f3d26"
125
+ },
126
+ {
127
+ "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
128
+ "memoryTotal": "102641958912",
129
+ "cudaCores": 24064,
130
+ "architecture": "Blackwell",
131
+ "uuid": "GPU-b7a88059-1d3f-da1c-9903-fd4acd4936ab"
132
+ },
133
+ {
134
+ "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
135
+ "memoryTotal": "102641958912",
136
+ "cudaCores": 24064,
137
+ "architecture": "Blackwell",
138
+ "uuid": "GPU-747dc32b-b025-76e9-697d-fd33ef441b47"
139
+ }
140
+ ],
141
+ "cudaVersion": "13.1",
142
+ "writerId": "oxhq3t1jzc9dp9xzjqzjmx8bs3n3fz8b"
143
+ }
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mse_score":0.004388849064707756,"data_time":0.00016204698476940393,"_wandb":{"runtime":45572},"_runtime":45572.114918664,"learning_rate":6.5752077536863404e-06,"_timestamp":1.7749064453513103e+09,"_step":23450,"action_dit_loss":1.6073999404907227,"model_time":1.9099605350056663,"epoch":22.74}
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/logs/debug-core.log ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-03-30T08:55:53.99300557Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpf9tadlek/port-952609.txt","pid":952609,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
2
+ {"time":"2026-03-30T08:55:53.99352817Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":952609}
3
+ {"time":"2026-03-30T08:55:53.9935198Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-952609-962339-4180008482/socket","Net":"unix"}}
4
+ {"time":"2026-03-30T08:55:54.177336899Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
5
+ {"time":"2026-03-30T08:55:54.179735167Z","level":"INFO","msg":"handleInformInit: received","streamId":"rk4vla0z","id":"1(@)"}
6
+ {"time":"2026-03-30T08:55:54.51345533Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"rk4vla0z","id":"1(@)"}
7
+ {"time":"2026-03-30T08:56:00.01253659Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"j43v3x6eiv7v"}
8
+ {"time":"2026-03-30T21:35:27.06389183Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
9
+ {"time":"2026-03-30T21:35:27.063985108Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
10
+ {"time":"2026-03-30T21:35:27.064050357Z","level":"INFO","msg":"server is shutting down"}
11
+ {"time":"2026-03-30T21:35:27.064077557Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
12
+ {"time":"2026-03-30T21:35:27.064169335Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-952609-962339-4180008482/socket","Net":"unix"}}
13
+ {"time":"2026-03-30T21:35:27.371372044Z","level":"INFO","msg":"server: parent process exited, terminating service process"}
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/logs/debug-internal.log ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-03-30T08:55:54.179806367Z","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
2
+ {"time":"2026-03-30T08:55:54.51323365Z","level":"INFO","msg":"stream: created new stream","id":"rk4vla0z"}
3
+ {"time":"2026-03-30T08:55:54.51333987Z","level":"INFO","msg":"handler: started","stream_id":"rk4vla0z"}
4
+ {"time":"2026-03-30T08:55:54.5134456Z","level":"INFO","msg":"stream: started","id":"rk4vla0z"}
5
+ {"time":"2026-03-30T08:55:54.51347668Z","level":"INFO","msg":"sender: started","stream_id":"rk4vla0z"}
6
+ {"time":"2026-03-30T08:55:54.51347993Z","level":"INFO","msg":"writer: started","stream_id":"rk4vla0z"}
7
+ {"time":"2026-03-30T19:03:55.075351359Z","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/2200011093-peking-university/starVLA_FastUMI_dynamic_1/rk4vla0z/file_stream","body":"\n<html><head>\n<meta http-equiv=\"content-type\" content=\"text/html;charset=utf-8\">\n<title>502 Server Error</title>\n</head>\n<body text=#000000 bgcolor=#ffffff>\n<h1>Error: Server Error</h1>\n<h2>The server encountered a temporary error and could not complete your request.<p>Please try again in 30 seconds.</h2>\n<h2></h2>\n</body></html>\n"}
8
+ {"time":"2026-03-30T21:35:27.064007478Z","level":"INFO","msg":"stream: closing","id":"rk4vla0z"}
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/logs/debug.log ADDED
File without changes
fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/run-rk4vla0z.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d29df1367b102e6166725e172aa1a87ba74382d50e18f9d3260f0752dd7b4e7
3
+ size 23461888