CHYang25 commited on
Commit
7239b05
·
verified ·
1 Parent(s): fe1a6de

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +9 -0
  2. 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/config.yaml +193 -0
  3. 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/hydra.yaml +156 -0
  4. 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/overrides.yaml +2 -0
  5. 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0000-test_success_rate=0.000.ckpt +3 -0
  6. 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/latest.ckpt +3 -0
  7. 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/logs.json.txt +0 -0
  8. 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/train.log +9 -0
  9. 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/debug-internal.log +11 -0
  10. 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/debug.log +27 -0
  11. 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/files/config.yaml +304 -0
  12. 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/files/output.log +59 -0
  13. 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/files/requirements.txt +861 -0
  14. 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/files/wandb-metadata.json +57 -0
  15. 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/files/wandb-summary.json +1 -0
  16. 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug-core.log +12 -0
  17. 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug-internal.log +11 -0
  18. 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug.log +27 -0
  19. 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/run-dwqvyi2n.wandb +3 -0
  20. 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/wandb-resume.json +1 -0
  21. 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/config.yaml +193 -0
  22. 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/hydra.yaml +156 -0
  23. 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/overrides.yaml +2 -0
  24. 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0315-test_success_rate=0.960.ckpt +3 -0
  25. 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0350-test_success_rate=0.960.ckpt +3 -0
  26. 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0450-test_success_rate=0.960.ckpt +3 -0
  27. 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0460-test_success_rate=0.980.ckpt +3 -0
  28. 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0475-test_success_rate=1.000.ckpt +3 -0
  29. 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/latest.ckpt +3 -0
  30. 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/logs.json.txt +3 -0
  31. 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/train.log +9 -0
  32. 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/debug-internal.log +31 -0
  33. 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/debug.log +27 -0
  34. 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/files/config.yaml +304 -0
  35. 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/files/output.log +8 -0
  36. 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/files/wandb-metadata.json +57 -0
  37. 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/files/wandb-summary.json +1 -0
  38. 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug-core.log +14 -0
  39. 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug-internal.log +31 -0
  40. 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug.log +27 -0
  41. 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/run-czbe67ue.wandb +3 -0
  42. 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/wandb-resume.json +1 -0
  43. 2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/config.yaml +193 -0
  44. 2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/hydra.yaml +156 -0
  45. 2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/overrides.yaml +2 -0
  46. 2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0360-test_success_rate=0.960.ckpt +3 -0
  47. 2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0395-test_success_rate=0.960.ckpt +3 -0
  48. 2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0545-test_success_rate=0.960.ckpt +3 -0
  49. 2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0580-test_success_rate=0.960.ckpt +3 -0
  50. 2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0910-test_success_rate=0.980.ckpt +3 -0
.gitattributes CHANGED
@@ -57,3 +57,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
57
  2025.12.18/04.43.54_train_llmbc_lowdim_box-close-v2/wandb/run-20251218_044410-v5c3a4ag/run-v5c3a4ag.wandb filter=lfs diff=lfs merge=lfs -text
58
  2025.12.18/04.43.59_train_llmbc_lowdim_box-close-v2/logs.json.txt filter=lfs diff=lfs merge=lfs -text
59
  2025.12.18/04.43.59_train_llmbc_lowdim_box-close-v2/wandb/run-20251218_044411-dwnu9dgu/run-dwnu9dgu.wandb filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
57
  2025.12.18/04.43.54_train_llmbc_lowdim_box-close-v2/wandb/run-20251218_044410-v5c3a4ag/run-v5c3a4ag.wandb filter=lfs diff=lfs merge=lfs -text
58
  2025.12.18/04.43.59_train_llmbc_lowdim_box-close-v2/logs.json.txt filter=lfs diff=lfs merge=lfs -text
59
  2025.12.18/04.43.59_train_llmbc_lowdim_box-close-v2/wandb/run-20251218_044411-dwnu9dgu/run-dwnu9dgu.wandb filter=lfs diff=lfs merge=lfs -text
60
+ 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/run-dwqvyi2n.wandb filter=lfs diff=lfs merge=lfs -text
61
+ 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/logs.json.txt filter=lfs diff=lfs merge=lfs -text
62
+ 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/run-czbe67ue.wandb filter=lfs diff=lfs merge=lfs -text
63
+ 2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/logs.json.txt filter=lfs diff=lfs merge=lfs -text
64
+ 2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073138-pgfbe1bv/run-pgfbe1bv.wandb filter=lfs diff=lfs merge=lfs -text
65
+ 2025.12.20/07.32.01_train_llm_diffusion_unet_lowdim_parking-v0/logs.json.txt filter=lfs diff=lfs merge=lfs -text
66
+ 2025.12.20/07.32.01_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073213-wn6bouke/run-wn6bouke.wandb filter=lfs diff=lfs merge=lfs -text
67
+ 2025.12.20/07.32.13_train_llm_diffusion_unet_lowdim_parking-v0/logs.json.txt filter=lfs diff=lfs merge=lfs -text
68
+ 2025.12.20/07.32.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073225-wvteizn9/run-wvteizn9.wandb filter=lfs diff=lfs merge=lfs -text
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/config.yaml ADDED
@@ -0,0 +1,193 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: train_llm_diffusion_unet_lowdim
2
+ _target_: llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace
3
+ obs_dim: ${task.obs_dim}
4
+ action_dim: ${task.action_dim}
5
+ task_name: ${task.name}
6
+ exp_name: default
7
+ model_name: ${llm.name}
8
+ horizon: 1
9
+ n_obs_steps: 1
10
+ n_action_steps: 1
11
+ n_latency_steps: 0
12
+ past_action_visible: false
13
+ keypoint_visible_rate: 1.0
14
+ obs_as_local_cond: false
15
+ obs_as_global_cond: true
16
+ pred_action_steps_only: false
17
+ llm_orig_expert_feedback: true
18
+ llm_do_sample: false
19
+ policy:
20
+ _target_: llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy
21
+ model:
22
+ _target_: llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D
23
+ input_dim: '${eval: ${task.action_dim} if ${obs_as_local_cond} or ${obs_as_global_cond}
24
+ else ${task.obs_dim} + ${task.action_dim}}'
25
+ local_cond_dim: '${eval: ${task.obs_dim} if ${obs_as_local_cond} else None}'
26
+ global_cond_dim: '${eval: ${task.obs_dim}*${n_obs_steps} if ${obs_as_global_cond}
27
+ else None}'
28
+ diffusion_step_embed_dim: 256
29
+ down_dims:
30
+ - 256
31
+ - 512
32
+ - 1024
33
+ kernel_size: 5
34
+ n_groups: 8
35
+ cond_predict_scale: true
36
+ noise_scheduler:
37
+ _target_: diffusers.schedulers.scheduling_ddpm.DDPMScheduler
38
+ num_train_timesteps: 100
39
+ beta_start: 0.0001
40
+ beta_end: 0.02
41
+ beta_schedule: squaredcos_cap_v2
42
+ variance_type: fixed_small
43
+ clip_sample: true
44
+ prediction_type: epsilon
45
+ horizon: ${horizon}
46
+ obs_dim: ${obs_dim}
47
+ action_dim: ${action_dim}
48
+ n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
49
+ n_obs_steps: ${n_obs_steps}
50
+ num_inference_steps: 100
51
+ obs_as_local_cond: ${obs_as_local_cond}
52
+ obs_as_global_cond: ${obs_as_global_cond}
53
+ pred_action_steps_only: ${pred_action_steps_only}
54
+ oa_step_convention: true
55
+ llm_discriminator:
56
+ _target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
57
+ task_id: ${task_name}
58
+ llm_translator:
59
+ _target_: llmbc.translator.llm_translator.LLMTranslator
60
+ cfg: ${llm}
61
+ obs_dim: ${obs_dim}
62
+ action_dim: ${action_dim}
63
+ horizon: ${horizon}
64
+ n_obs_steps: ${n_obs_steps}
65
+ n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
66
+ loss_dp_weight: 1.0
67
+ loss_llm_weight: 0.001
68
+ normalize_llm_loss: true
69
+ reweight_llm_loss: true
70
+ ema:
71
+ _target_: llmbc.model.diffusion.ema_model.EMAModel
72
+ update_after_step: 0
73
+ inv_gamma: 1.0
74
+ power: 0.75
75
+ min_value: 0.0
76
+ max_value: 0.9999
77
+ dataloader:
78
+ batch_size: 16
79
+ num_workers: 0
80
+ shuffle: true
81
+ pin_memory: false
82
+ persistent_workers: false
83
+ val_dataloader:
84
+ batch_size: 16
85
+ num_workers: 0
86
+ shuffle: false
87
+ pin_memory: false
88
+ persistent_workers: false
89
+ optimizer:
90
+ _target_: torch.optim.AdamW
91
+ lr: 0.0001
92
+ betas:
93
+ - 0.95
94
+ - 0.999
95
+ eps: 1.0e-08
96
+ weight_decay: 1.0e-06
97
+ training:
98
+ device: cuda:0
99
+ seed: 43
100
+ debug: false
101
+ resume: true
102
+ lr_scheduler: cosine
103
+ lr_warmup_steps: 500
104
+ num_epochs: 1001
105
+ gradient_accumulate_every: 16
106
+ use_ema: true
107
+ rollout_every: 5
108
+ checkpoint_every: 5
109
+ val_every: 1
110
+ sample_every: 5
111
+ max_train_steps: null
112
+ max_val_steps: null
113
+ tqdm_interval_sec: 1.0
114
+ logging:
115
+ project: ${task.name}-training
116
+ resume: true
117
+ mode: online
118
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
119
+ tags:
120
+ - ${name}
121
+ - ${task_name}
122
+ - ${exp_name}
123
+ id: null
124
+ group: null
125
+ checkpoint:
126
+ topk:
127
+ monitor_key: test_success_rate
128
+ mode: max
129
+ k: 5
130
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
131
+ save_last_ckpt: true
132
+ save_last_snapshot: false
133
+ multi_run:
134
+ run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
135
+ wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
136
+ task:
137
+ name: parking-v0
138
+ obs_dim: 18
139
+ action_dim: 2
140
+ env_runner:
141
+ _target_: llmbc.env_runner.highway_lowdim_runner.HighwayLowdimRunner
142
+ env_name: llf-highway-parking-v0
143
+ n_train: 10
144
+ n_test: 50
145
+ n_envs: 10
146
+ max_steps: 80
147
+ n_obs_steps: ${n_obs_steps}
148
+ n_action_steps: ${n_action_steps}
149
+ instruction_type: b
150
+ feedback_type:
151
+ - hp
152
+ - hn
153
+ - fp
154
+ visual: false
155
+ discount: 0.99
156
+ dataset:
157
+ _target_: llmbc.dataset.highway_lowdim_dataset.HighwayLowdimDataset
158
+ data_path: datasets/parking-v0.pt
159
+ data_path2: datasets/parking-v0.pt
160
+ horizon: ${horizon}
161
+ pad_before: ${eval:'${n_obs_steps}-1'}
162
+ pad_after: ${eval:'${n_action_steps}-1'}
163
+ obs_eef_target: true
164
+ use_manual_normalizer: false
165
+ val_ratio: 0.02
166
+ dummy_normalizer: false
167
+ instructor:
168
+ _target_: llmbc.translator.instructor.highway_instructor.parking_v0_instructor.ParkingV0Instructor
169
+ llm:
170
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
171
+ model_name: SmolLM2-135M-Instruct
172
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
173
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
174
+ use_quantization: false
175
+ use_joint_mlp_projector: true
176
+ llm_mode: ete-finetuned
177
+ finetune_mode: orig
178
+ checkpoint: data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700
179
+ max_length: 100
180
+ lora_config:
181
+ r: 32
182
+ lora_alpha: 64
183
+ lora_dropout: 0.05
184
+ bias: none
185
+ task_type: CAUSAL_LM
186
+ prompter:
187
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
188
+ use_joint_mlp_projector: true
189
+ hydra:
190
+ job:
191
+ override_dirname: ${model_name}
192
+ run:
193
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${model_name}
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/hydra.yaml ADDED
@@ -0,0 +1,156 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task:
115
+ - policy.loss_llm_weight=1.0e-3
116
+ - training.seed=43
117
+ job:
118
+ name: train
119
+ chdir: null
120
+ override_dirname: policy.loss_llm_weight=1.0e-3,training.seed=43
121
+ id: ???
122
+ num: ???
123
+ config_name: llmdp_parking-v0.yaml
124
+ env_set: {}
125
+ env_copy: []
126
+ config:
127
+ override_dirname:
128
+ kv_sep: '='
129
+ item_sep: ','
130
+ exclude_keys: []
131
+ runtime:
132
+ version: 1.2.0
133
+ version_base: '1.2'
134
+ cwd: /root/workspace/LLM-BC
135
+ config_sources:
136
+ - path: hydra.conf
137
+ schema: pkg
138
+ provider: hydra
139
+ - path: /root/workspace/LLM-BC/config/main_table
140
+ schema: file
141
+ provider: main
142
+ - path: ''
143
+ schema: structured
144
+ provider: schema
145
+ output_dir: /root/workspace/LLM-BC/data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0
146
+ choices:
147
+ hydra/env: default
148
+ hydra/callbacks: null
149
+ hydra/job_logging: default
150
+ hydra/hydra_logging: default
151
+ hydra/hydra_help: default
152
+ hydra/help: default
153
+ hydra/sweeper: basic
154
+ hydra/launcher: basic
155
+ hydra/output: default
156
+ verbose: false
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/overrides.yaml ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ - policy.loss_llm_weight=1.0e-3
2
+ - training.seed=43
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0000-test_success_rate=0.000.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76adca146ef108eea3da0b8c6c9b3c17bd11609c848bd2dc21ea9745fbc0eb3b
3
+ size 1042506738
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/latest.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a46bf401ce83d21e34ee2c8d0d8f5648f71eafebad6a0ed07d6b50c945c1e2c6
3
+ size 1042506738
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/logs.json.txt ADDED
The diff for this file is too large to render. See raw diff
 
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/train.log ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ [2025-12-20 07:24:15,350][numexpr.utils][INFO] - Note: detected 128 virtual cores but NumExpr set to maximum of 64, check "NUMEXPR_MAX_THREADS" environment variable.
2
+ [2025-12-20 07:24:15,350][numexpr.utils][INFO] - Note: NumExpr detected 128 cores but "NUMEXPR_MAX_THREADS" not set, so enforcing safe limit of 16.
3
+ [2025-12-20 07:24:15,350][numexpr.utils][INFO] - NumExpr defaulting to 16 threads.
4
+ [2025-12-20 07:24:17,234][datasets][INFO] - PyTorch version 2.2.2 available.
5
+ [2025-12-20 07:24:17,235][datasets][INFO] - TensorFlow version 2.15.1 available.
6
+ [2025-12-20 07:24:17,236][datasets][INFO] - JAX version 0.4.30 available.
7
+ [2025-12-20 07:24:18,793][llmbc.model.diffusion.conditional_unet1d][INFO] - number of parameters: 6.514023e+07
8
+ [2025-12-20 07:24:24,198][absl][INFO] - MUJOCO_GL=osmesa, attempting to import specified OpenGL backend.
9
+ [2025-12-20 07:24:24,203][absl][INFO] - MuJoCo library version is: 2.3.7
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/debug-internal.log ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-12-20T07:24:25.007883091Z","level":"INFO","msg":"using version","core version":"0.18.6"}
2
+ {"time":"2025-12-20T07:24:25.007892698Z","level":"INFO","msg":"created symlink","path":"/root/workspace/LLM-BC/data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug-core.log"}
3
+ {"time":"2025-12-20T07:24:25.118329255Z","level":"INFO","msg":"created new stream","id":"dwqvyi2n"}
4
+ {"time":"2025-12-20T07:24:25.118362086Z","level":"INFO","msg":"stream: started","id":"dwqvyi2n"}
5
+ {"time":"2025-12-20T07:24:25.11838014Z","level":"INFO","msg":"sender: started","stream_id":"dwqvyi2n"}
6
+ {"time":"2025-12-20T07:24:25.118372104Z","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"dwqvyi2n"}}
7
+ {"time":"2025-12-20T07:24:25.118376708Z","level":"INFO","msg":"handler: started","stream_id":{"value":"dwqvyi2n"}}
8
+ {"time":"2025-12-20T07:24:25.956798676Z","level":"INFO","msg":"Starting system monitor"}
9
+ {"time":"2025-12-20T07:30:31.119846834Z","level":"INFO","msg":"stream: closing","id":"dwqvyi2n"}
10
+ {"time":"2025-12-20T07:30:31.119894754Z","level":"INFO","msg":"Stopping system monitor"}
11
+ {"time":"2025-12-20T07:30:31.120691968Z","level":"INFO","msg":"Stopped system monitor"}
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/debug.log ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2025-12-20 07:24:25,004 INFO MainThread:48555 [wandb_setup.py:_flush():79] Current SDK version is 0.18.6
2
+ 2025-12-20 07:24:25,004 INFO MainThread:48555 [wandb_setup.py:_flush():79] Configure stats pid to 48555
3
+ 2025-12-20 07:24:25,004 INFO MainThread:48555 [wandb_setup.py:_flush():79] Loading settings from /root/.config/wandb/settings
4
+ 2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_setup.py:_flush():79] Loading settings from /root/workspace/LLM-BC/wandb/settings
5
+ 2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
6
+ 2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
7
+ 2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': 'train.py', 'program_abspath': '/root/workspace/LLM-BC/train.py', 'program': '/root/workspace/LLM-BC/./train.py'}
8
+ 2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_setup.py:_flush():79] Applying login settings: {}
9
+ 2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:_log_setup():533] Logging user logs to /root/workspace/LLM-BC/data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug.log
10
+ 2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:_log_setup():534] Logging internal logs to /root/workspace/LLM-BC/data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug-internal.log
11
+ 2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:init():619] calling init triggers
12
+ 2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
13
+ config: {'name': 'train_llm_diffusion_unet_lowdim', '_target_': 'llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace', 'obs_dim': 18, 'action_dim': 2, 'task_name': 'parking-v0', 'exp_name': 'default', 'model_name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1, 'n_latency_steps': 0, 'past_action_visible': False, 'keypoint_visible_rate': 1.0, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'llm_orig_expert_feedback': True, 'llm_do_sample': False, 'policy': {'_target_': 'llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy', 'model': {'_target_': 'llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D', 'input_dim': 2, 'local_cond_dim': None, 'global_cond_dim': 18, 'diffusion_step_embed_dim': 256, 'down_dims': [256, 512, 1024], 'kernel_size': 5, 'n_groups': 8, 'cond_predict_scale': True}, 'noise_scheduler': {'_target_': 'diffusers.schedulers.scheduling_ddpm.DDPMScheduler', 'num_train_timesteps': 100, 'beta_start': 0.0001, 'beta_end': 0.02, 'beta_schedule': 'squaredcos_cap_v2', 'variance_type': 'fixed_small', 'clip_sample': True, 'prediction_type': 'epsilon'}, 'horizon': 1, 'obs_dim': 18, 'action_dim': 2, 'n_action_steps': 1, 'n_obs_steps': 1, 'num_inference_steps': 100, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'oa_step_convention': True, 'llm_discriminator': {'_target_': 'llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator', 'task_id': 'parking-v0', 'llm_translator': {'_target_': 'llmbc.translator.llm_translator.LLMTranslator', 'cfg': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'ete-finetuned', 'finetune_mode': 'orig', 'checkpoint': 'data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2025.12.20/07.24.13_HuggingFaceTB/SmolLM2-135M-Instruct'}}}, 'obs_dim': 18, 'action_dim': 2, 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1}}, 'loss_dp_weight': 1.0, 'loss_llm_weight': 0.001, 'normalize_llm_loss': True, 'reweight_llm_loss': True}, 'ema': {'_target_': 'llmbc.model.diffusion.ema_model.EMAModel', 'update_after_step': 0, 'inv_gamma': 1.0, 'power': 0.75, 'min_value': 0.0, 'max_value': 0.9999}, 'dataloader': {'batch_size': 16, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'val_dataloader': {'batch_size': 16, 'num_workers': 0, 'shuffle': False, 'pin_memory': False, 'persistent_workers': False}, 'optimizer': {'_target_': 'torch.optim.AdamW', 'lr': 0.0001, 'betas': [0.95, 0.999], 'eps': 1e-08, 'weight_decay': 1e-06}, 'training': {'device': 'cuda:0', 'seed': 43, 'debug': False, 'resume': True, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 500, 'num_epochs': 1001, 'gradient_accumulate_every': 16, 'use_ema': True, 'rollout_every': 5, 'checkpoint_every': 5, 'val_every': 1, 'sample_every': 5, 'max_train_steps': None, 'max_val_steps': None, 'tqdm_interval_sec': 1.0}, 'logging': {'project': 'parking-v0-training', 'resume': True, 'mode': 'online', 'name': '2025.12.20-07.24.13_train_llm_diffusion_unet_lowdim_parking-v0', 'tags': ['train_llm_diffusion_unet_lowdim', 'parking-v0', 'default'], 'id': None, 'group': None}, 'checkpoint': {'topk': {'monitor_key': 'test_success_rate', 'mode': 'max', 'k': 5, 'format_str': 'epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt'}, 'save_last_ckpt': True, 'save_last_snapshot': False}, 'multi_run': {'run_dir': 'data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0', 'wandb_name_base': '2025.12.20-07.24.13_train_llm_diffusion_unet_lowdim_parking-v0'}, 'task': {'name': 'parking-v0', 'obs_dim': 18, 'action_dim': 2, 'env_runner': {'_target_': 'llmbc.env_runner.highway_lowdim_runner.HighwayLowdimRunner', 'env_name': 'llf-highway-parking-v0', 'n_train': 10, 'n_test': 50, 'n_envs': 10, 'max_steps': 80, 'n_obs_steps': 1, 'n_action_steps': 1, 'instruction_type': 'b', 'feedback_type': ['hp', 'hn', 'fp'], 'visual': False, 'discount': 0.99}, 'dataset': {'_target_': 'llmbc.dataset.highway_lowdim_dataset.HighwayLowdimDataset', 'data_path': 'datasets/parking-v0.pt', 'data_path2': 'datasets/parking-v0.pt', 'horizon': 1, 'pad_before': 0, 'pad_after': 0, 'obs_eef_target': True, 'use_manual_normalizer': False, 'val_ratio': 0.02, 'dummy_normalizer': False}, 'instructor': {'_target_': 'llmbc.translator.instructor.highway_instructor.parking_v0_instructor.ParkingV0Instructor'}}, 'llm': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'ete-finetuned', 'finetune_mode': 'orig', 'checkpoint': 'data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2025.12.20/07.24.13_HuggingFaceTB/SmolLM2-135M-Instruct'}}}}
14
+ 2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:init():669] starting backend
15
+ 2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:init():673] sending inform_init request
16
+ 2025-12-20 07:24:25,006 INFO MainThread:48555 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
17
+ 2025-12-20 07:24:25,006 INFO MainThread:48555 [wandb_init.py:init():686] backend started and connected
18
+ 2025-12-20 07:24:25,012 INFO MainThread:48555 [wandb_init.py:init():781] updated telemetry
19
+ 2025-12-20 07:24:25,041 INFO MainThread:48555 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
20
+ 2025-12-20 07:24:25,954 INFO MainThread:48555 [wandb_init.py:init():867] starting run threads in backend
21
+ 2025-12-20 07:24:26,296 INFO MainThread:48555 [wandb_run.py:_console_start():2451] atexit reg
22
+ 2025-12-20 07:24:26,296 INFO MainThread:48555 [wandb_run.py:_redirect():2299] redirect: wrap_raw
23
+ 2025-12-20 07:24:26,296 INFO MainThread:48555 [wandb_run.py:_redirect():2364] Wrapping output streams.
24
+ 2025-12-20 07:24:26,296 INFO MainThread:48555 [wandb_run.py:_redirect():2389] Redirects installed.
25
+ 2025-12-20 07:24:26,298 INFO MainThread:48555 [wandb_init.py:init():911] run started, returning control to user process
26
+ 2025-12-20 07:24:26,298 INFO MainThread:48555 [wandb_run.py:_config_callback():1389] config_cb None None {'output_dir': '/root/workspace/LLM-BC/data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0'}
27
+ 2025-12-20 07:30:31,119 WARNING MsgRouterThr:48555 [router.py:message_loop():75] message_loop has been closed
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/files/config.yaml ADDED
@@ -0,0 +1,304 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _target_:
2
+ value: llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace
3
+ _wandb:
4
+ value:
5
+ cli_version: 0.18.6
6
+ m: []
7
+ python_version: 3.9.25
8
+ t:
9
+ "1":
10
+ - 1
11
+ - 2
12
+ - 3
13
+ - 5
14
+ - 11
15
+ - 12
16
+ - 41
17
+ - 49
18
+ - 50
19
+ - 51
20
+ - 53
21
+ - 55
22
+ - 71
23
+ - 83
24
+ - 95
25
+ - 98
26
+ - 100
27
+ - 105
28
+ "2":
29
+ - 1
30
+ - 2
31
+ - 3
32
+ - 5
33
+ - 11
34
+ - 12
35
+ - 41
36
+ - 49
37
+ - 50
38
+ - 51
39
+ - 53
40
+ - 55
41
+ - 71
42
+ - 83
43
+ - 95
44
+ - 98
45
+ - 100
46
+ - 105
47
+ "3":
48
+ - 13
49
+ - 15
50
+ - 16
51
+ - 23
52
+ - 55
53
+ - 61
54
+ "4": 3.9.25
55
+ "5": 0.18.6
56
+ "6": 4.47.1
57
+ "8":
58
+ - 5
59
+ "12": 0.18.6
60
+ "13": linux-x86_64
61
+ action_dim:
62
+ value: 2
63
+ checkpoint:
64
+ value:
65
+ save_last_ckpt: true
66
+ save_last_snapshot: false
67
+ topk:
68
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
69
+ k: 5
70
+ mode: max
71
+ monitor_key: test_success_rate
72
+ dataloader:
73
+ value:
74
+ batch_size: 16
75
+ num_workers: 0
76
+ persistent_workers: false
77
+ pin_memory: false
78
+ shuffle: true
79
+ ema:
80
+ value:
81
+ _target_: llmbc.model.diffusion.ema_model.EMAModel
82
+ inv_gamma: 1
83
+ max_value: 0.9999
84
+ min_value: 0
85
+ power: 0.75
86
+ update_after_step: 0
87
+ exp_name:
88
+ value: default
89
+ horizon:
90
+ value: 1
91
+ keypoint_visible_rate:
92
+ value: 1
93
+ llm:
94
+ value:
95
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
96
+ checkpoint: data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700
97
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
98
+ finetune_mode: orig
99
+ hydra:
100
+ job:
101
+ override_dirname: HuggingFaceTB/SmolLM2-135M-Instruct
102
+ run:
103
+ dir: data/outputs/2025.12.20/07.24.13_HuggingFaceTB/SmolLM2-135M-Instruct
104
+ llm_mode: ete-finetuned
105
+ lora_config:
106
+ bias: none
107
+ lora_alpha: 64
108
+ lora_dropout: 0.05
109
+ r: 32
110
+ task_type: CAUSAL_LM
111
+ max_length: 100
112
+ model_name: SmolLM2-135M-Instruct
113
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
114
+ prompter:
115
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
116
+ use_joint_mlp_projector: true
117
+ use_joint_mlp_projector: true
118
+ use_quantization: false
119
+ llm_do_sample:
120
+ value: false
121
+ llm_orig_expert_feedback:
122
+ value: true
123
+ logging:
124
+ value:
125
+ group: null
126
+ id: null
127
+ mode: online
128
+ name: 2025.12.20-07.24.13_train_llm_diffusion_unet_lowdim_parking-v0
129
+ project: parking-v0-training
130
+ resume: true
131
+ tags:
132
+ - train_llm_diffusion_unet_lowdim
133
+ - parking-v0
134
+ - default
135
+ model_name:
136
+ value: HuggingFaceTB/SmolLM2-135M-Instruct
137
+ multi_run:
138
+ value:
139
+ run_dir: data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0
140
+ wandb_name_base: 2025.12.20-07.24.13_train_llm_diffusion_unet_lowdim_parking-v0
141
+ n_action_steps:
142
+ value: 1
143
+ n_latency_steps:
144
+ value: 0
145
+ n_obs_steps:
146
+ value: 1
147
+ name:
148
+ value: train_llm_diffusion_unet_lowdim
149
+ obs_as_global_cond:
150
+ value: true
151
+ obs_as_local_cond:
152
+ value: false
153
+ obs_dim:
154
+ value: 18
155
+ optimizer:
156
+ value:
157
+ _target_: torch.optim.AdamW
158
+ betas:
159
+ - 0.95
160
+ - 0.999
161
+ eps: 1e-08
162
+ lr: 0.0001
163
+ weight_decay: 1e-06
164
+ output_dir:
165
+ value: /root/workspace/LLM-BC/data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0
166
+ past_action_visible:
167
+ value: false
168
+ policy:
169
+ value:
170
+ _target_: llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy
171
+ action_dim: 2
172
+ horizon: 1
173
+ llm_discriminator:
174
+ _target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
175
+ llm_translator:
176
+ _target_: llmbc.translator.llm_translator.LLMTranslator
177
+ action_dim: 2
178
+ cfg:
179
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
180
+ checkpoint: data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700
181
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
182
+ finetune_mode: orig
183
+ hydra:
184
+ job:
185
+ override_dirname: HuggingFaceTB/SmolLM2-135M-Instruct
186
+ run:
187
+ dir: data/outputs/2025.12.20/07.24.13_HuggingFaceTB/SmolLM2-135M-Instruct
188
+ llm_mode: ete-finetuned
189
+ lora_config:
190
+ bias: none
191
+ lora_alpha: 64
192
+ lora_dropout: 0.05
193
+ r: 32
194
+ task_type: CAUSAL_LM
195
+ max_length: 100
196
+ model_name: SmolLM2-135M-Instruct
197
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
198
+ prompter:
199
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
200
+ use_joint_mlp_projector: true
201
+ use_joint_mlp_projector: true
202
+ use_quantization: false
203
+ horizon: 1
204
+ n_action_steps: 1
205
+ n_obs_steps: 1
206
+ obs_dim: 18
207
+ task_id: parking-v0
208
+ loss_dp_weight: 1
209
+ loss_llm_weight: 0.001
210
+ model:
211
+ _target_: llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D
212
+ cond_predict_scale: true
213
+ diffusion_step_embed_dim: 256
214
+ down_dims:
215
+ - 256
216
+ - 512
217
+ - 1024
218
+ global_cond_dim: 18
219
+ input_dim: 2
220
+ kernel_size: 5
221
+ local_cond_dim: null
222
+ n_groups: 8
223
+ n_action_steps: 1
224
+ n_obs_steps: 1
225
+ noise_scheduler:
226
+ _target_: diffusers.schedulers.scheduling_ddpm.DDPMScheduler
227
+ beta_end: 0.02
228
+ beta_schedule: squaredcos_cap_v2
229
+ beta_start: 0.0001
230
+ clip_sample: true
231
+ num_train_timesteps: 100
232
+ prediction_type: epsilon
233
+ variance_type: fixed_small
234
+ normalize_llm_loss: true
235
+ num_inference_steps: 100
236
+ oa_step_convention: true
237
+ obs_as_global_cond: true
238
+ obs_as_local_cond: false
239
+ obs_dim: 18
240
+ pred_action_steps_only: false
241
+ reweight_llm_loss: true
242
+ pred_action_steps_only:
243
+ value: false
244
+ task:
245
+ value:
246
+ action_dim: 2
247
+ dataset:
248
+ _target_: llmbc.dataset.highway_lowdim_dataset.HighwayLowdimDataset
249
+ data_path: datasets/parking-v0.pt
250
+ data_path2: datasets/parking-v0.pt
251
+ dummy_normalizer: false
252
+ horizon: 1
253
+ obs_eef_target: true
254
+ pad_after: 0
255
+ pad_before: 0
256
+ use_manual_normalizer: false
257
+ val_ratio: 0.02
258
+ env_runner:
259
+ _target_: llmbc.env_runner.highway_lowdim_runner.HighwayLowdimRunner
260
+ discount: 0.99
261
+ env_name: llf-highway-parking-v0
262
+ feedback_type:
263
+ - hp
264
+ - hn
265
+ - fp
266
+ instruction_type: b
267
+ max_steps: 80
268
+ n_action_steps: 1
269
+ n_envs: 10
270
+ n_obs_steps: 1
271
+ n_test: 50
272
+ n_train: 10
273
+ visual: false
274
+ instructor:
275
+ _target_: llmbc.translator.instructor.highway_instructor.parking_v0_instructor.ParkingV0Instructor
276
+ name: parking-v0
277
+ obs_dim: 18
278
+ task_name:
279
+ value: parking-v0
280
+ training:
281
+ value:
282
+ checkpoint_every: 5
283
+ debug: false
284
+ device: cuda:0
285
+ gradient_accumulate_every: 16
286
+ lr_scheduler: cosine
287
+ lr_warmup_steps: 500
288
+ max_train_steps: null
289
+ max_val_steps: null
290
+ num_epochs: 1001
291
+ resume: true
292
+ rollout_every: 5
293
+ sample_every: 5
294
+ seed: 43
295
+ tqdm_interval_sec: 1
296
+ use_ema: true
297
+ val_every: 1
298
+ val_dataloader:
299
+ value:
300
+ batch_size: 16
301
+ num_workers: 0
302
+ persistent_workers: false
303
+ pin_memory: false
304
+ shuffle: false
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/files/output.log ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/stable_baselines3/common/save_util.py:166: UserWarning: Could not deserialize object lr_schedule. Consider using `custom_objects` argument to replace this object.
2
+ Exception: Can't get attribute 'FloatSchedule' on <module 'stable_baselines3.common.utils' from '/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/stable_baselines3/common/utils.py'>
3
+ warnings.warn(
4
+ Wrapping the env with a `Monitor` wrapper
5
+ Wrapping the env in a DummyVecEnv.
6
+ Eval HighwayLowdimRunner 1/6: 0%| | 0/80 [00:00<?, ?it/s]/root/workspace/LLM-BC/llmbc/common/llfbench_util.py:39: UserWarning: Creating a tensor from a list of numpy.ndarrays is extremely slow. Please consider converting the list to a single numpy.ndarray with numpy.array() before converting to a tensor. (Triggered internally at ../torch/csrc/utils/tensor_new.cpp:275.)
7
+ obs = torch.tensor(obs, dtype=torch.float32).unsqueeze(dim=0).to(device)
8
+ Traceback (most recent call last):
9
+ File "/root/workspace/LLM-BC/./train.py", line 35, in <module>
10
+ main()
11
+ File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/main.py", line 90, in decorated_main
12
+ _run_hydra(
13
+ File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 389, in _run_hydra
14
+ _run_app(
15
+ File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 452, in _run_app
16
+ run_and_report(
17
+ File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 213, in run_and_report
18
+ return func()
19
+ File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 453, in <lambda>
20
+ lambda: hydra.run(
21
+ File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/_internal/hydra.py", line 119, in run
22
+ ret = run_job(
23
+ File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/core/utils.py", line 186, in run_job
24
+ ret.return_value = task_function(task_cfg)
25
+ File "/root/workspace/LLM-BC/./train.py", line 32, in main
26
+ workspace.run()
27
+ File "/root/workspace/LLM-BC/llmbc/workspace/train_llm_diffusion_unet_lowdim_workspace.py", line 201, in run
28
+ loss.backward()
29
+ File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/torch/_tensor.py", line 522, in backward
30
+ torch.autograd.backward(
31
+ File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/torch/autograd/__init__.py", line 266, in backward
32
+ Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
33
+ KeyboardInterrupt
34
+ Traceback (most recent call last):
35
+ File "/root/workspace/LLM-BC/./train.py", line 35, in <module>
36
+ main()
37
+ File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/main.py", line 90, in decorated_main
38
+ _run_hydra(
39
+ File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 389, in _run_hydra
40
+ _run_app(
41
+ File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 452, in _run_app
42
+ run_and_report(
43
+ File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 213, in run_and_report
44
+ return func()
45
+ File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 453, in <lambda>
46
+ lambda: hydra.run(
47
+ File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/_internal/hydra.py", line 119, in run
48
+ ret = run_job(
49
+ File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/core/utils.py", line 186, in run_job
50
+ ret.return_value = task_function(task_cfg)
51
+ File "/root/workspace/LLM-BC/./train.py", line 32, in main
52
+ workspace.run()
53
+ File "/root/workspace/LLM-BC/llmbc/workspace/train_llm_diffusion_unet_lowdim_workspace.py", line 201, in run
54
+ loss.backward()
55
+ File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/torch/_tensor.py", line 522, in backward
56
+ torch.autograd.backward(
57
+ File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/torch/autograd/__init__.py", line 266, in backward
58
+ Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
59
+ KeyboardInterrupt
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/files/requirements.txt ADDED
@@ -0,0 +1,861 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ aiohappyeyeballs==2.6.1
2
+ antlr4-python3-runtime==4.9.3
3
+ asciitree==0.3.3
4
+ async-timeout==5.0.1
5
+ attrs==25.4.0
6
+ certifi==2025.10.5
7
+ charset-normalizer==3.4.4
8
+ colorama==0.4.6
9
+ dill==0.3.8
10
+ docstring-parser==0.16
11
+ eval_type_backport==0.2.2
12
+ fasteners==0.20
13
+ filelock==3.17.0
14
+ frozenlist==1.8.0
15
+ fsspec==2024.3.1
16
+ gmpy2==2.2.1
17
+ hf-xet==1.1.8
18
+ idna==3.11
19
+ llvmlite==0.39.1
20
+ MarkupSafe==3.0.2
21
+ mdurl==0.1.2
22
+ mkl-service==2.4.0
23
+ mpmath==1.3.0
24
+ msgpack==1.1.1
25
+ networkx==3.2.1
26
+ packaging==25.0
27
+ propcache==0.3.1
28
+ psutil==7.0.0
29
+ pycparser==2.23
30
+ Pygments==2.19.1
31
+ PyOpenGL==3.1.10
32
+ PySocks==1.7.1
33
+ tzdata==2025.2
34
+ xxhash==3.5.0
35
+ pytz==2025.2
36
+ PyYAML==6.0.2
37
+ regex==2025.9.1
38
+ safetensors==0.5.3
39
+ setuptools==80.9.0
40
+ shtab==1.7.2
41
+ six==1.17.0
42
+ tqdm==4.67.1
43
+ tensorflow==2.15.1
44
+ uvloop==0.22.1
45
+ wheel==0.45.1
46
+ zipp==3.21.0
47
+ requests-oauthlib==2.0.0
48
+ Markdown==3.9
49
+ google-auth-oauthlib==1.2.3
50
+ tensorboard==2.15.2
51
+ Jinja2==3.1.6
52
+ markdown-it-py==2.2.0
53
+ multiprocess==0.70.15
54
+ numpy==1.23.5
55
+ pip==23.3.2
56
+ python-dateutil==2.9.0.post0
57
+ aiosignal==1.4.0
58
+ brotlicffi==1.0.9.2
59
+ hydra-core==1.2.0
60
+ multidict==6.7.0
61
+ pillow==11.3.0
62
+ pycares==4.10.0
63
+ rich==14.2.0
64
+ sympy==1.14.0
65
+ typeguard==4.4.4
66
+ aiodns==3.5.0
67
+ urllib3==2.5.0
68
+ yarl==1.18.0
69
+ aiohttp==3.12.15
70
+ pyarrow==21.0.0
71
+ astunparse==1.6.3
72
+ pyarrow-hotfix==0.7
73
+ tokenizers==0.21.0
74
+ av==10.0.0
75
+ einops==0.4.1
76
+ Bottleneck==1.4.2
77
+ mkl_fft==1.3.11
78
+ mkl_random==1.2.8
79
+ numba==0.56.4
80
+ numcodecs==0.12.1
81
+ numexpr==2.10.1
82
+ pandas==2.3.3
83
+ zarr==2.12.0
84
+ datasets==2.19.0
85
+ transformers==4.47.1
86
+ accelerate==1.0.1
87
+ peft==0.14.0
88
+ trl==0.11.4
89
+ torch==2.2.2
90
+ tabulate==0.9.0
91
+ sentencepiece==0.2.0
92
+ pyperclip==1.11.0
93
+ PyOpenGL-accelerate==3.1.10
94
+ pydub==0.25.1
95
+ py-cpuinfo==9.0.0
96
+ pure_eval==0.2.3
97
+ ptyprocess==0.7.0
98
+ nvidia-ml-py==13.590.44
99
+ hjson==3.1.0
100
+ gym-notices==0.1.0
101
+ glfw==2.0.0
102
+ Farama-Notifications==0.0.4
103
+ websockets==15.0.1
104
+ wcwidth==0.2.14
105
+ uc-micro-py==1.0.3
106
+ typing-inspection==0.4.2
107
+ triton==2.2.0
108
+ trimesh==4.10.1
109
+ transforms3d==0.4.2
110
+ traitlets==5.14.3
111
+ threadpoolctl==3.6.0
112
+ tenacity==9.1.2
113
+ sniffio==1.3.1
114
+ smmap==5.0.2
115
+ setproctitle==1.3.7
116
+ sentry-sdk==2.47.0
117
+ semantic-version==2.10.0
118
+ scipy==1.13.1
119
+ rpds-py==0.27.1
120
+ python-multipart==0.0.20
121
+ pyparsing==3.2.5
122
+ pynvml==13.0.1
123
+ pydantic_core==2.41.5
124
+ pycryptodomex==3.23.0
125
+ pyasn1==0.6.1
126
+ google-pasta==0.2.0
127
+ platformdirs==4.4.0
128
+ pexpect==4.9.0
129
+ parso==0.8.5
130
+ orjson==3.11.5
131
+ opencv-python==4.11.0.86
132
+ stack-data==0.6.3
133
+ omegaconf==2.2.1
134
+ nvidia-nvtx-cu12==12.1.105
135
+ nvidia-nvjitlink-cu12==12.9.86
136
+ nvidia-nccl-cu12==2.19.3
137
+ nvidia-curand-cu12==10.3.2.106
138
+ nvidia-cufft-cu12==11.0.2.54
139
+ nvidia-cuda-runtime-cu12==12.1.105
140
+ nvidia-cuda-nvrtc-cu12==12.1.105
141
+ nvidia-cuda-cupti-cu12==12.1.105
142
+ nvidia-cublas-cu12==12.1.3.1
143
+ ninja==1.13.0
144
+ narwhals==2.13.0
145
+ lxml==6.0.2
146
+ kiwisolver==1.4.7
147
+ joblib==1.5.3
148
+ jiter==0.12.0
149
+ imageio-ffmpeg==0.6.0
150
+ ImageIO==2.37.2
151
+ h5py==3.14.0
152
+ h11==0.16.0
153
+ fonttools==4.60.2
154
+ ffmpy==1.0.0
155
+ fast_kinematics==0.2.2
156
+ executing==2.2.1
157
+ exceptiongroup==1.3.1
158
+ docker-pycreds==0.4.0
159
+ distro==1.9.0
160
+ decorator==5.2.1
161
+ dacite==1.9.2
162
+ cycler==0.12.1
163
+ contourpy==1.3.0
164
+ cloudpickle==3.1.2
165
+ click==8.1.8
166
+ cachetools==6.2.4
167
+ asttokens==3.0.1
168
+ annotated-types==0.7.0
169
+ annotated-doc==0.0.4
170
+ aiofiles==25.1.0
171
+ absl-py==2.3.1
172
+ uvicorn==0.38.0
173
+ tiktoken==0.8.0
174
+ scikit-learn==1.6.1
175
+ rsa==4.9.1
176
+ referencing==0.36.2
177
+ pydantic==2.12.5
178
+ pyasn1_modules==0.4.2
179
+ prompt_toolkit==3.0.52
180
+ nvidia-cusparse-cu12==12.1.0.106
181
+ nvidia-cudnn-cu12==8.9.2.26
182
+ nltk==3.9.2
183
+ mujoco==2.3.7
184
+ mdit-py-plugins==0.3.3
185
+ matplotlib-inline==0.2.1
186
+ matplotlib==3.7.5
187
+ linkify-it-py==2.0.3
188
+ jedi==0.19.2
189
+ huggingface-hub==0.26.2
190
+ httpcore==1.0.9
191
+ gymnasium==0.29.1
192
+ grpcio==1.76.0
193
+ gitdb==4.0.12
194
+ blobfile==3.0.0
195
+ anyio==4.12.0
196
+ tyro==0.9.1
197
+ toppra==0.6.3
198
+ starlette==0.49.3
199
+ seaborn==0.13.2
200
+ rouge_score==0.1.2
201
+ pynndescent==0.5.13
202
+ nvidia-cusolver-cu12==11.4.5.107
203
+ jsonschema-specifications==2025.9.1
204
+ ipython==8.18.1
205
+ httpx==0.28.1
206
+ google-auth==2.41.1
207
+ GitPython==3.1.45
208
+ diffusers==0.31.0
209
+ wandb==0.18.6
210
+ umap-learn==0.5.9.post2
211
+ openai==2.8.1
212
+ mplib==0.1.1
213
+ jsonschema==4.25.1
214
+ gradio_client==0.2.9
215
+ google-genai==1.47.0
216
+ fastapi==0.124.4
217
+ torchvision==0.17.2
218
+ torchaudio==2.2.2
219
+ sentence-transformers==3.2.1
220
+ pytorch-seed==0.2.0
221
+ deepspeed==0.16.1
222
+ bitsandbytes==0.45.0
223
+ altair==6.0.0
224
+ timm==1.0.22
225
+ gradio==3.36.1
226
+ evaluate==0.4.3
227
+ arm_pytorch_utilities==0.4.3
228
+ tensorflow-io-gcs-filesystem==0.37.1
229
+ tensorflow-estimator==2.15.0
230
+ tensorboard-data-server==0.7.2
231
+ tf-agents==0.19.0
232
+ protobuf==4.25.8
233
+ parse==1.19.1
234
+ dm-tree==0.1.8
235
+ termcolor==3.1.0
236
+ oauthlib==3.3.1
237
+ requests==2.32.0
238
+ opt_einsum==3.4.0
239
+ labmaze==1.0.6
240
+ importlib-resources==5.13.0
241
+ wrapt==1.14.2
242
+ importlib-metadata==5.2.0
243
+ FLAML==2.3.6
244
+ dm-env==1.6
245
+ diskcache==5.6.3
246
+ Cython==0.29.37
247
+ mujoco-py==2.1.2.14
248
+ jaxlib==0.4.30
249
+ dm-control==1.0.14
250
+ cmudict==1.0.13
251
+ syllables==1.0.9
252
+ metaworld==2.0.0
253
+ jax==0.4.30
254
+ highway-env==1.9.1
255
+ gym_bandits==0.0.2
256
+ d4rl==1.1
257
+ pyautogen==0.1.0
258
+ pybullet==3.2.6
259
+ Werkzeug==3.1.4
260
+ flatbuffers==25.9.23
261
+ pytorch-kinematics==0.7.5
262
+ gin-config==0.5.0
263
+ mani_skill==3.0.0b20
264
+ tifffile==2024.8.30
265
+ Shapely==1.8.4
266
+ PyWavelets==1.6.0
267
+ cffi==1.17.1
268
+ scikit-image==0.19.3
269
+ pymunk==6.2.1
270
+ ml-dtypes==0.3.2
271
+ tensorflow-probability==0.23.0
272
+ stable-baselines3==2.2.1
273
+ keras==2.15.0
274
+ gast==0.7.0
275
+ libclang==18.1.1
276
+ llfbench==0.1.0
277
+ llmbc==0.0.0
278
+ pygame==2.6.1
279
+ gym==0.23.1
280
+ typing_extensions==4.15.0
281
+ sapien==3.0.1
282
+ aiohappyeyeballs==2.6.1
283
+ antlr4-python3-runtime==4.9.3
284
+ asciitree==0.3.3
285
+ async-timeout==5.0.1
286
+ attrs==25.4.0
287
+ certifi==2025.10.5
288
+ charset-normalizer==3.4.4
289
+ colorama==0.4.6
290
+ dill==0.3.8
291
+ docstring-parser==0.16
292
+ eval_type_backport==0.2.2
293
+ fasteners==0.20
294
+ filelock==3.17.0
295
+ frozenlist==1.8.0
296
+ fsspec==2024.3.1
297
+ gmpy2==2.2.1
298
+ hf-xet==1.1.8
299
+ idna==3.11
300
+ llvmlite==0.39.1
301
+ MarkupSafe==3.0.2
302
+ mdurl==0.1.2
303
+ mkl-service==2.4.0
304
+ mpmath==1.3.0
305
+ msgpack==1.1.1
306
+ networkx==3.2.1
307
+ packaging==25.0
308
+ propcache==0.3.1
309
+ psutil==7.0.0
310
+ pycparser==2.23
311
+ Pygments==2.19.1
312
+ PyOpenGL==3.1.10
313
+ PySocks==1.7.1
314
+ tzdata==2025.2
315
+ xxhash==3.5.0
316
+ pytz==2025.2
317
+ PyYAML==6.0.2
318
+ regex==2025.9.1
319
+ safetensors==0.5.3
320
+ setuptools==80.9.0
321
+ shtab==1.7.2
322
+ six==1.17.0
323
+ tqdm==4.67.1
324
+ tensorflow==2.15.1
325
+ uvloop==0.22.1
326
+ wheel==0.45.1
327
+ zipp==3.21.0
328
+ requests-oauthlib==2.0.0
329
+ Markdown==3.9
330
+ google-auth-oauthlib==1.2.3
331
+ tensorboard==2.15.2
332
+ Jinja2==3.1.6
333
+ markdown-it-py==2.2.0
334
+ multiprocess==0.70.15
335
+ numpy==1.23.5
336
+ pip==23.3.2
337
+ python-dateutil==2.9.0.post0
338
+ aiosignal==1.4.0
339
+ brotlicffi==1.0.9.2
340
+ hydra-core==1.2.0
341
+ multidict==6.7.0
342
+ pillow==11.3.0
343
+ pycares==4.10.0
344
+ rich==14.2.0
345
+ sympy==1.14.0
346
+ typeguard==4.4.4
347
+ aiodns==3.5.0
348
+ urllib3==2.5.0
349
+ yarl==1.18.0
350
+ aiohttp==3.12.15
351
+ pyarrow==21.0.0
352
+ astunparse==1.6.3
353
+ pyarrow-hotfix==0.7
354
+ tokenizers==0.21.0
355
+ av==10.0.0
356
+ einops==0.4.1
357
+ Bottleneck==1.4.2
358
+ mkl_fft==1.3.11
359
+ mkl_random==1.2.8
360
+ numba==0.56.4
361
+ numcodecs==0.12.1
362
+ numexpr==2.10.1
363
+ pandas==2.3.3
364
+ zarr==2.12.0
365
+ datasets==2.19.0
366
+ transformers==4.47.1
367
+ accelerate==1.0.1
368
+ peft==0.14.0
369
+ trl==0.11.4
370
+ torch==2.2.2
371
+ tabulate==0.9.0
372
+ sentencepiece==0.2.0
373
+ pyperclip==1.11.0
374
+ PyOpenGL-accelerate==3.1.10
375
+ pydub==0.25.1
376
+ py-cpuinfo==9.0.0
377
+ pure_eval==0.2.3
378
+ ptyprocess==0.7.0
379
+ nvidia-ml-py==13.590.44
380
+ hjson==3.1.0
381
+ gym-notices==0.1.0
382
+ glfw==2.0.0
383
+ Farama-Notifications==0.0.4
384
+ websockets==15.0.1
385
+ wcwidth==0.2.14
386
+ uc-micro-py==1.0.3
387
+ typing-inspection==0.4.2
388
+ triton==2.2.0
389
+ trimesh==4.10.1
390
+ transforms3d==0.4.2
391
+ traitlets==5.14.3
392
+ threadpoolctl==3.6.0
393
+ tenacity==9.1.2
394
+ sniffio==1.3.1
395
+ smmap==5.0.2
396
+ setproctitle==1.3.7
397
+ sentry-sdk==2.47.0
398
+ semantic-version==2.10.0
399
+ scipy==1.13.1
400
+ rpds-py==0.27.1
401
+ python-multipart==0.0.20
402
+ pyparsing==3.2.5
403
+ pynvml==13.0.1
404
+ pydantic_core==2.41.5
405
+ pycryptodomex==3.23.0
406
+ pyasn1==0.6.1
407
+ google-pasta==0.2.0
408
+ platformdirs==4.4.0
409
+ pexpect==4.9.0
410
+ parso==0.8.5
411
+ orjson==3.11.5
412
+ opencv-python==4.11.0.86
413
+ stack-data==0.6.3
414
+ omegaconf==2.2.1
415
+ nvidia-nvtx-cu12==12.1.105
416
+ nvidia-nvjitlink-cu12==12.9.86
417
+ nvidia-nccl-cu12==2.19.3
418
+ nvidia-curand-cu12==10.3.2.106
419
+ nvidia-cufft-cu12==11.0.2.54
420
+ nvidia-cuda-runtime-cu12==12.1.105
421
+ nvidia-cuda-nvrtc-cu12==12.1.105
422
+ nvidia-cuda-cupti-cu12==12.1.105
423
+ nvidia-cublas-cu12==12.1.3.1
424
+ ninja==1.13.0
425
+ narwhals==2.13.0
426
+ lxml==6.0.2
427
+ kiwisolver==1.4.7
428
+ joblib==1.5.3
429
+ jiter==0.12.0
430
+ imageio-ffmpeg==0.6.0
431
+ ImageIO==2.37.2
432
+ h5py==3.14.0
433
+ h11==0.16.0
434
+ fonttools==4.60.2
435
+ ffmpy==1.0.0
436
+ fast_kinematics==0.2.2
437
+ executing==2.2.1
438
+ exceptiongroup==1.3.1
439
+ docker-pycreds==0.4.0
440
+ distro==1.9.0
441
+ decorator==5.2.1
442
+ dacite==1.9.2
443
+ cycler==0.12.1
444
+ contourpy==1.3.0
445
+ cloudpickle==3.1.2
446
+ click==8.1.8
447
+ cachetools==6.2.4
448
+ asttokens==3.0.1
449
+ annotated-types==0.7.0
450
+ annotated-doc==0.0.4
451
+ aiofiles==25.1.0
452
+ absl-py==2.3.1
453
+ uvicorn==0.38.0
454
+ tiktoken==0.8.0
455
+ scikit-learn==1.6.1
456
+ rsa==4.9.1
457
+ referencing==0.36.2
458
+ pydantic==2.12.5
459
+ pyasn1_modules==0.4.2
460
+ prompt_toolkit==3.0.52
461
+ nvidia-cusparse-cu12==12.1.0.106
462
+ nvidia-cudnn-cu12==8.9.2.26
463
+ nltk==3.9.2
464
+ mujoco==2.3.7
465
+ mdit-py-plugins==0.3.3
466
+ matplotlib-inline==0.2.1
467
+ matplotlib==3.7.5
468
+ linkify-it-py==2.0.3
469
+ jedi==0.19.2
470
+ huggingface-hub==0.26.2
471
+ httpcore==1.0.9
472
+ gymnasium==0.29.1
473
+ grpcio==1.76.0
474
+ gitdb==4.0.12
475
+ blobfile==3.0.0
476
+ anyio==4.12.0
477
+ tyro==0.9.1
478
+ toppra==0.6.3
479
+ starlette==0.49.3
480
+ seaborn==0.13.2
481
+ rouge_score==0.1.2
482
+ pynndescent==0.5.13
483
+ nvidia-cusolver-cu12==11.4.5.107
484
+ jsonschema-specifications==2025.9.1
485
+ ipython==8.18.1
486
+ httpx==0.28.1
487
+ google-auth==2.41.1
488
+ GitPython==3.1.45
489
+ diffusers==0.31.0
490
+ wandb==0.18.6
491
+ umap-learn==0.5.9.post2
492
+ openai==2.8.1
493
+ mplib==0.1.1
494
+ jsonschema==4.25.1
495
+ gradio_client==0.2.9
496
+ google-genai==1.47.0
497
+ fastapi==0.124.4
498
+ torchvision==0.17.2
499
+ torchaudio==2.2.2
500
+ sentence-transformers==3.2.1
501
+ pytorch-seed==0.2.0
502
+ deepspeed==0.16.1
503
+ bitsandbytes==0.45.0
504
+ altair==6.0.0
505
+ timm==1.0.22
506
+ gradio==3.36.1
507
+ evaluate==0.4.3
508
+ arm_pytorch_utilities==0.4.3
509
+ tensorflow-io-gcs-filesystem==0.37.1
510
+ tensorflow-estimator==2.15.0
511
+ tensorboard-data-server==0.7.2
512
+ tf-agents==0.19.0
513
+ protobuf==4.25.8
514
+ parse==1.19.1
515
+ dm-tree==0.1.8
516
+ termcolor==3.1.0
517
+ oauthlib==3.3.1
518
+ requests==2.32.0
519
+ opt_einsum==3.4.0
520
+ labmaze==1.0.6
521
+ importlib-resources==5.13.0
522
+ wrapt==1.14.2
523
+ importlib-metadata==5.2.0
524
+ FLAML==2.3.6
525
+ dm-env==1.6
526
+ diskcache==5.6.3
527
+ Cython==0.29.37
528
+ mujoco-py==2.1.2.14
529
+ jaxlib==0.4.30
530
+ dm-control==1.0.14
531
+ cmudict==1.0.13
532
+ syllables==1.0.9
533
+ metaworld==2.0.0
534
+ jax==0.4.30
535
+ highway-env==1.9.1
536
+ gym_bandits==0.0.2
537
+ d4rl==1.1
538
+ pyautogen==0.1.0
539
+ pybullet==3.2.6
540
+ Werkzeug==3.1.4
541
+ flatbuffers==25.9.23
542
+ pytorch-kinematics==0.7.5
543
+ gin-config==0.5.0
544
+ mani_skill==3.0.0b20
545
+ tifffile==2024.8.30
546
+ Shapely==1.8.4
547
+ PyWavelets==1.6.0
548
+ cffi==1.17.1
549
+ scikit-image==0.19.3
550
+ pymunk==6.2.1
551
+ ml-dtypes==0.3.2
552
+ tensorflow-probability==0.23.0
553
+ stable-baselines3==2.2.1
554
+ keras==2.15.0
555
+ gast==0.7.0
556
+ libclang==18.1.1
557
+ llfbench==0.1.0
558
+ llmbc==0.0.0
559
+ pygame==2.6.1
560
+ gym==0.23.1
561
+ typing_extensions==4.15.0
562
+ sapien==3.0.1
563
+ llmbc==0.0.0
564
+ llmbc==0.0.0
565
+ aiohappyeyeballs==2.6.1
566
+ antlr4-python3-runtime==4.9.3
567
+ asciitree==0.3.3
568
+ async-timeout==5.0.1
569
+ attrs==25.4.0
570
+ certifi==2025.10.5
571
+ charset-normalizer==3.4.4
572
+ colorama==0.4.6
573
+ dill==0.3.8
574
+ docstring-parser==0.16
575
+ eval_type_backport==0.2.2
576
+ fasteners==0.20
577
+ filelock==3.17.0
578
+ frozenlist==1.8.0
579
+ fsspec==2024.3.1
580
+ gmpy2==2.2.1
581
+ hf-xet==1.1.8
582
+ idna==3.11
583
+ llvmlite==0.39.1
584
+ MarkupSafe==3.0.2
585
+ mdurl==0.1.2
586
+ mkl-service==2.4.0
587
+ mpmath==1.3.0
588
+ msgpack==1.1.1
589
+ networkx==3.2.1
590
+ packaging==25.0
591
+ propcache==0.3.1
592
+ psutil==7.0.0
593
+ pycparser==2.23
594
+ Pygments==2.19.1
595
+ PyOpenGL==3.1.10
596
+ PySocks==1.7.1
597
+ tzdata==2025.2
598
+ xxhash==3.5.0
599
+ pytz==2025.2
600
+ PyYAML==6.0.2
601
+ regex==2025.9.1
602
+ safetensors==0.5.3
603
+ setuptools==80.9.0
604
+ shtab==1.7.2
605
+ six==1.17.0
606
+ tqdm==4.67.1
607
+ tensorflow==2.15.1
608
+ uvloop==0.22.1
609
+ wheel==0.45.1
610
+ zipp==3.21.0
611
+ requests-oauthlib==2.0.0
612
+ Markdown==3.9
613
+ google-auth-oauthlib==1.2.3
614
+ tensorboard==2.15.2
615
+ Jinja2==3.1.6
616
+ markdown-it-py==2.2.0
617
+ multiprocess==0.70.15
618
+ numpy==1.23.5
619
+ pip==23.3.2
620
+ python-dateutil==2.9.0.post0
621
+ aiosignal==1.4.0
622
+ brotlicffi==1.0.9.2
623
+ hydra-core==1.2.0
624
+ multidict==6.7.0
625
+ pillow==11.3.0
626
+ pycares==4.10.0
627
+ rich==14.2.0
628
+ sympy==1.14.0
629
+ typeguard==4.4.4
630
+ aiodns==3.5.0
631
+ urllib3==2.5.0
632
+ yarl==1.18.0
633
+ aiohttp==3.12.15
634
+ pyarrow==21.0.0
635
+ astunparse==1.6.3
636
+ pyarrow-hotfix==0.7
637
+ tokenizers==0.21.0
638
+ av==10.0.0
639
+ einops==0.4.1
640
+ Bottleneck==1.4.2
641
+ mkl_fft==1.3.11
642
+ mkl_random==1.2.8
643
+ numba==0.56.4
644
+ numcodecs==0.12.1
645
+ numexpr==2.10.1
646
+ pandas==2.3.3
647
+ zarr==2.12.0
648
+ datasets==2.19.0
649
+ transformers==4.47.1
650
+ accelerate==1.0.1
651
+ peft==0.14.0
652
+ trl==0.11.4
653
+ torch==2.2.2
654
+ tabulate==0.9.0
655
+ sentencepiece==0.2.0
656
+ pyperclip==1.11.0
657
+ PyOpenGL-accelerate==3.1.10
658
+ pydub==0.25.1
659
+ py-cpuinfo==9.0.0
660
+ pure_eval==0.2.3
661
+ ptyprocess==0.7.0
662
+ nvidia-ml-py==13.590.44
663
+ hjson==3.1.0
664
+ gym-notices==0.1.0
665
+ glfw==2.0.0
666
+ Farama-Notifications==0.0.4
667
+ websockets==15.0.1
668
+ wcwidth==0.2.14
669
+ uc-micro-py==1.0.3
670
+ typing-inspection==0.4.2
671
+ triton==2.2.0
672
+ trimesh==4.10.1
673
+ transforms3d==0.4.2
674
+ traitlets==5.14.3
675
+ threadpoolctl==3.6.0
676
+ tenacity==9.1.2
677
+ sniffio==1.3.1
678
+ smmap==5.0.2
679
+ setproctitle==1.3.7
680
+ sentry-sdk==2.47.0
681
+ semantic-version==2.10.0
682
+ scipy==1.13.1
683
+ rpds-py==0.27.1
684
+ python-multipart==0.0.20
685
+ pyparsing==3.2.5
686
+ pynvml==13.0.1
687
+ pydantic_core==2.41.5
688
+ pycryptodomex==3.23.0
689
+ pyasn1==0.6.1
690
+ google-pasta==0.2.0
691
+ platformdirs==4.4.0
692
+ pexpect==4.9.0
693
+ parso==0.8.5
694
+ orjson==3.11.5
695
+ opencv-python==4.11.0.86
696
+ stack-data==0.6.3
697
+ omegaconf==2.2.1
698
+ nvidia-nvtx-cu12==12.1.105
699
+ nvidia-nvjitlink-cu12==12.9.86
700
+ nvidia-nccl-cu12==2.19.3
701
+ nvidia-curand-cu12==10.3.2.106
702
+ nvidia-cufft-cu12==11.0.2.54
703
+ nvidia-cuda-runtime-cu12==12.1.105
704
+ nvidia-cuda-nvrtc-cu12==12.1.105
705
+ nvidia-cuda-cupti-cu12==12.1.105
706
+ nvidia-cublas-cu12==12.1.3.1
707
+ ninja==1.13.0
708
+ narwhals==2.13.0
709
+ lxml==6.0.2
710
+ kiwisolver==1.4.7
711
+ joblib==1.5.3
712
+ jiter==0.12.0
713
+ imageio-ffmpeg==0.6.0
714
+ ImageIO==2.37.2
715
+ h5py==3.14.0
716
+ h11==0.16.0
717
+ fonttools==4.60.2
718
+ ffmpy==1.0.0
719
+ fast_kinematics==0.2.2
720
+ executing==2.2.1
721
+ exceptiongroup==1.3.1
722
+ docker-pycreds==0.4.0
723
+ distro==1.9.0
724
+ decorator==5.2.1
725
+ dacite==1.9.2
726
+ cycler==0.12.1
727
+ contourpy==1.3.0
728
+ cloudpickle==3.1.2
729
+ click==8.1.8
730
+ cachetools==6.2.4
731
+ asttokens==3.0.1
732
+ annotated-types==0.7.0
733
+ annotated-doc==0.0.4
734
+ aiofiles==25.1.0
735
+ absl-py==2.3.1
736
+ uvicorn==0.38.0
737
+ tiktoken==0.8.0
738
+ scikit-learn==1.6.1
739
+ rsa==4.9.1
740
+ referencing==0.36.2
741
+ pydantic==2.12.5
742
+ pyasn1_modules==0.4.2
743
+ prompt_toolkit==3.0.52
744
+ nvidia-cusparse-cu12==12.1.0.106
745
+ nvidia-cudnn-cu12==8.9.2.26
746
+ nltk==3.9.2
747
+ mujoco==2.3.7
748
+ mdit-py-plugins==0.3.3
749
+ matplotlib-inline==0.2.1
750
+ matplotlib==3.7.5
751
+ linkify-it-py==2.0.3
752
+ jedi==0.19.2
753
+ huggingface-hub==0.26.2
754
+ httpcore==1.0.9
755
+ gymnasium==0.29.1
756
+ grpcio==1.76.0
757
+ gitdb==4.0.12
758
+ blobfile==3.0.0
759
+ anyio==4.12.0
760
+ tyro==0.9.1
761
+ toppra==0.6.3
762
+ starlette==0.49.3
763
+ seaborn==0.13.2
764
+ rouge_score==0.1.2
765
+ pynndescent==0.5.13
766
+ nvidia-cusolver-cu12==11.4.5.107
767
+ jsonschema-specifications==2025.9.1
768
+ ipython==8.18.1
769
+ httpx==0.28.1
770
+ google-auth==2.41.1
771
+ GitPython==3.1.45
772
+ diffusers==0.31.0
773
+ wandb==0.18.6
774
+ umap-learn==0.5.9.post2
775
+ openai==2.8.1
776
+ mplib==0.1.1
777
+ jsonschema==4.25.1
778
+ gradio_client==0.2.9
779
+ google-genai==1.47.0
780
+ fastapi==0.124.4
781
+ torchvision==0.17.2
782
+ torchaudio==2.2.2
783
+ sentence-transformers==3.2.1
784
+ pytorch-seed==0.2.0
785
+ deepspeed==0.16.1
786
+ bitsandbytes==0.45.0
787
+ altair==6.0.0
788
+ timm==1.0.22
789
+ gradio==3.36.1
790
+ evaluate==0.4.3
791
+ arm_pytorch_utilities==0.4.3
792
+ tensorflow-io-gcs-filesystem==0.37.1
793
+ tensorflow-estimator==2.15.0
794
+ tensorboard-data-server==0.7.2
795
+ tf-agents==0.19.0
796
+ protobuf==4.25.8
797
+ parse==1.19.1
798
+ dm-tree==0.1.8
799
+ termcolor==3.1.0
800
+ oauthlib==3.3.1
801
+ requests==2.32.0
802
+ opt_einsum==3.4.0
803
+ labmaze==1.0.6
804
+ importlib-resources==5.13.0
805
+ wrapt==1.14.2
806
+ importlib-metadata==5.2.0
807
+ FLAML==2.3.6
808
+ dm-env==1.6
809
+ diskcache==5.6.3
810
+ Cython==0.29.37
811
+ mujoco-py==2.1.2.14
812
+ jaxlib==0.4.30
813
+ dm-control==1.0.14
814
+ cmudict==1.0.13
815
+ syllables==1.0.9
816
+ metaworld==2.0.0
817
+ jax==0.4.30
818
+ highway-env==1.9.1
819
+ gym_bandits==0.0.2
820
+ d4rl==1.1
821
+ pyautogen==0.1.0
822
+ pybullet==3.2.6
823
+ Werkzeug==3.1.4
824
+ flatbuffers==25.9.23
825
+ pytorch-kinematics==0.7.5
826
+ gin-config==0.5.0
827
+ mani_skill==3.0.0b20
828
+ tifffile==2024.8.30
829
+ Shapely==1.8.4
830
+ PyWavelets==1.6.0
831
+ cffi==1.17.1
832
+ scikit-image==0.19.3
833
+ pymunk==6.2.1
834
+ ml-dtypes==0.3.2
835
+ tensorflow-probability==0.23.0
836
+ stable-baselines3==2.2.1
837
+ keras==2.15.0
838
+ gast==0.7.0
839
+ libclang==18.1.1
840
+ llfbench==0.1.0
841
+ llmbc==0.0.0
842
+ pygame==2.6.1
843
+ gym==0.23.1
844
+ typing_extensions==4.15.0
845
+ sapien==3.0.1
846
+ autocommand==2.2.2
847
+ backports.tarfile==1.2.0
848
+ importlib_metadata==8.0.0
849
+ inflect==7.3.1
850
+ jaraco.collections==5.1.0
851
+ jaraco.context==5.3.0
852
+ jaraco.functools==4.0.1
853
+ jaraco.text==3.12.1
854
+ more-itertools==10.3.0
855
+ packaging==24.2
856
+ platformdirs==4.2.2
857
+ tomli==2.0.1
858
+ typeguard==4.3.0
859
+ typing_extensions==4.12.2
860
+ wheel==0.45.1
861
+ zipp==3.19.2
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/files/wandb-metadata.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-4.18.0-513.24.1.el8_9.x86_64-x86_64-with-glibc2.31",
3
+ "python": "3.9.25",
4
+ "startedAt": "2025-12-20T07:24:25.006393Z",
5
+ "args": [
6
+ "--config-path",
7
+ "./config/main_table",
8
+ "--config-name",
9
+ "llmdp_parking-v0.yaml",
10
+ "policy.loss_llm_weight=1.0e-3",
11
+ "training.seed=43"
12
+ ],
13
+ "program": "/root/workspace/LLM-BC/./train.py",
14
+ "codePath": "train.py",
15
+ "git": {
16
+ "remote": "https://github.com/CHYang25/LLM-BC.git",
17
+ "commit": "19d4c838d567a3f93b4721dcb5cefc20b4873e61"
18
+ },
19
+ "email": "chris920325@gmail.com",
20
+ "root": "/root/workspace/LLM-BC/data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0",
21
+ "host": "llmbc-cuda-545d8cd8bc-9ltjf",
22
+ "username": "root",
23
+ "executable": "/root/miniconda3/envs/llm-bc/bin/python3",
24
+ "codePathLocal": "train.py",
25
+ "cpu_count": 64,
26
+ "cpu_count_logical": 128,
27
+ "gpu": "NVIDIA H100 80GB HBM3",
28
+ "gpu_count": 2,
29
+ "disk": {
30
+ "/": {
31
+ "total": "23041585184768",
32
+ "used": "574751399936"
33
+ }
34
+ },
35
+ "memory": {
36
+ "total": "2163619737600"
37
+ },
38
+ "cpu": {
39
+ "count": 64,
40
+ "countLogical": 128
41
+ },
42
+ "gpu_nvidia": [
43
+ {
44
+ "name": "NVIDIA H100 80GB HBM3",
45
+ "memoryTotal": "85520809984",
46
+ "cudaCores": 16896,
47
+ "architecture": "Hopper"
48
+ },
49
+ {
50
+ "name": "NVIDIA H100 80GB HBM3",
51
+ "memoryTotal": "85520809984",
52
+ "cudaCores": 16896,
53
+ "architecture": "Hopper"
54
+ }
55
+ ],
56
+ "cudaVersion": "12.8"
57
+ }
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"_timestamp":1.7662158310215356e+09,"test/mean_score":-0.40863858961894545,"train_action_mse_error":1.4054243564605713,"train_loss_dp":0.3052378296852112,"lr":2.2800000000000002e-05,"test/success_rate":0,"global_step":1821,"train/cumulative_reward":-20.273915188333778,"train/success_rate":0,"_runtime":366.11347906,"test/cumulative_reward":-22.43299029280709,"val_loss":0.4375905990600586,"train_loss_llm":0.02455425262451172,"_wandb":{"runtime":366},"train/mean_score":-0.300768799875115,"epoch":2,"_step":1821,"train_loss":0.30526238679885864}
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug-core.log ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-12-20T07:24:24.395003869Z","level":"INFO","msg":"started logging, with flags","port-filename":"/tmp/tmp61or0irs/port-48555.txt","pid":48555,"debug":false,"disable-analytics":false}
2
+ {"time":"2025-12-20T07:24:24.395031458Z","level":"INFO","msg":"FeatureState","shutdownOnParentExitEnabled":false}
3
+ {"time":"2025-12-20T07:24:24.401496446Z","level":"INFO","msg":"Will exit if parent process dies.","ppid":48555}
4
+ {"time":"2025-12-20T07:24:24.401497495Z","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":44553,"Zone":""}}
5
+ {"time":"2025-12-20T07:24:24.588724508Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:53958"}
6
+ {"time":"2025-12-20T07:24:25.007745819Z","level":"INFO","msg":"handleInformInit: received","streamId":"dwqvyi2n","id":"127.0.0.1:53958"}
7
+ {"time":"2025-12-20T07:24:25.118365348Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"dwqvyi2n","id":"127.0.0.1:53958"}
8
+ {"time":"2025-12-20T07:30:31.119785754Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:53958"}
9
+ {"time":"2025-12-20T07:30:31.119840518Z","level":"INFO","msg":"connection: Close: initiating connection closure","id":"127.0.0.1:53958"}
10
+ {"time":"2025-12-20T07:30:31.119850971Z","level":"INFO","msg":"server is shutting down"}
11
+ {"time":"2025-12-20T07:30:31.119896156Z","level":"INFO","msg":"connection: Close: connection successfully closed","id":"127.0.0.1:53958"}
12
+ {"time":"2025-12-20T07:30:31.898035365Z","level":"INFO","msg":"Parent process exited, terminating service process."}
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug-internal.log ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-12-20T07:24:25.007883091Z","level":"INFO","msg":"using version","core version":"0.18.6"}
2
+ {"time":"2025-12-20T07:24:25.007892698Z","level":"INFO","msg":"created symlink","path":"/root/workspace/LLM-BC/data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug-core.log"}
3
+ {"time":"2025-12-20T07:24:25.118329255Z","level":"INFO","msg":"created new stream","id":"dwqvyi2n"}
4
+ {"time":"2025-12-20T07:24:25.118362086Z","level":"INFO","msg":"stream: started","id":"dwqvyi2n"}
5
+ {"time":"2025-12-20T07:24:25.11838014Z","level":"INFO","msg":"sender: started","stream_id":"dwqvyi2n"}
6
+ {"time":"2025-12-20T07:24:25.118372104Z","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"dwqvyi2n"}}
7
+ {"time":"2025-12-20T07:24:25.118376708Z","level":"INFO","msg":"handler: started","stream_id":{"value":"dwqvyi2n"}}
8
+ {"time":"2025-12-20T07:24:25.956798676Z","level":"INFO","msg":"Starting system monitor"}
9
+ {"time":"2025-12-20T07:30:31.119846834Z","level":"INFO","msg":"stream: closing","id":"dwqvyi2n"}
10
+ {"time":"2025-12-20T07:30:31.119894754Z","level":"INFO","msg":"Stopping system monitor"}
11
+ {"time":"2025-12-20T07:30:31.120691968Z","level":"INFO","msg":"Stopped system monitor"}
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug.log ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2025-12-20 07:24:25,004 INFO MainThread:48555 [wandb_setup.py:_flush():79] Current SDK version is 0.18.6
2
+ 2025-12-20 07:24:25,004 INFO MainThread:48555 [wandb_setup.py:_flush():79] Configure stats pid to 48555
3
+ 2025-12-20 07:24:25,004 INFO MainThread:48555 [wandb_setup.py:_flush():79] Loading settings from /root/.config/wandb/settings
4
+ 2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_setup.py:_flush():79] Loading settings from /root/workspace/LLM-BC/wandb/settings
5
+ 2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
6
+ 2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
7
+ 2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': 'train.py', 'program_abspath': '/root/workspace/LLM-BC/train.py', 'program': '/root/workspace/LLM-BC/./train.py'}
8
+ 2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_setup.py:_flush():79] Applying login settings: {}
9
+ 2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:_log_setup():533] Logging user logs to /root/workspace/LLM-BC/data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug.log
10
+ 2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:_log_setup():534] Logging internal logs to /root/workspace/LLM-BC/data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug-internal.log
11
+ 2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:init():619] calling init triggers
12
+ 2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
13
+ config: {'name': 'train_llm_diffusion_unet_lowdim', '_target_': 'llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace', 'obs_dim': 18, 'action_dim': 2, 'task_name': 'parking-v0', 'exp_name': 'default', 'model_name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1, 'n_latency_steps': 0, 'past_action_visible': False, 'keypoint_visible_rate': 1.0, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'llm_orig_expert_feedback': True, 'llm_do_sample': False, 'policy': {'_target_': 'llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy', 'model': {'_target_': 'llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D', 'input_dim': 2, 'local_cond_dim': None, 'global_cond_dim': 18, 'diffusion_step_embed_dim': 256, 'down_dims': [256, 512, 1024], 'kernel_size': 5, 'n_groups': 8, 'cond_predict_scale': True}, 'noise_scheduler': {'_target_': 'diffusers.schedulers.scheduling_ddpm.DDPMScheduler', 'num_train_timesteps': 100, 'beta_start': 0.0001, 'beta_end': 0.02, 'beta_schedule': 'squaredcos_cap_v2', 'variance_type': 'fixed_small', 'clip_sample': True, 'prediction_type': 'epsilon'}, 'horizon': 1, 'obs_dim': 18, 'action_dim': 2, 'n_action_steps': 1, 'n_obs_steps': 1, 'num_inference_steps': 100, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'oa_step_convention': True, 'llm_discriminator': {'_target_': 'llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator', 'task_id': 'parking-v0', 'llm_translator': {'_target_': 'llmbc.translator.llm_translator.LLMTranslator', 'cfg': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'ete-finetuned', 'finetune_mode': 'orig', 'checkpoint': 'data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2025.12.20/07.24.13_HuggingFaceTB/SmolLM2-135M-Instruct'}}}, 'obs_dim': 18, 'action_dim': 2, 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1}}, 'loss_dp_weight': 1.0, 'loss_llm_weight': 0.001, 'normalize_llm_loss': True, 'reweight_llm_loss': True}, 'ema': {'_target_': 'llmbc.model.diffusion.ema_model.EMAModel', 'update_after_step': 0, 'inv_gamma': 1.0, 'power': 0.75, 'min_value': 0.0, 'max_value': 0.9999}, 'dataloader': {'batch_size': 16, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'val_dataloader': {'batch_size': 16, 'num_workers': 0, 'shuffle': False, 'pin_memory': False, 'persistent_workers': False}, 'optimizer': {'_target_': 'torch.optim.AdamW', 'lr': 0.0001, 'betas': [0.95, 0.999], 'eps': 1e-08, 'weight_decay': 1e-06}, 'training': {'device': 'cuda:0', 'seed': 43, 'debug': False, 'resume': True, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 500, 'num_epochs': 1001, 'gradient_accumulate_every': 16, 'use_ema': True, 'rollout_every': 5, 'checkpoint_every': 5, 'val_every': 1, 'sample_every': 5, 'max_train_steps': None, 'max_val_steps': None, 'tqdm_interval_sec': 1.0}, 'logging': {'project': 'parking-v0-training', 'resume': True, 'mode': 'online', 'name': '2025.12.20-07.24.13_train_llm_diffusion_unet_lowdim_parking-v0', 'tags': ['train_llm_diffusion_unet_lowdim', 'parking-v0', 'default'], 'id': None, 'group': None}, 'checkpoint': {'topk': {'monitor_key': 'test_success_rate', 'mode': 'max', 'k': 5, 'format_str': 'epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt'}, 'save_last_ckpt': True, 'save_last_snapshot': False}, 'multi_run': {'run_dir': 'data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0', 'wandb_name_base': '2025.12.20-07.24.13_train_llm_diffusion_unet_lowdim_parking-v0'}, 'task': {'name': 'parking-v0', 'obs_dim': 18, 'action_dim': 2, 'env_runner': {'_target_': 'llmbc.env_runner.highway_lowdim_runner.HighwayLowdimRunner', 'env_name': 'llf-highway-parking-v0', 'n_train': 10, 'n_test': 50, 'n_envs': 10, 'max_steps': 80, 'n_obs_steps': 1, 'n_action_steps': 1, 'instruction_type': 'b', 'feedback_type': ['hp', 'hn', 'fp'], 'visual': False, 'discount': 0.99}, 'dataset': {'_target_': 'llmbc.dataset.highway_lowdim_dataset.HighwayLowdimDataset', 'data_path': 'datasets/parking-v0.pt', 'data_path2': 'datasets/parking-v0.pt', 'horizon': 1, 'pad_before': 0, 'pad_after': 0, 'obs_eef_target': True, 'use_manual_normalizer': False, 'val_ratio': 0.02, 'dummy_normalizer': False}, 'instructor': {'_target_': 'llmbc.translator.instructor.highway_instructor.parking_v0_instructor.ParkingV0Instructor'}}, 'llm': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'ete-finetuned', 'finetune_mode': 'orig', 'checkpoint': 'data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2025.12.20/07.24.13_HuggingFaceTB/SmolLM2-135M-Instruct'}}}}
14
+ 2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:init():669] starting backend
15
+ 2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:init():673] sending inform_init request
16
+ 2025-12-20 07:24:25,006 INFO MainThread:48555 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
17
+ 2025-12-20 07:24:25,006 INFO MainThread:48555 [wandb_init.py:init():686] backend started and connected
18
+ 2025-12-20 07:24:25,012 INFO MainThread:48555 [wandb_init.py:init():781] updated telemetry
19
+ 2025-12-20 07:24:25,041 INFO MainThread:48555 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
20
+ 2025-12-20 07:24:25,954 INFO MainThread:48555 [wandb_init.py:init():867] starting run threads in backend
21
+ 2025-12-20 07:24:26,296 INFO MainThread:48555 [wandb_run.py:_console_start():2451] atexit reg
22
+ 2025-12-20 07:24:26,296 INFO MainThread:48555 [wandb_run.py:_redirect():2299] redirect: wrap_raw
23
+ 2025-12-20 07:24:26,296 INFO MainThread:48555 [wandb_run.py:_redirect():2364] Wrapping output streams.
24
+ 2025-12-20 07:24:26,296 INFO MainThread:48555 [wandb_run.py:_redirect():2389] Redirects installed.
25
+ 2025-12-20 07:24:26,298 INFO MainThread:48555 [wandb_init.py:init():911] run started, returning control to user process
26
+ 2025-12-20 07:24:26,298 INFO MainThread:48555 [wandb_run.py:_config_callback():1389] config_cb None None {'output_dir': '/root/workspace/LLM-BC/data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0'}
27
+ 2025-12-20 07:30:31,119 WARNING MsgRouterThr:48555 [router.py:message_loop():75] message_loop has been closed
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/run-dwqvyi2n.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d69e9a9e210ef37f0219d41e081ff0f5946c2ef136fadcd102f175bdd22896bd
3
+ size 1441792
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/wandb-resume.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"run_id": "dwqvyi2n"}
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/config.yaml ADDED
@@ -0,0 +1,193 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: train_llm_diffusion_unet_lowdim
2
+ _target_: llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace
3
+ obs_dim: ${task.obs_dim}
4
+ action_dim: ${task.action_dim}
5
+ task_name: ${task.name}
6
+ exp_name: default
7
+ model_name: ${llm.name}
8
+ horizon: 1
9
+ n_obs_steps: 1
10
+ n_action_steps: 1
11
+ n_latency_steps: 0
12
+ past_action_visible: false
13
+ keypoint_visible_rate: 1.0
14
+ obs_as_local_cond: false
15
+ obs_as_global_cond: true
16
+ pred_action_steps_only: false
17
+ llm_orig_expert_feedback: true
18
+ llm_do_sample: false
19
+ policy:
20
+ _target_: llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy
21
+ model:
22
+ _target_: llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D
23
+ input_dim: '${eval: ${task.action_dim} if ${obs_as_local_cond} or ${obs_as_global_cond}
24
+ else ${task.obs_dim} + ${task.action_dim}}'
25
+ local_cond_dim: '${eval: ${task.obs_dim} if ${obs_as_local_cond} else None}'
26
+ global_cond_dim: '${eval: ${task.obs_dim}*${n_obs_steps} if ${obs_as_global_cond}
27
+ else None}'
28
+ diffusion_step_embed_dim: 256
29
+ down_dims:
30
+ - 256
31
+ - 512
32
+ - 1024
33
+ kernel_size: 5
34
+ n_groups: 8
35
+ cond_predict_scale: true
36
+ noise_scheduler:
37
+ _target_: diffusers.schedulers.scheduling_ddpm.DDPMScheduler
38
+ num_train_timesteps: 100
39
+ beta_start: 0.0001
40
+ beta_end: 0.02
41
+ beta_schedule: squaredcos_cap_v2
42
+ variance_type: fixed_small
43
+ clip_sample: true
44
+ prediction_type: epsilon
45
+ horizon: ${horizon}
46
+ obs_dim: ${obs_dim}
47
+ action_dim: ${action_dim}
48
+ n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
49
+ n_obs_steps: ${n_obs_steps}
50
+ num_inference_steps: 100
51
+ obs_as_local_cond: ${obs_as_local_cond}
52
+ obs_as_global_cond: ${obs_as_global_cond}
53
+ pred_action_steps_only: ${pred_action_steps_only}
54
+ oa_step_convention: true
55
+ llm_discriminator:
56
+ _target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
57
+ task_id: ${task_name}
58
+ llm_translator:
59
+ _target_: llmbc.translator.llm_translator.LLMTranslator
60
+ cfg: ${llm}
61
+ obs_dim: ${obs_dim}
62
+ action_dim: ${action_dim}
63
+ horizon: ${horizon}
64
+ n_obs_steps: ${n_obs_steps}
65
+ n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
66
+ loss_dp_weight: 1.0
67
+ loss_llm_weight: 0.0001
68
+ normalize_llm_loss: true
69
+ reweight_llm_loss: true
70
+ ema:
71
+ _target_: llmbc.model.diffusion.ema_model.EMAModel
72
+ update_after_step: 0
73
+ inv_gamma: 1.0
74
+ power: 0.75
75
+ min_value: 0.0
76
+ max_value: 0.9999
77
+ dataloader:
78
+ batch_size: 16
79
+ num_workers: 0
80
+ shuffle: true
81
+ pin_memory: false
82
+ persistent_workers: false
83
+ val_dataloader:
84
+ batch_size: 16
85
+ num_workers: 0
86
+ shuffle: false
87
+ pin_memory: false
88
+ persistent_workers: false
89
+ optimizer:
90
+ _target_: torch.optim.AdamW
91
+ lr: 0.0001
92
+ betas:
93
+ - 0.95
94
+ - 0.999
95
+ eps: 1.0e-08
96
+ weight_decay: 1.0e-06
97
+ training:
98
+ device: cuda:0
99
+ seed: 43
100
+ debug: false
101
+ resume: true
102
+ lr_scheduler: cosine
103
+ lr_warmup_steps: 500
104
+ num_epochs: 1001
105
+ gradient_accumulate_every: 16
106
+ use_ema: true
107
+ rollout_every: 5
108
+ checkpoint_every: 5
109
+ val_every: 1
110
+ sample_every: 5
111
+ max_train_steps: null
112
+ max_val_steps: null
113
+ tqdm_interval_sec: 1.0
114
+ logging:
115
+ project: ${task.name}-training
116
+ resume: true
117
+ mode: online
118
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
119
+ tags:
120
+ - ${name}
121
+ - ${task_name}
122
+ - ${exp_name}
123
+ id: null
124
+ group: null
125
+ checkpoint:
126
+ topk:
127
+ monitor_key: test_success_rate
128
+ mode: max
129
+ k: 5
130
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
131
+ save_last_ckpt: true
132
+ save_last_snapshot: false
133
+ multi_run:
134
+ run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
135
+ wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
136
+ task:
137
+ name: parking-v0
138
+ obs_dim: 18
139
+ action_dim: 2
140
+ env_runner:
141
+ _target_: llmbc.env_runner.highway_lowdim_runner.HighwayLowdimRunner
142
+ env_name: llf-highway-parking-v0
143
+ n_train: 10
144
+ n_test: 50
145
+ n_envs: 10
146
+ max_steps: 80
147
+ n_obs_steps: ${n_obs_steps}
148
+ n_action_steps: ${n_action_steps}
149
+ instruction_type: b
150
+ feedback_type:
151
+ - hp
152
+ - hn
153
+ - fp
154
+ visual: false
155
+ discount: 0.99
156
+ dataset:
157
+ _target_: llmbc.dataset.highway_lowdim_dataset.HighwayLowdimDataset
158
+ data_path: datasets/parking-v0.pt
159
+ data_path2: datasets/parking-v0.pt
160
+ horizon: ${horizon}
161
+ pad_before: ${eval:'${n_obs_steps}-1'}
162
+ pad_after: ${eval:'${n_action_steps}-1'}
163
+ obs_eef_target: true
164
+ use_manual_normalizer: false
165
+ val_ratio: 0.02
166
+ dummy_normalizer: false
167
+ instructor:
168
+ _target_: llmbc.translator.instructor.highway_instructor.parking_v0_instructor.ParkingV0Instructor
169
+ llm:
170
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
171
+ model_name: SmolLM2-135M-Instruct
172
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
173
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
174
+ use_quantization: false
175
+ use_joint_mlp_projector: true
176
+ llm_mode: ete-finetuned
177
+ finetune_mode: orig
178
+ checkpoint: data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700
179
+ max_length: 100
180
+ lora_config:
181
+ r: 32
182
+ lora_alpha: 64
183
+ lora_dropout: 0.05
184
+ bias: none
185
+ task_type: CAUSAL_LM
186
+ prompter:
187
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
188
+ use_joint_mlp_projector: true
189
+ hydra:
190
+ job:
191
+ override_dirname: ${model_name}
192
+ run:
193
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${model_name}
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/hydra.yaml ADDED
@@ -0,0 +1,156 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task:
115
+ - policy.loss_llm_weight=1.0e-4
116
+ - training.seed=43
117
+ job:
118
+ name: train
119
+ chdir: null
120
+ override_dirname: policy.loss_llm_weight=1.0e-4,training.seed=43
121
+ id: ???
122
+ num: ???
123
+ config_name: llmdp_parking-v0.yaml
124
+ env_set: {}
125
+ env_copy: []
126
+ config:
127
+ override_dirname:
128
+ kv_sep: '='
129
+ item_sep: ','
130
+ exclude_keys: []
131
+ runtime:
132
+ version: 1.2.0
133
+ version_base: '1.2'
134
+ cwd: /root/workspace/LLM-BC
135
+ config_sources:
136
+ - path: hydra.conf
137
+ schema: pkg
138
+ provider: hydra
139
+ - path: /root/workspace/LLM-BC/config/main_table
140
+ schema: file
141
+ provider: main
142
+ - path: ''
143
+ schema: structured
144
+ provider: schema
145
+ output_dir: /root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0
146
+ choices:
147
+ hydra/env: default
148
+ hydra/callbacks: null
149
+ hydra/job_logging: default
150
+ hydra/hydra_logging: default
151
+ hydra/hydra_help: default
152
+ hydra/help: default
153
+ hydra/sweeper: basic
154
+ hydra/launcher: basic
155
+ hydra/output: default
156
+ verbose: false
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/overrides.yaml ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ - policy.loss_llm_weight=1.0e-4
2
+ - training.seed=43
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0315-test_success_rate=0.960.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eba4f751573af1db55b4611f20049d2d877e8cd04c949e492c6071e4a822977
3
+ size 1042506802
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0350-test_success_rate=0.960.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d28bff458174778246ad7c3ab319f2408a52ac08b9bbcf7b0fdad933015ce93
3
+ size 1042506802
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0450-test_success_rate=0.960.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:153f083fcdff25e133623946503dfc22d83f3aacf297999de28a2cd520b48bdf
3
+ size 1042506802
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0460-test_success_rate=0.980.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ed9ac76a10b14e1e1466c740713a6d6d5a492cf648c3caf30bc65ea0b25cdca
3
+ size 1042506802
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0475-test_success_rate=1.000.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80e2a7682cb8024c7544b2b0225d79801acf2c6bb1bef017ee7bc59d5fa33e76
3
+ size 1042506802
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/latest.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fca7b2180263ae41420fc0b645b645a194cc1d92feefb02757320bae387a9736
3
+ size 1042506802
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/logs.json.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1d5830fdf060e77b8beb144813bac03ec6c50d3a4a4dfdf5bd7774c816f03f7
3
+ size 114019958
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/train.log ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ [2025-12-20 07:31:08,678][numexpr.utils][INFO] - Note: detected 128 virtual cores but NumExpr set to maximum of 64, check "NUMEXPR_MAX_THREADS" environment variable.
2
+ [2025-12-20 07:31:08,678][numexpr.utils][INFO] - Note: NumExpr detected 128 cores but "NUMEXPR_MAX_THREADS" not set, so enforcing safe limit of 16.
3
+ [2025-12-20 07:31:08,678][numexpr.utils][INFO] - NumExpr defaulting to 16 threads.
4
+ [2025-12-20 07:31:10,565][datasets][INFO] - PyTorch version 2.2.2 available.
5
+ [2025-12-20 07:31:10,566][datasets][INFO] - TensorFlow version 2.15.1 available.
6
+ [2025-12-20 07:31:10,567][datasets][INFO] - JAX version 0.4.30 available.
7
+ [2025-12-20 07:31:12,136][llmbc.model.diffusion.conditional_unet1d][INFO] - number of parameters: 6.514023e+07
8
+ [2025-12-20 07:31:17,700][absl][INFO] - MUJOCO_GL=osmesa, attempting to import specified OpenGL backend.
9
+ [2025-12-20 07:31:17,704][absl][INFO] - MuJoCo library version is: 2.3.7
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/debug-internal.log ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-12-20T07:31:18.499466861Z","level":"INFO","msg":"using version","core version":"0.18.6"}
2
+ {"time":"2025-12-20T07:31:18.499476992Z","level":"INFO","msg":"created symlink","path":"/root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug-core.log"}
3
+ {"time":"2025-12-20T07:31:18.606304977Z","level":"INFO","msg":"created new stream","id":"czbe67ue"}
4
+ {"time":"2025-12-20T07:31:18.606322049Z","level":"INFO","msg":"stream: started","id":"czbe67ue"}
5
+ {"time":"2025-12-20T07:31:18.606338253Z","level":"INFO","msg":"sender: started","stream_id":"czbe67ue"}
6
+ {"time":"2025-12-20T07:31:18.606350701Z","level":"INFO","msg":"handler: started","stream_id":{"value":"czbe67ue"}}
7
+ {"time":"2025-12-20T07:31:18.606336657Z","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"czbe67ue"}}
8
+ {"time":"2025-12-20T07:31:19.264282203Z","level":"INFO","msg":"Starting system monitor"}
9
+ {"time":"2025-12-22T01:59:36.477389653Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
10
+ {"time":"2025-12-22T02:00:08.805266215Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
11
+ {"time":"2025-12-22T02:01:29.763414525Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/parking-v0-training/czbe67ue/file_stream\": EOF"}
12
+ {"time":"2025-12-22T05:20:21.583360306Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
13
+ {"time":"2025-12-22T05:20:53.621859199Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
14
+ {"time":"2025-12-22T06:16:26.937521487Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/parking-v0-training/czbe67ue/file_stream\": EOF"}
15
+ {"time":"2025-12-22T07:25:23.413628248Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/parking-v0-training/czbe67ue/file_stream\": unexpected EOF"}
16
+ {"time":"2025-12-22T07:28:06.754976377Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
17
+ {"time":"2025-12-22T07:30:21.758134969Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
18
+ {"time":"2025-12-22T07:32:36.761953155Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
19
+ {"time":"2025-12-22T07:33:08.870277176Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
20
+ {"time":"2025-12-22T07:33:40.411684851Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/parking-v0-training/czbe67ue/file_stream\": read tcp 192.168.42.185:54778->35.186.228.49:443: read: connection reset by peer"}
21
+ {"time":"2025-12-22T07:34:51.770725884Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
22
+ {"time":"2025-12-22T07:35:24.172214702Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
23
+ {"time":"2025-12-22T07:39:04.733337786Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/parking-v0-training/czbe67ue/file_stream\": EOF"}
24
+ {"time":"2025-12-22T20:43:16.06416416Z","level":"INFO","msg":"stream: closing","id":"czbe67ue"}
25
+ {"time":"2025-12-22T20:43:16.064203934Z","level":"INFO","msg":"Stopping system monitor"}
26
+ {"time":"2025-12-22T20:43:16.064717446Z","level":"INFO","msg":"Stopped system monitor"}
27
+ {"time":"2025-12-22T20:43:17.453674671Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
28
+ {"time":"2025-12-22T20:43:17.865429384Z","level":"INFO","msg":"handler: closed","stream_id":{"value":"czbe67ue"}}
29
+ {"time":"2025-12-22T20:43:17.865460253Z","level":"INFO","msg":"sender: closed","stream_id":"czbe67ue"}
30
+ {"time":"2025-12-22T20:43:17.865456717Z","level":"INFO","msg":"writer: Close: closed","stream_id":{"value":"czbe67ue"}}
31
+ {"time":"2025-12-22T20:43:17.865528052Z","level":"INFO","msg":"stream: closed","id":"czbe67ue"}
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/debug.log ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Current SDK version is 0.18.6
2
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Configure stats pid to 51412
3
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Loading settings from /root/.config/wandb/settings
4
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Loading settings from /root/workspace/LLM-BC/wandb/settings
5
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
6
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
7
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': 'train.py', 'program_abspath': '/root/workspace/LLM-BC/train.py', 'program': '/root/workspace/LLM-BC/./train.py'}
8
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Applying login settings: {}
9
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:_log_setup():533] Logging user logs to /root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug.log
10
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:_log_setup():534] Logging internal logs to /root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug-internal.log
11
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:init():619] calling init triggers
12
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
13
+ config: {'name': 'train_llm_diffusion_unet_lowdim', '_target_': 'llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace', 'obs_dim': 18, 'action_dim': 2, 'task_name': 'parking-v0', 'exp_name': 'default', 'model_name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1, 'n_latency_steps': 0, 'past_action_visible': False, 'keypoint_visible_rate': 1.0, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'llm_orig_expert_feedback': True, 'llm_do_sample': False, 'policy': {'_target_': 'llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy', 'model': {'_target_': 'llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D', 'input_dim': 2, 'local_cond_dim': None, 'global_cond_dim': 18, 'diffusion_step_embed_dim': 256, 'down_dims': [256, 512, 1024], 'kernel_size': 5, 'n_groups': 8, 'cond_predict_scale': True}, 'noise_scheduler': {'_target_': 'diffusers.schedulers.scheduling_ddpm.DDPMScheduler', 'num_train_timesteps': 100, 'beta_start': 0.0001, 'beta_end': 0.02, 'beta_schedule': 'squaredcos_cap_v2', 'variance_type': 'fixed_small', 'clip_sample': True, 'prediction_type': 'epsilon'}, 'horizon': 1, 'obs_dim': 18, 'action_dim': 2, 'n_action_steps': 1, 'n_obs_steps': 1, 'num_inference_steps': 100, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'oa_step_convention': True, 'llm_discriminator': {'_target_': 'llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator', 'task_id': 'parking-v0', 'llm_translator': {'_target_': 'llmbc.translator.llm_translator.LLMTranslator', 'cfg': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'ete-finetuned', 'finetune_mode': 'orig', 'checkpoint': 'data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2025.12.20/07.31.07_HuggingFaceTB/SmolLM2-135M-Instruct'}}}, 'obs_dim': 18, 'action_dim': 2, 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1}}, 'loss_dp_weight': 1.0, 'loss_llm_weight': 0.0001, 'normalize_llm_loss': True, 'reweight_llm_loss': True}, 'ema': {'_target_': 'llmbc.model.diffusion.ema_model.EMAModel', 'update_after_step': 0, 'inv_gamma': 1.0, 'power': 0.75, 'min_value': 0.0, 'max_value': 0.9999}, 'dataloader': {'batch_size': 16, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'val_dataloader': {'batch_size': 16, 'num_workers': 0, 'shuffle': False, 'pin_memory': False, 'persistent_workers': False}, 'optimizer': {'_target_': 'torch.optim.AdamW', 'lr': 0.0001, 'betas': [0.95, 0.999], 'eps': 1e-08, 'weight_decay': 1e-06}, 'training': {'device': 'cuda:0', 'seed': 43, 'debug': False, 'resume': True, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 500, 'num_epochs': 1001, 'gradient_accumulate_every': 16, 'use_ema': True, 'rollout_every': 5, 'checkpoint_every': 5, 'val_every': 1, 'sample_every': 5, 'max_train_steps': None, 'max_val_steps': None, 'tqdm_interval_sec': 1.0}, 'logging': {'project': 'parking-v0-training', 'resume': True, 'mode': 'online', 'name': '2025.12.20-07.31.07_train_llm_diffusion_unet_lowdim_parking-v0', 'tags': ['train_llm_diffusion_unet_lowdim', 'parking-v0', 'default'], 'id': None, 'group': None}, 'checkpoint': {'topk': {'monitor_key': 'test_success_rate', 'mode': 'max', 'k': 5, 'format_str': 'epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt'}, 'save_last_ckpt': True, 'save_last_snapshot': False}, 'multi_run': {'run_dir': 'data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0', 'wandb_name_base': '2025.12.20-07.31.07_train_llm_diffusion_unet_lowdim_parking-v0'}, 'task': {'name': 'parking-v0', 'obs_dim': 18, 'action_dim': 2, 'env_runner': {'_target_': 'llmbc.env_runner.highway_lowdim_runner.HighwayLowdimRunner', 'env_name': 'llf-highway-parking-v0', 'n_train': 10, 'n_test': 50, 'n_envs': 10, 'max_steps': 80, 'n_obs_steps': 1, 'n_action_steps': 1, 'instruction_type': 'b', 'feedback_type': ['hp', 'hn', 'fp'], 'visual': False, 'discount': 0.99}, 'dataset': {'_target_': 'llmbc.dataset.highway_lowdim_dataset.HighwayLowdimDataset', 'data_path': 'datasets/parking-v0.pt', 'data_path2': 'datasets/parking-v0.pt', 'horizon': 1, 'pad_before': 0, 'pad_after': 0, 'obs_eef_target': True, 'use_manual_normalizer': False, 'val_ratio': 0.02, 'dummy_normalizer': False}, 'instructor': {'_target_': 'llmbc.translator.instructor.highway_instructor.parking_v0_instructor.ParkingV0Instructor'}}, 'llm': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'ete-finetuned', 'finetune_mode': 'orig', 'checkpoint': 'data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2025.12.20/07.31.07_HuggingFaceTB/SmolLM2-135M-Instruct'}}}}
14
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:init():669] starting backend
15
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:init():673] sending inform_init request
16
+ 2025-12-20 07:31:18,497 INFO MainThread:51412 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
17
+ 2025-12-20 07:31:18,497 INFO MainThread:51412 [wandb_init.py:init():686] backend started and connected
18
+ 2025-12-20 07:31:18,504 INFO MainThread:51412 [wandb_init.py:init():781] updated telemetry
19
+ 2025-12-20 07:31:18,540 INFO MainThread:51412 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
20
+ 2025-12-20 07:31:19,261 INFO MainThread:51412 [wandb_init.py:init():867] starting run threads in backend
21
+ 2025-12-20 07:31:19,603 INFO MainThread:51412 [wandb_run.py:_console_start():2451] atexit reg
22
+ 2025-12-20 07:31:19,603 INFO MainThread:51412 [wandb_run.py:_redirect():2299] redirect: wrap_raw
23
+ 2025-12-20 07:31:19,603 INFO MainThread:51412 [wandb_run.py:_redirect():2364] Wrapping output streams.
24
+ 2025-12-20 07:31:19,603 INFO MainThread:51412 [wandb_run.py:_redirect():2389] Redirects installed.
25
+ 2025-12-20 07:31:19,604 INFO MainThread:51412 [wandb_init.py:init():911] run started, returning control to user process
26
+ 2025-12-20 07:31:19,605 INFO MainThread:51412 [wandb_run.py:_config_callback():1389] config_cb None None {'output_dir': '/root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0'}
27
+ 2025-12-22 20:43:16,064 WARNING MsgRouterThr:51412 [router.py:message_loop():75] message_loop has been closed
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/files/config.yaml ADDED
@@ -0,0 +1,304 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _target_:
2
+ value: llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace
3
+ _wandb:
4
+ value:
5
+ cli_version: 0.18.6
6
+ m: []
7
+ python_version: 3.9.25
8
+ t:
9
+ "1":
10
+ - 1
11
+ - 2
12
+ - 3
13
+ - 5
14
+ - 11
15
+ - 12
16
+ - 41
17
+ - 49
18
+ - 50
19
+ - 51
20
+ - 53
21
+ - 55
22
+ - 71
23
+ - 83
24
+ - 95
25
+ - 98
26
+ - 100
27
+ - 105
28
+ "2":
29
+ - 1
30
+ - 2
31
+ - 3
32
+ - 5
33
+ - 11
34
+ - 12
35
+ - 41
36
+ - 49
37
+ - 50
38
+ - 51
39
+ - 53
40
+ - 55
41
+ - 71
42
+ - 83
43
+ - 95
44
+ - 98
45
+ - 100
46
+ - 105
47
+ "3":
48
+ - 13
49
+ - 15
50
+ - 16
51
+ - 23
52
+ - 55
53
+ - 61
54
+ "4": 3.9.25
55
+ "5": 0.18.6
56
+ "6": 4.47.1
57
+ "8":
58
+ - 5
59
+ "12": 0.18.6
60
+ "13": linux-x86_64
61
+ action_dim:
62
+ value: 2
63
+ checkpoint:
64
+ value:
65
+ save_last_ckpt: true
66
+ save_last_snapshot: false
67
+ topk:
68
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
69
+ k: 5
70
+ mode: max
71
+ monitor_key: test_success_rate
72
+ dataloader:
73
+ value:
74
+ batch_size: 16
75
+ num_workers: 0
76
+ persistent_workers: false
77
+ pin_memory: false
78
+ shuffle: true
79
+ ema:
80
+ value:
81
+ _target_: llmbc.model.diffusion.ema_model.EMAModel
82
+ inv_gamma: 1
83
+ max_value: 0.9999
84
+ min_value: 0
85
+ power: 0.75
86
+ update_after_step: 0
87
+ exp_name:
88
+ value: default
89
+ horizon:
90
+ value: 1
91
+ keypoint_visible_rate:
92
+ value: 1
93
+ llm:
94
+ value:
95
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
96
+ checkpoint: data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700
97
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
98
+ finetune_mode: orig
99
+ hydra:
100
+ job:
101
+ override_dirname: HuggingFaceTB/SmolLM2-135M-Instruct
102
+ run:
103
+ dir: data/outputs/2025.12.20/07.31.07_HuggingFaceTB/SmolLM2-135M-Instruct
104
+ llm_mode: ete-finetuned
105
+ lora_config:
106
+ bias: none
107
+ lora_alpha: 64
108
+ lora_dropout: 0.05
109
+ r: 32
110
+ task_type: CAUSAL_LM
111
+ max_length: 100
112
+ model_name: SmolLM2-135M-Instruct
113
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
114
+ prompter:
115
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
116
+ use_joint_mlp_projector: true
117
+ use_joint_mlp_projector: true
118
+ use_quantization: false
119
+ llm_do_sample:
120
+ value: false
121
+ llm_orig_expert_feedback:
122
+ value: true
123
+ logging:
124
+ value:
125
+ group: null
126
+ id: null
127
+ mode: online
128
+ name: 2025.12.20-07.31.07_train_llm_diffusion_unet_lowdim_parking-v0
129
+ project: parking-v0-training
130
+ resume: true
131
+ tags:
132
+ - train_llm_diffusion_unet_lowdim
133
+ - parking-v0
134
+ - default
135
+ model_name:
136
+ value: HuggingFaceTB/SmolLM2-135M-Instruct
137
+ multi_run:
138
+ value:
139
+ run_dir: data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0
140
+ wandb_name_base: 2025.12.20-07.31.07_train_llm_diffusion_unet_lowdim_parking-v0
141
+ n_action_steps:
142
+ value: 1
143
+ n_latency_steps:
144
+ value: 0
145
+ n_obs_steps:
146
+ value: 1
147
+ name:
148
+ value: train_llm_diffusion_unet_lowdim
149
+ obs_as_global_cond:
150
+ value: true
151
+ obs_as_local_cond:
152
+ value: false
153
+ obs_dim:
154
+ value: 18
155
+ optimizer:
156
+ value:
157
+ _target_: torch.optim.AdamW
158
+ betas:
159
+ - 0.95
160
+ - 0.999
161
+ eps: 1e-08
162
+ lr: 0.0001
163
+ weight_decay: 1e-06
164
+ output_dir:
165
+ value: /root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0
166
+ past_action_visible:
167
+ value: false
168
+ policy:
169
+ value:
170
+ _target_: llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy
171
+ action_dim: 2
172
+ horizon: 1
173
+ llm_discriminator:
174
+ _target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
175
+ llm_translator:
176
+ _target_: llmbc.translator.llm_translator.LLMTranslator
177
+ action_dim: 2
178
+ cfg:
179
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
180
+ checkpoint: data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700
181
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
182
+ finetune_mode: orig
183
+ hydra:
184
+ job:
185
+ override_dirname: HuggingFaceTB/SmolLM2-135M-Instruct
186
+ run:
187
+ dir: data/outputs/2025.12.20/07.31.07_HuggingFaceTB/SmolLM2-135M-Instruct
188
+ llm_mode: ete-finetuned
189
+ lora_config:
190
+ bias: none
191
+ lora_alpha: 64
192
+ lora_dropout: 0.05
193
+ r: 32
194
+ task_type: CAUSAL_LM
195
+ max_length: 100
196
+ model_name: SmolLM2-135M-Instruct
197
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
198
+ prompter:
199
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
200
+ use_joint_mlp_projector: true
201
+ use_joint_mlp_projector: true
202
+ use_quantization: false
203
+ horizon: 1
204
+ n_action_steps: 1
205
+ n_obs_steps: 1
206
+ obs_dim: 18
207
+ task_id: parking-v0
208
+ loss_dp_weight: 1
209
+ loss_llm_weight: 0.0001
210
+ model:
211
+ _target_: llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D
212
+ cond_predict_scale: true
213
+ diffusion_step_embed_dim: 256
214
+ down_dims:
215
+ - 256
216
+ - 512
217
+ - 1024
218
+ global_cond_dim: 18
219
+ input_dim: 2
220
+ kernel_size: 5
221
+ local_cond_dim: null
222
+ n_groups: 8
223
+ n_action_steps: 1
224
+ n_obs_steps: 1
225
+ noise_scheduler:
226
+ _target_: diffusers.schedulers.scheduling_ddpm.DDPMScheduler
227
+ beta_end: 0.02
228
+ beta_schedule: squaredcos_cap_v2
229
+ beta_start: 0.0001
230
+ clip_sample: true
231
+ num_train_timesteps: 100
232
+ prediction_type: epsilon
233
+ variance_type: fixed_small
234
+ normalize_llm_loss: true
235
+ num_inference_steps: 100
236
+ oa_step_convention: true
237
+ obs_as_global_cond: true
238
+ obs_as_local_cond: false
239
+ obs_dim: 18
240
+ pred_action_steps_only: false
241
+ reweight_llm_loss: true
242
+ pred_action_steps_only:
243
+ value: false
244
+ task:
245
+ value:
246
+ action_dim: 2
247
+ dataset:
248
+ _target_: llmbc.dataset.highway_lowdim_dataset.HighwayLowdimDataset
249
+ data_path: datasets/parking-v0.pt
250
+ data_path2: datasets/parking-v0.pt
251
+ dummy_normalizer: false
252
+ horizon: 1
253
+ obs_eef_target: true
254
+ pad_after: 0
255
+ pad_before: 0
256
+ use_manual_normalizer: false
257
+ val_ratio: 0.02
258
+ env_runner:
259
+ _target_: llmbc.env_runner.highway_lowdim_runner.HighwayLowdimRunner
260
+ discount: 0.99
261
+ env_name: llf-highway-parking-v0
262
+ feedback_type:
263
+ - hp
264
+ - hn
265
+ - fp
266
+ instruction_type: b
267
+ max_steps: 80
268
+ n_action_steps: 1
269
+ n_envs: 10
270
+ n_obs_steps: 1
271
+ n_test: 50
272
+ n_train: 10
273
+ visual: false
274
+ instructor:
275
+ _target_: llmbc.translator.instructor.highway_instructor.parking_v0_instructor.ParkingV0Instructor
276
+ name: parking-v0
277
+ obs_dim: 18
278
+ task_name:
279
+ value: parking-v0
280
+ training:
281
+ value:
282
+ checkpoint_every: 5
283
+ debug: false
284
+ device: cuda:0
285
+ gradient_accumulate_every: 16
286
+ lr_scheduler: cosine
287
+ lr_warmup_steps: 500
288
+ max_train_steps: null
289
+ max_val_steps: null
290
+ num_epochs: 1001
291
+ resume: true
292
+ rollout_every: 5
293
+ sample_every: 5
294
+ seed: 43
295
+ tqdm_interval_sec: 1
296
+ use_ema: true
297
+ val_every: 1
298
+ val_dataloader:
299
+ value:
300
+ batch_size: 16
301
+ num_workers: 0
302
+ persistent_workers: false
303
+ pin_memory: false
304
+ shuffle: false
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/files/output.log ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ /root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/stable_baselines3/common/save_util.py:166: UserWarning: Could not deserialize object lr_schedule. Consider using `custom_objects` argument to replace this object.
2
+ Exception: Can't get attribute 'FloatSchedule' on <module 'stable_baselines3.common.utils' from '/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/stable_baselines3/common/utils.py'>
3
+ warnings.warn(
4
+ Wrapping the env with a `Monitor` wrapper
5
+ Wrapping the env in a DummyVecEnv.
6
+ Eval HighwayLowdimRunner 1/6: 0%| | 0/80 [00:00<?, ?it/s]/root/workspace/LLM-BC/llmbc/common/llfbench_util.py:39: UserWarning: Creating a tensor from a list of numpy.ndarrays is extremely slow. Please consider converting the list to a single numpy.ndarray with numpy.array() before converting to a tensor. (Triggered internally at ../torch/csrc/utils/tensor_new.cpp:275.)
7
+ obs = torch.tensor(obs, dtype=torch.float32).unsqueeze(dim=0).to(device)
8
+
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/files/wandb-metadata.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-4.18.0-513.24.1.el8_9.x86_64-x86_64-with-glibc2.31",
3
+ "python": "3.9.25",
4
+ "startedAt": "2025-12-20T07:31:18.497782Z",
5
+ "args": [
6
+ "--config-path",
7
+ "./config/main_table",
8
+ "--config-name",
9
+ "llmdp_parking-v0.yaml",
10
+ "policy.loss_llm_weight=1.0e-4",
11
+ "training.seed=43"
12
+ ],
13
+ "program": "/root/workspace/LLM-BC/./train.py",
14
+ "codePath": "train.py",
15
+ "git": {
16
+ "remote": "https://github.com/CHYang25/LLM-BC.git",
17
+ "commit": "19d4c838d567a3f93b4721dcb5cefc20b4873e61"
18
+ },
19
+ "email": "chris920325@gmail.com",
20
+ "root": "/root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0",
21
+ "host": "llmbc-cuda-545d8cd8bc-9ltjf",
22
+ "username": "root",
23
+ "executable": "/root/miniconda3/envs/llm-bc/bin/python3",
24
+ "codePathLocal": "train.py",
25
+ "cpu_count": 64,
26
+ "cpu_count_logical": 128,
27
+ "gpu": "NVIDIA H100 80GB HBM3",
28
+ "gpu_count": 2,
29
+ "disk": {
30
+ "/": {
31
+ "total": "23041585184768",
32
+ "used": "576838209536"
33
+ }
34
+ },
35
+ "memory": {
36
+ "total": "2163619737600"
37
+ },
38
+ "cpu": {
39
+ "count": 64,
40
+ "countLogical": 128
41
+ },
42
+ "gpu_nvidia": [
43
+ {
44
+ "name": "NVIDIA H100 80GB HBM3",
45
+ "memoryTotal": "85520809984",
46
+ "cudaCores": 16896,
47
+ "architecture": "Hopper"
48
+ },
49
+ {
50
+ "name": "NVIDIA H100 80GB HBM3",
51
+ "memoryTotal": "85520809984",
52
+ "cudaCores": 16896,
53
+ "architecture": "Hopper"
54
+ }
55
+ ],
56
+ "cudaVersion": "12.8"
57
+ }
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"test/success_rate":0.94,"train/cumulative_reward":-7.135726789024817,"train_loss":0.007464625844878557,"train/success_rate":0.9,"_wandb":{"runtime":220317},"epoch":1000,"test/cumulative_reward":-7.041289033456054,"_step":655654,"test/mean_score":-0.10992037004160543,"train/mean_score":-0.10535842509706109,"global_step":655654,"_runtime":220317.566406773,"train_action_mse_error":0.00011249375529587269,"train_loss_llm":0,"lr":1.505919167144043e-13,"val_loss":0.09951873868703842,"train_loss_dp":0.0005210948875173926,"_timestamp":1.766436193445756e+09}
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug-core.log ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-12-20T07:31:17.905012362Z","level":"INFO","msg":"started logging, with flags","port-filename":"/tmp/tmpumyl0idh/port-51412.txt","pid":51412,"debug":false,"disable-analytics":false}
2
+ {"time":"2025-12-20T07:31:17.905039812Z","level":"INFO","msg":"FeatureState","shutdownOnParentExitEnabled":false}
3
+ {"time":"2025-12-20T07:31:17.906044253Z","level":"INFO","msg":"Will exit if parent process dies.","ppid":51412}
4
+ {"time":"2025-12-20T07:31:17.906044229Z","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":36539,"Zone":""}}
5
+ {"time":"2025-12-20T07:31:18.099670239Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:33946"}
6
+ {"time":"2025-12-20T07:31:18.49935716Z","level":"INFO","msg":"handleInformInit: received","streamId":"czbe67ue","id":"127.0.0.1:33946"}
7
+ {"time":"2025-12-20T07:31:18.606324966Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"czbe67ue","id":"127.0.0.1:33946"}
8
+ {"time":"2025-12-22T20:43:16.06410038Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:33946"}
9
+ {"time":"2025-12-22T20:43:16.064166521Z","level":"INFO","msg":"connection: Close: initiating connection closure","id":"127.0.0.1:33946"}
10
+ {"time":"2025-12-22T20:43:16.064175171Z","level":"INFO","msg":"server is shutting down"}
11
+ {"time":"2025-12-22T20:43:16.0642278Z","level":"INFO","msg":"connection: Close: connection successfully closed","id":"127.0.0.1:33946"}
12
+ {"time":"2025-12-22T20:43:17.865560234Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:33946"}
13
+ {"time":"2025-12-22T20:43:17.865570891Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:33946"}
14
+ {"time":"2025-12-22T20:43:17.865575141Z","level":"INFO","msg":"server is closed"}
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug-internal.log ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-12-20T07:31:18.499466861Z","level":"INFO","msg":"using version","core version":"0.18.6"}
2
+ {"time":"2025-12-20T07:31:18.499476992Z","level":"INFO","msg":"created symlink","path":"/root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug-core.log"}
3
+ {"time":"2025-12-20T07:31:18.606304977Z","level":"INFO","msg":"created new stream","id":"czbe67ue"}
4
+ {"time":"2025-12-20T07:31:18.606322049Z","level":"INFO","msg":"stream: started","id":"czbe67ue"}
5
+ {"time":"2025-12-20T07:31:18.606338253Z","level":"INFO","msg":"sender: started","stream_id":"czbe67ue"}
6
+ {"time":"2025-12-20T07:31:18.606350701Z","level":"INFO","msg":"handler: started","stream_id":{"value":"czbe67ue"}}
7
+ {"time":"2025-12-20T07:31:18.606336657Z","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"czbe67ue"}}
8
+ {"time":"2025-12-20T07:31:19.264282203Z","level":"INFO","msg":"Starting system monitor"}
9
+ {"time":"2025-12-22T01:59:36.477389653Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
10
+ {"time":"2025-12-22T02:00:08.805266215Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
11
+ {"time":"2025-12-22T02:01:29.763414525Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/parking-v0-training/czbe67ue/file_stream\": EOF"}
12
+ {"time":"2025-12-22T05:20:21.583360306Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
13
+ {"time":"2025-12-22T05:20:53.621859199Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
14
+ {"time":"2025-12-22T06:16:26.937521487Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/parking-v0-training/czbe67ue/file_stream\": EOF"}
15
+ {"time":"2025-12-22T07:25:23.413628248Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/parking-v0-training/czbe67ue/file_stream\": unexpected EOF"}
16
+ {"time":"2025-12-22T07:28:06.754976377Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
17
+ {"time":"2025-12-22T07:30:21.758134969Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
18
+ {"time":"2025-12-22T07:32:36.761953155Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
19
+ {"time":"2025-12-22T07:33:08.870277176Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
20
+ {"time":"2025-12-22T07:33:40.411684851Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/parking-v0-training/czbe67ue/file_stream\": read tcp 192.168.42.185:54778->35.186.228.49:443: read: connection reset by peer"}
21
+ {"time":"2025-12-22T07:34:51.770725884Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
22
+ {"time":"2025-12-22T07:35:24.172214702Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
23
+ {"time":"2025-12-22T07:39:04.733337786Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/parking-v0-training/czbe67ue/file_stream\": EOF"}
24
+ {"time":"2025-12-22T20:43:16.06416416Z","level":"INFO","msg":"stream: closing","id":"czbe67ue"}
25
+ {"time":"2025-12-22T20:43:16.064203934Z","level":"INFO","msg":"Stopping system monitor"}
26
+ {"time":"2025-12-22T20:43:16.064717446Z","level":"INFO","msg":"Stopped system monitor"}
27
+ {"time":"2025-12-22T20:43:17.453674671Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
28
+ {"time":"2025-12-22T20:43:17.865429384Z","level":"INFO","msg":"handler: closed","stream_id":{"value":"czbe67ue"}}
29
+ {"time":"2025-12-22T20:43:17.865460253Z","level":"INFO","msg":"sender: closed","stream_id":"czbe67ue"}
30
+ {"time":"2025-12-22T20:43:17.865456717Z","level":"INFO","msg":"writer: Close: closed","stream_id":{"value":"czbe67ue"}}
31
+ {"time":"2025-12-22T20:43:17.865528052Z","level":"INFO","msg":"stream: closed","id":"czbe67ue"}
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug.log ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Current SDK version is 0.18.6
2
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Configure stats pid to 51412
3
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Loading settings from /root/.config/wandb/settings
4
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Loading settings from /root/workspace/LLM-BC/wandb/settings
5
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
6
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
7
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': 'train.py', 'program_abspath': '/root/workspace/LLM-BC/train.py', 'program': '/root/workspace/LLM-BC/./train.py'}
8
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Applying login settings: {}
9
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:_log_setup():533] Logging user logs to /root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug.log
10
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:_log_setup():534] Logging internal logs to /root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug-internal.log
11
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:init():619] calling init triggers
12
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
13
+ config: {'name': 'train_llm_diffusion_unet_lowdim', '_target_': 'llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace', 'obs_dim': 18, 'action_dim': 2, 'task_name': 'parking-v0', 'exp_name': 'default', 'model_name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1, 'n_latency_steps': 0, 'past_action_visible': False, 'keypoint_visible_rate': 1.0, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'llm_orig_expert_feedback': True, 'llm_do_sample': False, 'policy': {'_target_': 'llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy', 'model': {'_target_': 'llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D', 'input_dim': 2, 'local_cond_dim': None, 'global_cond_dim': 18, 'diffusion_step_embed_dim': 256, 'down_dims': [256, 512, 1024], 'kernel_size': 5, 'n_groups': 8, 'cond_predict_scale': True}, 'noise_scheduler': {'_target_': 'diffusers.schedulers.scheduling_ddpm.DDPMScheduler', 'num_train_timesteps': 100, 'beta_start': 0.0001, 'beta_end': 0.02, 'beta_schedule': 'squaredcos_cap_v2', 'variance_type': 'fixed_small', 'clip_sample': True, 'prediction_type': 'epsilon'}, 'horizon': 1, 'obs_dim': 18, 'action_dim': 2, 'n_action_steps': 1, 'n_obs_steps': 1, 'num_inference_steps': 100, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'oa_step_convention': True, 'llm_discriminator': {'_target_': 'llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator', 'task_id': 'parking-v0', 'llm_translator': {'_target_': 'llmbc.translator.llm_translator.LLMTranslator', 'cfg': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'ete-finetuned', 'finetune_mode': 'orig', 'checkpoint': 'data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2025.12.20/07.31.07_HuggingFaceTB/SmolLM2-135M-Instruct'}}}, 'obs_dim': 18, 'action_dim': 2, 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1}}, 'loss_dp_weight': 1.0, 'loss_llm_weight': 0.0001, 'normalize_llm_loss': True, 'reweight_llm_loss': True}, 'ema': {'_target_': 'llmbc.model.diffusion.ema_model.EMAModel', 'update_after_step': 0, 'inv_gamma': 1.0, 'power': 0.75, 'min_value': 0.0, 'max_value': 0.9999}, 'dataloader': {'batch_size': 16, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'val_dataloader': {'batch_size': 16, 'num_workers': 0, 'shuffle': False, 'pin_memory': False, 'persistent_workers': False}, 'optimizer': {'_target_': 'torch.optim.AdamW', 'lr': 0.0001, 'betas': [0.95, 0.999], 'eps': 1e-08, 'weight_decay': 1e-06}, 'training': {'device': 'cuda:0', 'seed': 43, 'debug': False, 'resume': True, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 500, 'num_epochs': 1001, 'gradient_accumulate_every': 16, 'use_ema': True, 'rollout_every': 5, 'checkpoint_every': 5, 'val_every': 1, 'sample_every': 5, 'max_train_steps': None, 'max_val_steps': None, 'tqdm_interval_sec': 1.0}, 'logging': {'project': 'parking-v0-training', 'resume': True, 'mode': 'online', 'name': '2025.12.20-07.31.07_train_llm_diffusion_unet_lowdim_parking-v0', 'tags': ['train_llm_diffusion_unet_lowdim', 'parking-v0', 'default'], 'id': None, 'group': None}, 'checkpoint': {'topk': {'monitor_key': 'test_success_rate', 'mode': 'max', 'k': 5, 'format_str': 'epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt'}, 'save_last_ckpt': True, 'save_last_snapshot': False}, 'multi_run': {'run_dir': 'data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0', 'wandb_name_base': '2025.12.20-07.31.07_train_llm_diffusion_unet_lowdim_parking-v0'}, 'task': {'name': 'parking-v0', 'obs_dim': 18, 'action_dim': 2, 'env_runner': {'_target_': 'llmbc.env_runner.highway_lowdim_runner.HighwayLowdimRunner', 'env_name': 'llf-highway-parking-v0', 'n_train': 10, 'n_test': 50, 'n_envs': 10, 'max_steps': 80, 'n_obs_steps': 1, 'n_action_steps': 1, 'instruction_type': 'b', 'feedback_type': ['hp', 'hn', 'fp'], 'visual': False, 'discount': 0.99}, 'dataset': {'_target_': 'llmbc.dataset.highway_lowdim_dataset.HighwayLowdimDataset', 'data_path': 'datasets/parking-v0.pt', 'data_path2': 'datasets/parking-v0.pt', 'horizon': 1, 'pad_before': 0, 'pad_after': 0, 'obs_eef_target': True, 'use_manual_normalizer': False, 'val_ratio': 0.02, 'dummy_normalizer': False}, 'instructor': {'_target_': 'llmbc.translator.instructor.highway_instructor.parking_v0_instructor.ParkingV0Instructor'}}, 'llm': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'ete-finetuned', 'finetune_mode': 'orig', 'checkpoint': 'data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2025.12.20/07.31.07_HuggingFaceTB/SmolLM2-135M-Instruct'}}}}
14
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:init():669] starting backend
15
+ 2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:init():673] sending inform_init request
16
+ 2025-12-20 07:31:18,497 INFO MainThread:51412 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
17
+ 2025-12-20 07:31:18,497 INFO MainThread:51412 [wandb_init.py:init():686] backend started and connected
18
+ 2025-12-20 07:31:18,504 INFO MainThread:51412 [wandb_init.py:init():781] updated telemetry
19
+ 2025-12-20 07:31:18,540 INFO MainThread:51412 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
20
+ 2025-12-20 07:31:19,261 INFO MainThread:51412 [wandb_init.py:init():867] starting run threads in backend
21
+ 2025-12-20 07:31:19,603 INFO MainThread:51412 [wandb_run.py:_console_start():2451] atexit reg
22
+ 2025-12-20 07:31:19,603 INFO MainThread:51412 [wandb_run.py:_redirect():2299] redirect: wrap_raw
23
+ 2025-12-20 07:31:19,603 INFO MainThread:51412 [wandb_run.py:_redirect():2364] Wrapping output streams.
24
+ 2025-12-20 07:31:19,603 INFO MainThread:51412 [wandb_run.py:_redirect():2389] Redirects installed.
25
+ 2025-12-20 07:31:19,604 INFO MainThread:51412 [wandb_init.py:init():911] run started, returning control to user process
26
+ 2025-12-20 07:31:19,605 INFO MainThread:51412 [wandb_run.py:_config_callback():1389] config_cb None None {'output_dir': '/root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0'}
27
+ 2025-12-22 20:43:16,064 WARNING MsgRouterThr:51412 [router.py:message_loop():75] message_loop has been closed
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/run-czbe67ue.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3576ca8e8f642ec0ec2c6957d03b2553964033b4c04103d9d31eab2f9b68a6b
3
+ size 599048446
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/wandb-resume.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"run_id": "czbe67ue"}
2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/config.yaml ADDED
@@ -0,0 +1,193 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: train_llm_diffusion_unet_lowdim
2
+ _target_: llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace
3
+ obs_dim: ${task.obs_dim}
4
+ action_dim: ${task.action_dim}
5
+ task_name: ${task.name}
6
+ exp_name: default
7
+ model_name: ${llm.name}
8
+ horizon: 1
9
+ n_obs_steps: 1
10
+ n_action_steps: 1
11
+ n_latency_steps: 0
12
+ past_action_visible: false
13
+ keypoint_visible_rate: 1.0
14
+ obs_as_local_cond: false
15
+ obs_as_global_cond: true
16
+ pred_action_steps_only: false
17
+ llm_orig_expert_feedback: true
18
+ llm_do_sample: false
19
+ policy:
20
+ _target_: llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy
21
+ model:
22
+ _target_: llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D
23
+ input_dim: '${eval: ${task.action_dim} if ${obs_as_local_cond} or ${obs_as_global_cond}
24
+ else ${task.obs_dim} + ${task.action_dim}}'
25
+ local_cond_dim: '${eval: ${task.obs_dim} if ${obs_as_local_cond} else None}'
26
+ global_cond_dim: '${eval: ${task.obs_dim}*${n_obs_steps} if ${obs_as_global_cond}
27
+ else None}'
28
+ diffusion_step_embed_dim: 256
29
+ down_dims:
30
+ - 256
31
+ - 512
32
+ - 1024
33
+ kernel_size: 5
34
+ n_groups: 8
35
+ cond_predict_scale: true
36
+ noise_scheduler:
37
+ _target_: diffusers.schedulers.scheduling_ddpm.DDPMScheduler
38
+ num_train_timesteps: 100
39
+ beta_start: 0.0001
40
+ beta_end: 0.02
41
+ beta_schedule: squaredcos_cap_v2
42
+ variance_type: fixed_small
43
+ clip_sample: true
44
+ prediction_type: epsilon
45
+ horizon: ${horizon}
46
+ obs_dim: ${obs_dim}
47
+ action_dim: ${action_dim}
48
+ n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
49
+ n_obs_steps: ${n_obs_steps}
50
+ num_inference_steps: 100
51
+ obs_as_local_cond: ${obs_as_local_cond}
52
+ obs_as_global_cond: ${obs_as_global_cond}
53
+ pred_action_steps_only: ${pred_action_steps_only}
54
+ oa_step_convention: true
55
+ llm_discriminator:
56
+ _target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
57
+ task_id: ${task_name}
58
+ llm_translator:
59
+ _target_: llmbc.translator.llm_translator.LLMTranslator
60
+ cfg: ${llm}
61
+ obs_dim: ${obs_dim}
62
+ action_dim: ${action_dim}
63
+ horizon: ${horizon}
64
+ n_obs_steps: ${n_obs_steps}
65
+ n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
66
+ loss_dp_weight: 1.0
67
+ loss_llm_weight: 0.0001
68
+ normalize_llm_loss: true
69
+ reweight_llm_loss: true
70
+ ema:
71
+ _target_: llmbc.model.diffusion.ema_model.EMAModel
72
+ update_after_step: 0
73
+ inv_gamma: 1.0
74
+ power: 0.75
75
+ min_value: 0.0
76
+ max_value: 0.9999
77
+ dataloader:
78
+ batch_size: 16
79
+ num_workers: 0
80
+ shuffle: true
81
+ pin_memory: false
82
+ persistent_workers: false
83
+ val_dataloader:
84
+ batch_size: 16
85
+ num_workers: 0
86
+ shuffle: false
87
+ pin_memory: false
88
+ persistent_workers: false
89
+ optimizer:
90
+ _target_: torch.optim.AdamW
91
+ lr: 0.0001
92
+ betas:
93
+ - 0.95
94
+ - 0.999
95
+ eps: 1.0e-08
96
+ weight_decay: 1.0e-06
97
+ training:
98
+ device: cuda:0
99
+ seed: 44
100
+ debug: false
101
+ resume: true
102
+ lr_scheduler: cosine
103
+ lr_warmup_steps: 500
104
+ num_epochs: 1001
105
+ gradient_accumulate_every: 16
106
+ use_ema: true
107
+ rollout_every: 5
108
+ checkpoint_every: 5
109
+ val_every: 1
110
+ sample_every: 5
111
+ max_train_steps: null
112
+ max_val_steps: null
113
+ tqdm_interval_sec: 1.0
114
+ logging:
115
+ project: ${task.name}-training
116
+ resume: true
117
+ mode: online
118
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
119
+ tags:
120
+ - ${name}
121
+ - ${task_name}
122
+ - ${exp_name}
123
+ id: null
124
+ group: null
125
+ checkpoint:
126
+ topk:
127
+ monitor_key: test_success_rate
128
+ mode: max
129
+ k: 5
130
+ format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
131
+ save_last_ckpt: true
132
+ save_last_snapshot: false
133
+ multi_run:
134
+ run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
135
+ wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
136
+ task:
137
+ name: parking-v0
138
+ obs_dim: 18
139
+ action_dim: 2
140
+ env_runner:
141
+ _target_: llmbc.env_runner.highway_lowdim_runner.HighwayLowdimRunner
142
+ env_name: llf-highway-parking-v0
143
+ n_train: 10
144
+ n_test: 50
145
+ n_envs: 10
146
+ max_steps: 80
147
+ n_obs_steps: ${n_obs_steps}
148
+ n_action_steps: ${n_action_steps}
149
+ instruction_type: b
150
+ feedback_type:
151
+ - hp
152
+ - hn
153
+ - fp
154
+ visual: false
155
+ discount: 0.99
156
+ dataset:
157
+ _target_: llmbc.dataset.highway_lowdim_dataset.HighwayLowdimDataset
158
+ data_path: datasets/parking-v0.pt
159
+ data_path2: datasets/parking-v0.pt
160
+ horizon: ${horizon}
161
+ pad_before: ${eval:'${n_obs_steps}-1'}
162
+ pad_after: ${eval:'${n_action_steps}-1'}
163
+ obs_eef_target: true
164
+ use_manual_normalizer: false
165
+ val_ratio: 0.02
166
+ dummy_normalizer: false
167
+ instructor:
168
+ _target_: llmbc.translator.instructor.highway_instructor.parking_v0_instructor.ParkingV0Instructor
169
+ llm:
170
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
171
+ model_name: SmolLM2-135M-Instruct
172
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
173
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
174
+ use_quantization: false
175
+ use_joint_mlp_projector: true
176
+ llm_mode: ete-finetuned
177
+ finetune_mode: orig
178
+ checkpoint: data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700
179
+ max_length: 100
180
+ lora_config:
181
+ r: 32
182
+ lora_alpha: 64
183
+ lora_dropout: 0.05
184
+ bias: none
185
+ task_type: CAUSAL_LM
186
+ prompter:
187
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
188
+ use_joint_mlp_projector: true
189
+ hydra:
190
+ job:
191
+ override_dirname: ${model_name}
192
+ run:
193
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${model_name}
2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/hydra.yaml ADDED
@@ -0,0 +1,156 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task:
115
+ - policy.loss_llm_weight=1.0e-4
116
+ - training.seed=44
117
+ job:
118
+ name: train
119
+ chdir: null
120
+ override_dirname: policy.loss_llm_weight=1.0e-4,training.seed=44
121
+ id: ???
122
+ num: ???
123
+ config_name: llmdp_parking-v0.yaml
124
+ env_set: {}
125
+ env_copy: []
126
+ config:
127
+ override_dirname:
128
+ kv_sep: '='
129
+ item_sep: ','
130
+ exclude_keys: []
131
+ runtime:
132
+ version: 1.2.0
133
+ version_base: '1.2'
134
+ cwd: /root/workspace/LLM-BC
135
+ config_sources:
136
+ - path: hydra.conf
137
+ schema: pkg
138
+ provider: hydra
139
+ - path: /root/workspace/LLM-BC/config/main_table
140
+ schema: file
141
+ provider: main
142
+ - path: ''
143
+ schema: structured
144
+ provider: schema
145
+ output_dir: /root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0
146
+ choices:
147
+ hydra/env: default
148
+ hydra/callbacks: null
149
+ hydra/job_logging: default
150
+ hydra/hydra_logging: default
151
+ hydra/hydra_help: default
152
+ hydra/help: default
153
+ hydra/sweeper: basic
154
+ hydra/launcher: basic
155
+ hydra/output: default
156
+ verbose: false
2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/overrides.yaml ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ - policy.loss_llm_weight=1.0e-4
2
+ - training.seed=44
2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0360-test_success_rate=0.960.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6f40959d1b74721f00a5adbfac46418c0f00d1f670e4d000c28b00088d65628
3
+ size 1042506802
2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0395-test_success_rate=0.960.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc0df81a57347cd06c8ec4c8dc977f5dd0634c513f3ed4e635fa3bb16d9ef650
3
+ size 1042506802
2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0545-test_success_rate=0.960.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96915c95a3d14f38eb9b5bc174afdec303e169bb9b61f049ffefae295e156e60
3
+ size 1042506802
2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0580-test_success_rate=0.960.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07df87473a5f75296e3a5f3bca610f658017ad75646ce987fbba39dc03b43e52
3
+ size 1042506802
2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0910-test_success_rate=0.980.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41e2a40c237d34d4ab071e0164fdb8490cf064d2c2522883b583f6c81dc5c35f
3
+ size 1042506802