Upload folder using huggingface_hub
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +9 -0
- 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/config.yaml +193 -0
- 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/hydra.yaml +156 -0
- 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/overrides.yaml +2 -0
- 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0000-test_success_rate=0.000.ckpt +3 -0
- 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/latest.ckpt +3 -0
- 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/logs.json.txt +0 -0
- 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/train.log +9 -0
- 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/debug-internal.log +11 -0
- 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/debug.log +27 -0
- 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/files/config.yaml +304 -0
- 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/files/output.log +59 -0
- 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/files/requirements.txt +861 -0
- 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/files/wandb-metadata.json +57 -0
- 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/files/wandb-summary.json +1 -0
- 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug-core.log +12 -0
- 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug-internal.log +11 -0
- 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug.log +27 -0
- 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/run-dwqvyi2n.wandb +3 -0
- 2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/wandb-resume.json +1 -0
- 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/config.yaml +193 -0
- 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/hydra.yaml +156 -0
- 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/overrides.yaml +2 -0
- 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0315-test_success_rate=0.960.ckpt +3 -0
- 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0350-test_success_rate=0.960.ckpt +3 -0
- 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0450-test_success_rate=0.960.ckpt +3 -0
- 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0460-test_success_rate=0.980.ckpt +3 -0
- 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0475-test_success_rate=1.000.ckpt +3 -0
- 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/latest.ckpt +3 -0
- 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/logs.json.txt +3 -0
- 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/train.log +9 -0
- 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/debug-internal.log +31 -0
- 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/debug.log +27 -0
- 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/files/config.yaml +304 -0
- 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/files/output.log +8 -0
- 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/files/wandb-metadata.json +57 -0
- 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/files/wandb-summary.json +1 -0
- 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug-core.log +14 -0
- 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug-internal.log +31 -0
- 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug.log +27 -0
- 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/run-czbe67ue.wandb +3 -0
- 2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/wandb-resume.json +1 -0
- 2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/config.yaml +193 -0
- 2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/hydra.yaml +156 -0
- 2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/overrides.yaml +2 -0
- 2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0360-test_success_rate=0.960.ckpt +3 -0
- 2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0395-test_success_rate=0.960.ckpt +3 -0
- 2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0545-test_success_rate=0.960.ckpt +3 -0
- 2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0580-test_success_rate=0.960.ckpt +3 -0
- 2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0910-test_success_rate=0.980.ckpt +3 -0
.gitattributes
CHANGED
|
@@ -57,3 +57,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 57 |
2025.12.18/04.43.54_train_llmbc_lowdim_box-close-v2/wandb/run-20251218_044410-v5c3a4ag/run-v5c3a4ag.wandb filter=lfs diff=lfs merge=lfs -text
|
| 58 |
2025.12.18/04.43.59_train_llmbc_lowdim_box-close-v2/logs.json.txt filter=lfs diff=lfs merge=lfs -text
|
| 59 |
2025.12.18/04.43.59_train_llmbc_lowdim_box-close-v2/wandb/run-20251218_044411-dwnu9dgu/run-dwnu9dgu.wandb filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 57 |
2025.12.18/04.43.54_train_llmbc_lowdim_box-close-v2/wandb/run-20251218_044410-v5c3a4ag/run-v5c3a4ag.wandb filter=lfs diff=lfs merge=lfs -text
|
| 58 |
2025.12.18/04.43.59_train_llmbc_lowdim_box-close-v2/logs.json.txt filter=lfs diff=lfs merge=lfs -text
|
| 59 |
2025.12.18/04.43.59_train_llmbc_lowdim_box-close-v2/wandb/run-20251218_044411-dwnu9dgu/run-dwnu9dgu.wandb filter=lfs diff=lfs merge=lfs -text
|
| 60 |
+
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/run-dwqvyi2n.wandb filter=lfs diff=lfs merge=lfs -text
|
| 61 |
+
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/logs.json.txt filter=lfs diff=lfs merge=lfs -text
|
| 62 |
+
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/run-czbe67ue.wandb filter=lfs diff=lfs merge=lfs -text
|
| 63 |
+
2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/logs.json.txt filter=lfs diff=lfs merge=lfs -text
|
| 64 |
+
2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073138-pgfbe1bv/run-pgfbe1bv.wandb filter=lfs diff=lfs merge=lfs -text
|
| 65 |
+
2025.12.20/07.32.01_train_llm_diffusion_unet_lowdim_parking-v0/logs.json.txt filter=lfs diff=lfs merge=lfs -text
|
| 66 |
+
2025.12.20/07.32.01_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073213-wn6bouke/run-wn6bouke.wandb filter=lfs diff=lfs merge=lfs -text
|
| 67 |
+
2025.12.20/07.32.13_train_llm_diffusion_unet_lowdim_parking-v0/logs.json.txt filter=lfs diff=lfs merge=lfs -text
|
| 68 |
+
2025.12.20/07.32.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073225-wvteizn9/run-wvteizn9.wandb filter=lfs diff=lfs merge=lfs -text
|
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,193 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: train_llm_diffusion_unet_lowdim
|
| 2 |
+
_target_: llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace
|
| 3 |
+
obs_dim: ${task.obs_dim}
|
| 4 |
+
action_dim: ${task.action_dim}
|
| 5 |
+
task_name: ${task.name}
|
| 6 |
+
exp_name: default
|
| 7 |
+
model_name: ${llm.name}
|
| 8 |
+
horizon: 1
|
| 9 |
+
n_obs_steps: 1
|
| 10 |
+
n_action_steps: 1
|
| 11 |
+
n_latency_steps: 0
|
| 12 |
+
past_action_visible: false
|
| 13 |
+
keypoint_visible_rate: 1.0
|
| 14 |
+
obs_as_local_cond: false
|
| 15 |
+
obs_as_global_cond: true
|
| 16 |
+
pred_action_steps_only: false
|
| 17 |
+
llm_orig_expert_feedback: true
|
| 18 |
+
llm_do_sample: false
|
| 19 |
+
policy:
|
| 20 |
+
_target_: llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy
|
| 21 |
+
model:
|
| 22 |
+
_target_: llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D
|
| 23 |
+
input_dim: '${eval: ${task.action_dim} if ${obs_as_local_cond} or ${obs_as_global_cond}
|
| 24 |
+
else ${task.obs_dim} + ${task.action_dim}}'
|
| 25 |
+
local_cond_dim: '${eval: ${task.obs_dim} if ${obs_as_local_cond} else None}'
|
| 26 |
+
global_cond_dim: '${eval: ${task.obs_dim}*${n_obs_steps} if ${obs_as_global_cond}
|
| 27 |
+
else None}'
|
| 28 |
+
diffusion_step_embed_dim: 256
|
| 29 |
+
down_dims:
|
| 30 |
+
- 256
|
| 31 |
+
- 512
|
| 32 |
+
- 1024
|
| 33 |
+
kernel_size: 5
|
| 34 |
+
n_groups: 8
|
| 35 |
+
cond_predict_scale: true
|
| 36 |
+
noise_scheduler:
|
| 37 |
+
_target_: diffusers.schedulers.scheduling_ddpm.DDPMScheduler
|
| 38 |
+
num_train_timesteps: 100
|
| 39 |
+
beta_start: 0.0001
|
| 40 |
+
beta_end: 0.02
|
| 41 |
+
beta_schedule: squaredcos_cap_v2
|
| 42 |
+
variance_type: fixed_small
|
| 43 |
+
clip_sample: true
|
| 44 |
+
prediction_type: epsilon
|
| 45 |
+
horizon: ${horizon}
|
| 46 |
+
obs_dim: ${obs_dim}
|
| 47 |
+
action_dim: ${action_dim}
|
| 48 |
+
n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
|
| 49 |
+
n_obs_steps: ${n_obs_steps}
|
| 50 |
+
num_inference_steps: 100
|
| 51 |
+
obs_as_local_cond: ${obs_as_local_cond}
|
| 52 |
+
obs_as_global_cond: ${obs_as_global_cond}
|
| 53 |
+
pred_action_steps_only: ${pred_action_steps_only}
|
| 54 |
+
oa_step_convention: true
|
| 55 |
+
llm_discriminator:
|
| 56 |
+
_target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
|
| 57 |
+
task_id: ${task_name}
|
| 58 |
+
llm_translator:
|
| 59 |
+
_target_: llmbc.translator.llm_translator.LLMTranslator
|
| 60 |
+
cfg: ${llm}
|
| 61 |
+
obs_dim: ${obs_dim}
|
| 62 |
+
action_dim: ${action_dim}
|
| 63 |
+
horizon: ${horizon}
|
| 64 |
+
n_obs_steps: ${n_obs_steps}
|
| 65 |
+
n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
|
| 66 |
+
loss_dp_weight: 1.0
|
| 67 |
+
loss_llm_weight: 0.001
|
| 68 |
+
normalize_llm_loss: true
|
| 69 |
+
reweight_llm_loss: true
|
| 70 |
+
ema:
|
| 71 |
+
_target_: llmbc.model.diffusion.ema_model.EMAModel
|
| 72 |
+
update_after_step: 0
|
| 73 |
+
inv_gamma: 1.0
|
| 74 |
+
power: 0.75
|
| 75 |
+
min_value: 0.0
|
| 76 |
+
max_value: 0.9999
|
| 77 |
+
dataloader:
|
| 78 |
+
batch_size: 16
|
| 79 |
+
num_workers: 0
|
| 80 |
+
shuffle: true
|
| 81 |
+
pin_memory: false
|
| 82 |
+
persistent_workers: false
|
| 83 |
+
val_dataloader:
|
| 84 |
+
batch_size: 16
|
| 85 |
+
num_workers: 0
|
| 86 |
+
shuffle: false
|
| 87 |
+
pin_memory: false
|
| 88 |
+
persistent_workers: false
|
| 89 |
+
optimizer:
|
| 90 |
+
_target_: torch.optim.AdamW
|
| 91 |
+
lr: 0.0001
|
| 92 |
+
betas:
|
| 93 |
+
- 0.95
|
| 94 |
+
- 0.999
|
| 95 |
+
eps: 1.0e-08
|
| 96 |
+
weight_decay: 1.0e-06
|
| 97 |
+
training:
|
| 98 |
+
device: cuda:0
|
| 99 |
+
seed: 43
|
| 100 |
+
debug: false
|
| 101 |
+
resume: true
|
| 102 |
+
lr_scheduler: cosine
|
| 103 |
+
lr_warmup_steps: 500
|
| 104 |
+
num_epochs: 1001
|
| 105 |
+
gradient_accumulate_every: 16
|
| 106 |
+
use_ema: true
|
| 107 |
+
rollout_every: 5
|
| 108 |
+
checkpoint_every: 5
|
| 109 |
+
val_every: 1
|
| 110 |
+
sample_every: 5
|
| 111 |
+
max_train_steps: null
|
| 112 |
+
max_val_steps: null
|
| 113 |
+
tqdm_interval_sec: 1.0
|
| 114 |
+
logging:
|
| 115 |
+
project: ${task.name}-training
|
| 116 |
+
resume: true
|
| 117 |
+
mode: online
|
| 118 |
+
name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 119 |
+
tags:
|
| 120 |
+
- ${name}
|
| 121 |
+
- ${task_name}
|
| 122 |
+
- ${exp_name}
|
| 123 |
+
id: null
|
| 124 |
+
group: null
|
| 125 |
+
checkpoint:
|
| 126 |
+
topk:
|
| 127 |
+
monitor_key: test_success_rate
|
| 128 |
+
mode: max
|
| 129 |
+
k: 5
|
| 130 |
+
format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
|
| 131 |
+
save_last_ckpt: true
|
| 132 |
+
save_last_snapshot: false
|
| 133 |
+
multi_run:
|
| 134 |
+
run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 135 |
+
wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 136 |
+
task:
|
| 137 |
+
name: parking-v0
|
| 138 |
+
obs_dim: 18
|
| 139 |
+
action_dim: 2
|
| 140 |
+
env_runner:
|
| 141 |
+
_target_: llmbc.env_runner.highway_lowdim_runner.HighwayLowdimRunner
|
| 142 |
+
env_name: llf-highway-parking-v0
|
| 143 |
+
n_train: 10
|
| 144 |
+
n_test: 50
|
| 145 |
+
n_envs: 10
|
| 146 |
+
max_steps: 80
|
| 147 |
+
n_obs_steps: ${n_obs_steps}
|
| 148 |
+
n_action_steps: ${n_action_steps}
|
| 149 |
+
instruction_type: b
|
| 150 |
+
feedback_type:
|
| 151 |
+
- hp
|
| 152 |
+
- hn
|
| 153 |
+
- fp
|
| 154 |
+
visual: false
|
| 155 |
+
discount: 0.99
|
| 156 |
+
dataset:
|
| 157 |
+
_target_: llmbc.dataset.highway_lowdim_dataset.HighwayLowdimDataset
|
| 158 |
+
data_path: datasets/parking-v0.pt
|
| 159 |
+
data_path2: datasets/parking-v0.pt
|
| 160 |
+
horizon: ${horizon}
|
| 161 |
+
pad_before: ${eval:'${n_obs_steps}-1'}
|
| 162 |
+
pad_after: ${eval:'${n_action_steps}-1'}
|
| 163 |
+
obs_eef_target: true
|
| 164 |
+
use_manual_normalizer: false
|
| 165 |
+
val_ratio: 0.02
|
| 166 |
+
dummy_normalizer: false
|
| 167 |
+
instructor:
|
| 168 |
+
_target_: llmbc.translator.instructor.highway_instructor.parking_v0_instructor.ParkingV0Instructor
|
| 169 |
+
llm:
|
| 170 |
+
name: HuggingFaceTB/SmolLM2-135M-Instruct
|
| 171 |
+
model_name: SmolLM2-135M-Instruct
|
| 172 |
+
config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
|
| 173 |
+
causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
|
| 174 |
+
use_quantization: false
|
| 175 |
+
use_joint_mlp_projector: true
|
| 176 |
+
llm_mode: ete-finetuned
|
| 177 |
+
finetune_mode: orig
|
| 178 |
+
checkpoint: data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700
|
| 179 |
+
max_length: 100
|
| 180 |
+
lora_config:
|
| 181 |
+
r: 32
|
| 182 |
+
lora_alpha: 64
|
| 183 |
+
lora_dropout: 0.05
|
| 184 |
+
bias: none
|
| 185 |
+
task_type: CAUSAL_LM
|
| 186 |
+
prompter:
|
| 187 |
+
_target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
|
| 188 |
+
use_joint_mlp_projector: true
|
| 189 |
+
hydra:
|
| 190 |
+
job:
|
| 191 |
+
override_dirname: ${model_name}
|
| 192 |
+
run:
|
| 193 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${model_name}
|
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/hydra.yaml
ADDED
|
@@ -0,0 +1,156 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
hydra:
|
| 2 |
+
run:
|
| 3 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 4 |
+
sweep:
|
| 5 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 6 |
+
subdir: ${hydra.job.num}
|
| 7 |
+
launcher:
|
| 8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
| 9 |
+
sweeper:
|
| 10 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
| 11 |
+
max_batch_size: null
|
| 12 |
+
params: null
|
| 13 |
+
help:
|
| 14 |
+
app_name: ${hydra.job.name}
|
| 15 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
| 16 |
+
|
| 17 |
+
'
|
| 18 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
| 19 |
+
|
| 20 |
+
Use --hydra-help to view Hydra specific help
|
| 21 |
+
|
| 22 |
+
'
|
| 23 |
+
template: '${hydra.help.header}
|
| 24 |
+
|
| 25 |
+
== Configuration groups ==
|
| 26 |
+
|
| 27 |
+
Compose your configuration from those groups (group=option)
|
| 28 |
+
|
| 29 |
+
|
| 30 |
+
$APP_CONFIG_GROUPS
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
== Config ==
|
| 34 |
+
|
| 35 |
+
Override anything in the config (foo.bar=value)
|
| 36 |
+
|
| 37 |
+
|
| 38 |
+
$CONFIG
|
| 39 |
+
|
| 40 |
+
|
| 41 |
+
${hydra.help.footer}
|
| 42 |
+
|
| 43 |
+
'
|
| 44 |
+
hydra_help:
|
| 45 |
+
template: 'Hydra (${hydra.runtime.version})
|
| 46 |
+
|
| 47 |
+
See https://hydra.cc for more info.
|
| 48 |
+
|
| 49 |
+
|
| 50 |
+
== Flags ==
|
| 51 |
+
|
| 52 |
+
$FLAGS_HELP
|
| 53 |
+
|
| 54 |
+
|
| 55 |
+
== Configuration groups ==
|
| 56 |
+
|
| 57 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
| 58 |
+
to command line)
|
| 59 |
+
|
| 60 |
+
|
| 61 |
+
$HYDRA_CONFIG_GROUPS
|
| 62 |
+
|
| 63 |
+
|
| 64 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
| 65 |
+
|
| 66 |
+
'
|
| 67 |
+
hydra_help: ???
|
| 68 |
+
hydra_logging:
|
| 69 |
+
version: 1
|
| 70 |
+
formatters:
|
| 71 |
+
simple:
|
| 72 |
+
format: '[%(asctime)s][HYDRA] %(message)s'
|
| 73 |
+
handlers:
|
| 74 |
+
console:
|
| 75 |
+
class: logging.StreamHandler
|
| 76 |
+
formatter: simple
|
| 77 |
+
stream: ext://sys.stdout
|
| 78 |
+
root:
|
| 79 |
+
level: INFO
|
| 80 |
+
handlers:
|
| 81 |
+
- console
|
| 82 |
+
loggers:
|
| 83 |
+
logging_example:
|
| 84 |
+
level: DEBUG
|
| 85 |
+
disable_existing_loggers: false
|
| 86 |
+
job_logging:
|
| 87 |
+
version: 1
|
| 88 |
+
formatters:
|
| 89 |
+
simple:
|
| 90 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
| 91 |
+
handlers:
|
| 92 |
+
console:
|
| 93 |
+
class: logging.StreamHandler
|
| 94 |
+
formatter: simple
|
| 95 |
+
stream: ext://sys.stdout
|
| 96 |
+
file:
|
| 97 |
+
class: logging.FileHandler
|
| 98 |
+
formatter: simple
|
| 99 |
+
filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
|
| 100 |
+
root:
|
| 101 |
+
level: INFO
|
| 102 |
+
handlers:
|
| 103 |
+
- console
|
| 104 |
+
- file
|
| 105 |
+
disable_existing_loggers: false
|
| 106 |
+
env: {}
|
| 107 |
+
mode: RUN
|
| 108 |
+
searchpath: []
|
| 109 |
+
callbacks: {}
|
| 110 |
+
output_subdir: .hydra
|
| 111 |
+
overrides:
|
| 112 |
+
hydra:
|
| 113 |
+
- hydra.mode=RUN
|
| 114 |
+
task:
|
| 115 |
+
- policy.loss_llm_weight=1.0e-3
|
| 116 |
+
- training.seed=43
|
| 117 |
+
job:
|
| 118 |
+
name: train
|
| 119 |
+
chdir: null
|
| 120 |
+
override_dirname: policy.loss_llm_weight=1.0e-3,training.seed=43
|
| 121 |
+
id: ???
|
| 122 |
+
num: ???
|
| 123 |
+
config_name: llmdp_parking-v0.yaml
|
| 124 |
+
env_set: {}
|
| 125 |
+
env_copy: []
|
| 126 |
+
config:
|
| 127 |
+
override_dirname:
|
| 128 |
+
kv_sep: '='
|
| 129 |
+
item_sep: ','
|
| 130 |
+
exclude_keys: []
|
| 131 |
+
runtime:
|
| 132 |
+
version: 1.2.0
|
| 133 |
+
version_base: '1.2'
|
| 134 |
+
cwd: /root/workspace/LLM-BC
|
| 135 |
+
config_sources:
|
| 136 |
+
- path: hydra.conf
|
| 137 |
+
schema: pkg
|
| 138 |
+
provider: hydra
|
| 139 |
+
- path: /root/workspace/LLM-BC/config/main_table
|
| 140 |
+
schema: file
|
| 141 |
+
provider: main
|
| 142 |
+
- path: ''
|
| 143 |
+
schema: structured
|
| 144 |
+
provider: schema
|
| 145 |
+
output_dir: /root/workspace/LLM-BC/data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0
|
| 146 |
+
choices:
|
| 147 |
+
hydra/env: default
|
| 148 |
+
hydra/callbacks: null
|
| 149 |
+
hydra/job_logging: default
|
| 150 |
+
hydra/hydra_logging: default
|
| 151 |
+
hydra/hydra_help: default
|
| 152 |
+
hydra/help: default
|
| 153 |
+
hydra/sweeper: basic
|
| 154 |
+
hydra/launcher: basic
|
| 155 |
+
hydra/output: default
|
| 156 |
+
verbose: false
|
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/overrides.yaml
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- policy.loss_llm_weight=1.0e-3
|
| 2 |
+
- training.seed=43
|
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0000-test_success_rate=0.000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:76adca146ef108eea3da0b8c6c9b3c17bd11609c848bd2dc21ea9745fbc0eb3b
|
| 3 |
+
size 1042506738
|
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/latest.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a46bf401ce83d21e34ee2c8d0d8f5648f71eafebad6a0ed07d6b50c945c1e2c6
|
| 3 |
+
size 1042506738
|
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/logs.json.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/train.log
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2025-12-20 07:24:15,350][numexpr.utils][INFO] - Note: detected 128 virtual cores but NumExpr set to maximum of 64, check "NUMEXPR_MAX_THREADS" environment variable.
|
| 2 |
+
[2025-12-20 07:24:15,350][numexpr.utils][INFO] - Note: NumExpr detected 128 cores but "NUMEXPR_MAX_THREADS" not set, so enforcing safe limit of 16.
|
| 3 |
+
[2025-12-20 07:24:15,350][numexpr.utils][INFO] - NumExpr defaulting to 16 threads.
|
| 4 |
+
[2025-12-20 07:24:17,234][datasets][INFO] - PyTorch version 2.2.2 available.
|
| 5 |
+
[2025-12-20 07:24:17,235][datasets][INFO] - TensorFlow version 2.15.1 available.
|
| 6 |
+
[2025-12-20 07:24:17,236][datasets][INFO] - JAX version 0.4.30 available.
|
| 7 |
+
[2025-12-20 07:24:18,793][llmbc.model.diffusion.conditional_unet1d][INFO] - number of parameters: 6.514023e+07
|
| 8 |
+
[2025-12-20 07:24:24,198][absl][INFO] - MUJOCO_GL=osmesa, attempting to import specified OpenGL backend.
|
| 9 |
+
[2025-12-20 07:24:24,203][absl][INFO] - MuJoCo library version is: 2.3.7
|
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/debug-internal.log
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2025-12-20T07:24:25.007883091Z","level":"INFO","msg":"using version","core version":"0.18.6"}
|
| 2 |
+
{"time":"2025-12-20T07:24:25.007892698Z","level":"INFO","msg":"created symlink","path":"/root/workspace/LLM-BC/data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug-core.log"}
|
| 3 |
+
{"time":"2025-12-20T07:24:25.118329255Z","level":"INFO","msg":"created new stream","id":"dwqvyi2n"}
|
| 4 |
+
{"time":"2025-12-20T07:24:25.118362086Z","level":"INFO","msg":"stream: started","id":"dwqvyi2n"}
|
| 5 |
+
{"time":"2025-12-20T07:24:25.11838014Z","level":"INFO","msg":"sender: started","stream_id":"dwqvyi2n"}
|
| 6 |
+
{"time":"2025-12-20T07:24:25.118372104Z","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"dwqvyi2n"}}
|
| 7 |
+
{"time":"2025-12-20T07:24:25.118376708Z","level":"INFO","msg":"handler: started","stream_id":{"value":"dwqvyi2n"}}
|
| 8 |
+
{"time":"2025-12-20T07:24:25.956798676Z","level":"INFO","msg":"Starting system monitor"}
|
| 9 |
+
{"time":"2025-12-20T07:30:31.119846834Z","level":"INFO","msg":"stream: closing","id":"dwqvyi2n"}
|
| 10 |
+
{"time":"2025-12-20T07:30:31.119894754Z","level":"INFO","msg":"Stopping system monitor"}
|
| 11 |
+
{"time":"2025-12-20T07:30:31.120691968Z","level":"INFO","msg":"Stopped system monitor"}
|
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/debug.log
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2025-12-20 07:24:25,004 INFO MainThread:48555 [wandb_setup.py:_flush():79] Current SDK version is 0.18.6
|
| 2 |
+
2025-12-20 07:24:25,004 INFO MainThread:48555 [wandb_setup.py:_flush():79] Configure stats pid to 48555
|
| 3 |
+
2025-12-20 07:24:25,004 INFO MainThread:48555 [wandb_setup.py:_flush():79] Loading settings from /root/.config/wandb/settings
|
| 4 |
+
2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_setup.py:_flush():79] Loading settings from /root/workspace/LLM-BC/wandb/settings
|
| 5 |
+
2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
|
| 6 |
+
2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
|
| 7 |
+
2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': 'train.py', 'program_abspath': '/root/workspace/LLM-BC/train.py', 'program': '/root/workspace/LLM-BC/./train.py'}
|
| 8 |
+
2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_setup.py:_flush():79] Applying login settings: {}
|
| 9 |
+
2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:_log_setup():533] Logging user logs to /root/workspace/LLM-BC/data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug.log
|
| 10 |
+
2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:_log_setup():534] Logging internal logs to /root/workspace/LLM-BC/data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug-internal.log
|
| 11 |
+
2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:init():619] calling init triggers
|
| 12 |
+
2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
|
| 13 |
+
config: {'name': 'train_llm_diffusion_unet_lowdim', '_target_': 'llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace', 'obs_dim': 18, 'action_dim': 2, 'task_name': 'parking-v0', 'exp_name': 'default', 'model_name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1, 'n_latency_steps': 0, 'past_action_visible': False, 'keypoint_visible_rate': 1.0, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'llm_orig_expert_feedback': True, 'llm_do_sample': False, 'policy': {'_target_': 'llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy', 'model': {'_target_': 'llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D', 'input_dim': 2, 'local_cond_dim': None, 'global_cond_dim': 18, 'diffusion_step_embed_dim': 256, 'down_dims': [256, 512, 1024], 'kernel_size': 5, 'n_groups': 8, 'cond_predict_scale': True}, 'noise_scheduler': {'_target_': 'diffusers.schedulers.scheduling_ddpm.DDPMScheduler', 'num_train_timesteps': 100, 'beta_start': 0.0001, 'beta_end': 0.02, 'beta_schedule': 'squaredcos_cap_v2', 'variance_type': 'fixed_small', 'clip_sample': True, 'prediction_type': 'epsilon'}, 'horizon': 1, 'obs_dim': 18, 'action_dim': 2, 'n_action_steps': 1, 'n_obs_steps': 1, 'num_inference_steps': 100, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'oa_step_convention': True, 'llm_discriminator': {'_target_': 'llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator', 'task_id': 'parking-v0', 'llm_translator': {'_target_': 'llmbc.translator.llm_translator.LLMTranslator', 'cfg': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'ete-finetuned', 'finetune_mode': 'orig', 'checkpoint': 'data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2025.12.20/07.24.13_HuggingFaceTB/SmolLM2-135M-Instruct'}}}, 'obs_dim': 18, 'action_dim': 2, 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1}}, 'loss_dp_weight': 1.0, 'loss_llm_weight': 0.001, 'normalize_llm_loss': True, 'reweight_llm_loss': True}, 'ema': {'_target_': 'llmbc.model.diffusion.ema_model.EMAModel', 'update_after_step': 0, 'inv_gamma': 1.0, 'power': 0.75, 'min_value': 0.0, 'max_value': 0.9999}, 'dataloader': {'batch_size': 16, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'val_dataloader': {'batch_size': 16, 'num_workers': 0, 'shuffle': False, 'pin_memory': False, 'persistent_workers': False}, 'optimizer': {'_target_': 'torch.optim.AdamW', 'lr': 0.0001, 'betas': [0.95, 0.999], 'eps': 1e-08, 'weight_decay': 1e-06}, 'training': {'device': 'cuda:0', 'seed': 43, 'debug': False, 'resume': True, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 500, 'num_epochs': 1001, 'gradient_accumulate_every': 16, 'use_ema': True, 'rollout_every': 5, 'checkpoint_every': 5, 'val_every': 1, 'sample_every': 5, 'max_train_steps': None, 'max_val_steps': None, 'tqdm_interval_sec': 1.0}, 'logging': {'project': 'parking-v0-training', 'resume': True, 'mode': 'online', 'name': '2025.12.20-07.24.13_train_llm_diffusion_unet_lowdim_parking-v0', 'tags': ['train_llm_diffusion_unet_lowdim', 'parking-v0', 'default'], 'id': None, 'group': None}, 'checkpoint': {'topk': {'monitor_key': 'test_success_rate', 'mode': 'max', 'k': 5, 'format_str': 'epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt'}, 'save_last_ckpt': True, 'save_last_snapshot': False}, 'multi_run': {'run_dir': 'data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0', 'wandb_name_base': '2025.12.20-07.24.13_train_llm_diffusion_unet_lowdim_parking-v0'}, 'task': {'name': 'parking-v0', 'obs_dim': 18, 'action_dim': 2, 'env_runner': {'_target_': 'llmbc.env_runner.highway_lowdim_runner.HighwayLowdimRunner', 'env_name': 'llf-highway-parking-v0', 'n_train': 10, 'n_test': 50, 'n_envs': 10, 'max_steps': 80, 'n_obs_steps': 1, 'n_action_steps': 1, 'instruction_type': 'b', 'feedback_type': ['hp', 'hn', 'fp'], 'visual': False, 'discount': 0.99}, 'dataset': {'_target_': 'llmbc.dataset.highway_lowdim_dataset.HighwayLowdimDataset', 'data_path': 'datasets/parking-v0.pt', 'data_path2': 'datasets/parking-v0.pt', 'horizon': 1, 'pad_before': 0, 'pad_after': 0, 'obs_eef_target': True, 'use_manual_normalizer': False, 'val_ratio': 0.02, 'dummy_normalizer': False}, 'instructor': {'_target_': 'llmbc.translator.instructor.highway_instructor.parking_v0_instructor.ParkingV0Instructor'}}, 'llm': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'ete-finetuned', 'finetune_mode': 'orig', 'checkpoint': 'data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2025.12.20/07.24.13_HuggingFaceTB/SmolLM2-135M-Instruct'}}}}
|
| 14 |
+
2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:init():669] starting backend
|
| 15 |
+
2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:init():673] sending inform_init request
|
| 16 |
+
2025-12-20 07:24:25,006 INFO MainThread:48555 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
|
| 17 |
+
2025-12-20 07:24:25,006 INFO MainThread:48555 [wandb_init.py:init():686] backend started and connected
|
| 18 |
+
2025-12-20 07:24:25,012 INFO MainThread:48555 [wandb_init.py:init():781] updated telemetry
|
| 19 |
+
2025-12-20 07:24:25,041 INFO MainThread:48555 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
|
| 20 |
+
2025-12-20 07:24:25,954 INFO MainThread:48555 [wandb_init.py:init():867] starting run threads in backend
|
| 21 |
+
2025-12-20 07:24:26,296 INFO MainThread:48555 [wandb_run.py:_console_start():2451] atexit reg
|
| 22 |
+
2025-12-20 07:24:26,296 INFO MainThread:48555 [wandb_run.py:_redirect():2299] redirect: wrap_raw
|
| 23 |
+
2025-12-20 07:24:26,296 INFO MainThread:48555 [wandb_run.py:_redirect():2364] Wrapping output streams.
|
| 24 |
+
2025-12-20 07:24:26,296 INFO MainThread:48555 [wandb_run.py:_redirect():2389] Redirects installed.
|
| 25 |
+
2025-12-20 07:24:26,298 INFO MainThread:48555 [wandb_init.py:init():911] run started, returning control to user process
|
| 26 |
+
2025-12-20 07:24:26,298 INFO MainThread:48555 [wandb_run.py:_config_callback():1389] config_cb None None {'output_dir': '/root/workspace/LLM-BC/data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0'}
|
| 27 |
+
2025-12-20 07:30:31,119 WARNING MsgRouterThr:48555 [router.py:message_loop():75] message_loop has been closed
|
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/files/config.yaml
ADDED
|
@@ -0,0 +1,304 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
_target_:
|
| 2 |
+
value: llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace
|
| 3 |
+
_wandb:
|
| 4 |
+
value:
|
| 5 |
+
cli_version: 0.18.6
|
| 6 |
+
m: []
|
| 7 |
+
python_version: 3.9.25
|
| 8 |
+
t:
|
| 9 |
+
"1":
|
| 10 |
+
- 1
|
| 11 |
+
- 2
|
| 12 |
+
- 3
|
| 13 |
+
- 5
|
| 14 |
+
- 11
|
| 15 |
+
- 12
|
| 16 |
+
- 41
|
| 17 |
+
- 49
|
| 18 |
+
- 50
|
| 19 |
+
- 51
|
| 20 |
+
- 53
|
| 21 |
+
- 55
|
| 22 |
+
- 71
|
| 23 |
+
- 83
|
| 24 |
+
- 95
|
| 25 |
+
- 98
|
| 26 |
+
- 100
|
| 27 |
+
- 105
|
| 28 |
+
"2":
|
| 29 |
+
- 1
|
| 30 |
+
- 2
|
| 31 |
+
- 3
|
| 32 |
+
- 5
|
| 33 |
+
- 11
|
| 34 |
+
- 12
|
| 35 |
+
- 41
|
| 36 |
+
- 49
|
| 37 |
+
- 50
|
| 38 |
+
- 51
|
| 39 |
+
- 53
|
| 40 |
+
- 55
|
| 41 |
+
- 71
|
| 42 |
+
- 83
|
| 43 |
+
- 95
|
| 44 |
+
- 98
|
| 45 |
+
- 100
|
| 46 |
+
- 105
|
| 47 |
+
"3":
|
| 48 |
+
- 13
|
| 49 |
+
- 15
|
| 50 |
+
- 16
|
| 51 |
+
- 23
|
| 52 |
+
- 55
|
| 53 |
+
- 61
|
| 54 |
+
"4": 3.9.25
|
| 55 |
+
"5": 0.18.6
|
| 56 |
+
"6": 4.47.1
|
| 57 |
+
"8":
|
| 58 |
+
- 5
|
| 59 |
+
"12": 0.18.6
|
| 60 |
+
"13": linux-x86_64
|
| 61 |
+
action_dim:
|
| 62 |
+
value: 2
|
| 63 |
+
checkpoint:
|
| 64 |
+
value:
|
| 65 |
+
save_last_ckpt: true
|
| 66 |
+
save_last_snapshot: false
|
| 67 |
+
topk:
|
| 68 |
+
format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
|
| 69 |
+
k: 5
|
| 70 |
+
mode: max
|
| 71 |
+
monitor_key: test_success_rate
|
| 72 |
+
dataloader:
|
| 73 |
+
value:
|
| 74 |
+
batch_size: 16
|
| 75 |
+
num_workers: 0
|
| 76 |
+
persistent_workers: false
|
| 77 |
+
pin_memory: false
|
| 78 |
+
shuffle: true
|
| 79 |
+
ema:
|
| 80 |
+
value:
|
| 81 |
+
_target_: llmbc.model.diffusion.ema_model.EMAModel
|
| 82 |
+
inv_gamma: 1
|
| 83 |
+
max_value: 0.9999
|
| 84 |
+
min_value: 0
|
| 85 |
+
power: 0.75
|
| 86 |
+
update_after_step: 0
|
| 87 |
+
exp_name:
|
| 88 |
+
value: default
|
| 89 |
+
horizon:
|
| 90 |
+
value: 1
|
| 91 |
+
keypoint_visible_rate:
|
| 92 |
+
value: 1
|
| 93 |
+
llm:
|
| 94 |
+
value:
|
| 95 |
+
causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
|
| 96 |
+
checkpoint: data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700
|
| 97 |
+
config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
|
| 98 |
+
finetune_mode: orig
|
| 99 |
+
hydra:
|
| 100 |
+
job:
|
| 101 |
+
override_dirname: HuggingFaceTB/SmolLM2-135M-Instruct
|
| 102 |
+
run:
|
| 103 |
+
dir: data/outputs/2025.12.20/07.24.13_HuggingFaceTB/SmolLM2-135M-Instruct
|
| 104 |
+
llm_mode: ete-finetuned
|
| 105 |
+
lora_config:
|
| 106 |
+
bias: none
|
| 107 |
+
lora_alpha: 64
|
| 108 |
+
lora_dropout: 0.05
|
| 109 |
+
r: 32
|
| 110 |
+
task_type: CAUSAL_LM
|
| 111 |
+
max_length: 100
|
| 112 |
+
model_name: SmolLM2-135M-Instruct
|
| 113 |
+
name: HuggingFaceTB/SmolLM2-135M-Instruct
|
| 114 |
+
prompter:
|
| 115 |
+
_target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
|
| 116 |
+
use_joint_mlp_projector: true
|
| 117 |
+
use_joint_mlp_projector: true
|
| 118 |
+
use_quantization: false
|
| 119 |
+
llm_do_sample:
|
| 120 |
+
value: false
|
| 121 |
+
llm_orig_expert_feedback:
|
| 122 |
+
value: true
|
| 123 |
+
logging:
|
| 124 |
+
value:
|
| 125 |
+
group: null
|
| 126 |
+
id: null
|
| 127 |
+
mode: online
|
| 128 |
+
name: 2025.12.20-07.24.13_train_llm_diffusion_unet_lowdim_parking-v0
|
| 129 |
+
project: parking-v0-training
|
| 130 |
+
resume: true
|
| 131 |
+
tags:
|
| 132 |
+
- train_llm_diffusion_unet_lowdim
|
| 133 |
+
- parking-v0
|
| 134 |
+
- default
|
| 135 |
+
model_name:
|
| 136 |
+
value: HuggingFaceTB/SmolLM2-135M-Instruct
|
| 137 |
+
multi_run:
|
| 138 |
+
value:
|
| 139 |
+
run_dir: data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0
|
| 140 |
+
wandb_name_base: 2025.12.20-07.24.13_train_llm_diffusion_unet_lowdim_parking-v0
|
| 141 |
+
n_action_steps:
|
| 142 |
+
value: 1
|
| 143 |
+
n_latency_steps:
|
| 144 |
+
value: 0
|
| 145 |
+
n_obs_steps:
|
| 146 |
+
value: 1
|
| 147 |
+
name:
|
| 148 |
+
value: train_llm_diffusion_unet_lowdim
|
| 149 |
+
obs_as_global_cond:
|
| 150 |
+
value: true
|
| 151 |
+
obs_as_local_cond:
|
| 152 |
+
value: false
|
| 153 |
+
obs_dim:
|
| 154 |
+
value: 18
|
| 155 |
+
optimizer:
|
| 156 |
+
value:
|
| 157 |
+
_target_: torch.optim.AdamW
|
| 158 |
+
betas:
|
| 159 |
+
- 0.95
|
| 160 |
+
- 0.999
|
| 161 |
+
eps: 1e-08
|
| 162 |
+
lr: 0.0001
|
| 163 |
+
weight_decay: 1e-06
|
| 164 |
+
output_dir:
|
| 165 |
+
value: /root/workspace/LLM-BC/data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0
|
| 166 |
+
past_action_visible:
|
| 167 |
+
value: false
|
| 168 |
+
policy:
|
| 169 |
+
value:
|
| 170 |
+
_target_: llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy
|
| 171 |
+
action_dim: 2
|
| 172 |
+
horizon: 1
|
| 173 |
+
llm_discriminator:
|
| 174 |
+
_target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
|
| 175 |
+
llm_translator:
|
| 176 |
+
_target_: llmbc.translator.llm_translator.LLMTranslator
|
| 177 |
+
action_dim: 2
|
| 178 |
+
cfg:
|
| 179 |
+
causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
|
| 180 |
+
checkpoint: data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700
|
| 181 |
+
config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
|
| 182 |
+
finetune_mode: orig
|
| 183 |
+
hydra:
|
| 184 |
+
job:
|
| 185 |
+
override_dirname: HuggingFaceTB/SmolLM2-135M-Instruct
|
| 186 |
+
run:
|
| 187 |
+
dir: data/outputs/2025.12.20/07.24.13_HuggingFaceTB/SmolLM2-135M-Instruct
|
| 188 |
+
llm_mode: ete-finetuned
|
| 189 |
+
lora_config:
|
| 190 |
+
bias: none
|
| 191 |
+
lora_alpha: 64
|
| 192 |
+
lora_dropout: 0.05
|
| 193 |
+
r: 32
|
| 194 |
+
task_type: CAUSAL_LM
|
| 195 |
+
max_length: 100
|
| 196 |
+
model_name: SmolLM2-135M-Instruct
|
| 197 |
+
name: HuggingFaceTB/SmolLM2-135M-Instruct
|
| 198 |
+
prompter:
|
| 199 |
+
_target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
|
| 200 |
+
use_joint_mlp_projector: true
|
| 201 |
+
use_joint_mlp_projector: true
|
| 202 |
+
use_quantization: false
|
| 203 |
+
horizon: 1
|
| 204 |
+
n_action_steps: 1
|
| 205 |
+
n_obs_steps: 1
|
| 206 |
+
obs_dim: 18
|
| 207 |
+
task_id: parking-v0
|
| 208 |
+
loss_dp_weight: 1
|
| 209 |
+
loss_llm_weight: 0.001
|
| 210 |
+
model:
|
| 211 |
+
_target_: llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D
|
| 212 |
+
cond_predict_scale: true
|
| 213 |
+
diffusion_step_embed_dim: 256
|
| 214 |
+
down_dims:
|
| 215 |
+
- 256
|
| 216 |
+
- 512
|
| 217 |
+
- 1024
|
| 218 |
+
global_cond_dim: 18
|
| 219 |
+
input_dim: 2
|
| 220 |
+
kernel_size: 5
|
| 221 |
+
local_cond_dim: null
|
| 222 |
+
n_groups: 8
|
| 223 |
+
n_action_steps: 1
|
| 224 |
+
n_obs_steps: 1
|
| 225 |
+
noise_scheduler:
|
| 226 |
+
_target_: diffusers.schedulers.scheduling_ddpm.DDPMScheduler
|
| 227 |
+
beta_end: 0.02
|
| 228 |
+
beta_schedule: squaredcos_cap_v2
|
| 229 |
+
beta_start: 0.0001
|
| 230 |
+
clip_sample: true
|
| 231 |
+
num_train_timesteps: 100
|
| 232 |
+
prediction_type: epsilon
|
| 233 |
+
variance_type: fixed_small
|
| 234 |
+
normalize_llm_loss: true
|
| 235 |
+
num_inference_steps: 100
|
| 236 |
+
oa_step_convention: true
|
| 237 |
+
obs_as_global_cond: true
|
| 238 |
+
obs_as_local_cond: false
|
| 239 |
+
obs_dim: 18
|
| 240 |
+
pred_action_steps_only: false
|
| 241 |
+
reweight_llm_loss: true
|
| 242 |
+
pred_action_steps_only:
|
| 243 |
+
value: false
|
| 244 |
+
task:
|
| 245 |
+
value:
|
| 246 |
+
action_dim: 2
|
| 247 |
+
dataset:
|
| 248 |
+
_target_: llmbc.dataset.highway_lowdim_dataset.HighwayLowdimDataset
|
| 249 |
+
data_path: datasets/parking-v0.pt
|
| 250 |
+
data_path2: datasets/parking-v0.pt
|
| 251 |
+
dummy_normalizer: false
|
| 252 |
+
horizon: 1
|
| 253 |
+
obs_eef_target: true
|
| 254 |
+
pad_after: 0
|
| 255 |
+
pad_before: 0
|
| 256 |
+
use_manual_normalizer: false
|
| 257 |
+
val_ratio: 0.02
|
| 258 |
+
env_runner:
|
| 259 |
+
_target_: llmbc.env_runner.highway_lowdim_runner.HighwayLowdimRunner
|
| 260 |
+
discount: 0.99
|
| 261 |
+
env_name: llf-highway-parking-v0
|
| 262 |
+
feedback_type:
|
| 263 |
+
- hp
|
| 264 |
+
- hn
|
| 265 |
+
- fp
|
| 266 |
+
instruction_type: b
|
| 267 |
+
max_steps: 80
|
| 268 |
+
n_action_steps: 1
|
| 269 |
+
n_envs: 10
|
| 270 |
+
n_obs_steps: 1
|
| 271 |
+
n_test: 50
|
| 272 |
+
n_train: 10
|
| 273 |
+
visual: false
|
| 274 |
+
instructor:
|
| 275 |
+
_target_: llmbc.translator.instructor.highway_instructor.parking_v0_instructor.ParkingV0Instructor
|
| 276 |
+
name: parking-v0
|
| 277 |
+
obs_dim: 18
|
| 278 |
+
task_name:
|
| 279 |
+
value: parking-v0
|
| 280 |
+
training:
|
| 281 |
+
value:
|
| 282 |
+
checkpoint_every: 5
|
| 283 |
+
debug: false
|
| 284 |
+
device: cuda:0
|
| 285 |
+
gradient_accumulate_every: 16
|
| 286 |
+
lr_scheduler: cosine
|
| 287 |
+
lr_warmup_steps: 500
|
| 288 |
+
max_train_steps: null
|
| 289 |
+
max_val_steps: null
|
| 290 |
+
num_epochs: 1001
|
| 291 |
+
resume: true
|
| 292 |
+
rollout_every: 5
|
| 293 |
+
sample_every: 5
|
| 294 |
+
seed: 43
|
| 295 |
+
tqdm_interval_sec: 1
|
| 296 |
+
use_ema: true
|
| 297 |
+
val_every: 1
|
| 298 |
+
val_dataloader:
|
| 299 |
+
value:
|
| 300 |
+
batch_size: 16
|
| 301 |
+
num_workers: 0
|
| 302 |
+
persistent_workers: false
|
| 303 |
+
pin_memory: false
|
| 304 |
+
shuffle: false
|
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/files/output.log
ADDED
|
@@ -0,0 +1,59 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/stable_baselines3/common/save_util.py:166: UserWarning: Could not deserialize object lr_schedule. Consider using `custom_objects` argument to replace this object.
|
| 2 |
+
Exception: Can't get attribute 'FloatSchedule' on <module 'stable_baselines3.common.utils' from '/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/stable_baselines3/common/utils.py'>
|
| 3 |
+
warnings.warn(
|
| 4 |
+
Wrapping the env with a `Monitor` wrapper
|
| 5 |
+
Wrapping the env in a DummyVecEnv.
|
| 6 |
+
Eval HighwayLowdimRunner 1/6: 0%| | 0/80 [00:00<?, ?it/s]/root/workspace/LLM-BC/llmbc/common/llfbench_util.py:39: UserWarning: Creating a tensor from a list of numpy.ndarrays is extremely slow. Please consider converting the list to a single numpy.ndarray with numpy.array() before converting to a tensor. (Triggered internally at ../torch/csrc/utils/tensor_new.cpp:275.)
|
| 7 |
+
obs = torch.tensor(obs, dtype=torch.float32).unsqueeze(dim=0).to(device)
|
| 8 |
+
Traceback (most recent call last):
|
| 9 |
+
File "/root/workspace/LLM-BC/./train.py", line 35, in <module>
|
| 10 |
+
main()
|
| 11 |
+
File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/main.py", line 90, in decorated_main
|
| 12 |
+
_run_hydra(
|
| 13 |
+
File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 389, in _run_hydra
|
| 14 |
+
_run_app(
|
| 15 |
+
File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 452, in _run_app
|
| 16 |
+
run_and_report(
|
| 17 |
+
File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 213, in run_and_report
|
| 18 |
+
return func()
|
| 19 |
+
File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 453, in <lambda>
|
| 20 |
+
lambda: hydra.run(
|
| 21 |
+
File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/_internal/hydra.py", line 119, in run
|
| 22 |
+
ret = run_job(
|
| 23 |
+
File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/core/utils.py", line 186, in run_job
|
| 24 |
+
ret.return_value = task_function(task_cfg)
|
| 25 |
+
File "/root/workspace/LLM-BC/./train.py", line 32, in main
|
| 26 |
+
workspace.run()
|
| 27 |
+
File "/root/workspace/LLM-BC/llmbc/workspace/train_llm_diffusion_unet_lowdim_workspace.py", line 201, in run
|
| 28 |
+
loss.backward()
|
| 29 |
+
File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/torch/_tensor.py", line 522, in backward
|
| 30 |
+
torch.autograd.backward(
|
| 31 |
+
File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/torch/autograd/__init__.py", line 266, in backward
|
| 32 |
+
Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 33 |
+
KeyboardInterrupt
|
| 34 |
+
Traceback (most recent call last):
|
| 35 |
+
File "/root/workspace/LLM-BC/./train.py", line 35, in <module>
|
| 36 |
+
main()
|
| 37 |
+
File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/main.py", line 90, in decorated_main
|
| 38 |
+
_run_hydra(
|
| 39 |
+
File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 389, in _run_hydra
|
| 40 |
+
_run_app(
|
| 41 |
+
File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 452, in _run_app
|
| 42 |
+
run_and_report(
|
| 43 |
+
File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 213, in run_and_report
|
| 44 |
+
return func()
|
| 45 |
+
File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/_internal/utils.py", line 453, in <lambda>
|
| 46 |
+
lambda: hydra.run(
|
| 47 |
+
File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/_internal/hydra.py", line 119, in run
|
| 48 |
+
ret = run_job(
|
| 49 |
+
File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/hydra/core/utils.py", line 186, in run_job
|
| 50 |
+
ret.return_value = task_function(task_cfg)
|
| 51 |
+
File "/root/workspace/LLM-BC/./train.py", line 32, in main
|
| 52 |
+
workspace.run()
|
| 53 |
+
File "/root/workspace/LLM-BC/llmbc/workspace/train_llm_diffusion_unet_lowdim_workspace.py", line 201, in run
|
| 54 |
+
loss.backward()
|
| 55 |
+
File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/torch/_tensor.py", line 522, in backward
|
| 56 |
+
torch.autograd.backward(
|
| 57 |
+
File "/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/torch/autograd/__init__.py", line 266, in backward
|
| 58 |
+
Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 59 |
+
KeyboardInterrupt
|
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/files/requirements.txt
ADDED
|
@@ -0,0 +1,861 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
aiohappyeyeballs==2.6.1
|
| 2 |
+
antlr4-python3-runtime==4.9.3
|
| 3 |
+
asciitree==0.3.3
|
| 4 |
+
async-timeout==5.0.1
|
| 5 |
+
attrs==25.4.0
|
| 6 |
+
certifi==2025.10.5
|
| 7 |
+
charset-normalizer==3.4.4
|
| 8 |
+
colorama==0.4.6
|
| 9 |
+
dill==0.3.8
|
| 10 |
+
docstring-parser==0.16
|
| 11 |
+
eval_type_backport==0.2.2
|
| 12 |
+
fasteners==0.20
|
| 13 |
+
filelock==3.17.0
|
| 14 |
+
frozenlist==1.8.0
|
| 15 |
+
fsspec==2024.3.1
|
| 16 |
+
gmpy2==2.2.1
|
| 17 |
+
hf-xet==1.1.8
|
| 18 |
+
idna==3.11
|
| 19 |
+
llvmlite==0.39.1
|
| 20 |
+
MarkupSafe==3.0.2
|
| 21 |
+
mdurl==0.1.2
|
| 22 |
+
mkl-service==2.4.0
|
| 23 |
+
mpmath==1.3.0
|
| 24 |
+
msgpack==1.1.1
|
| 25 |
+
networkx==3.2.1
|
| 26 |
+
packaging==25.0
|
| 27 |
+
propcache==0.3.1
|
| 28 |
+
psutil==7.0.0
|
| 29 |
+
pycparser==2.23
|
| 30 |
+
Pygments==2.19.1
|
| 31 |
+
PyOpenGL==3.1.10
|
| 32 |
+
PySocks==1.7.1
|
| 33 |
+
tzdata==2025.2
|
| 34 |
+
xxhash==3.5.0
|
| 35 |
+
pytz==2025.2
|
| 36 |
+
PyYAML==6.0.2
|
| 37 |
+
regex==2025.9.1
|
| 38 |
+
safetensors==0.5.3
|
| 39 |
+
setuptools==80.9.0
|
| 40 |
+
shtab==1.7.2
|
| 41 |
+
six==1.17.0
|
| 42 |
+
tqdm==4.67.1
|
| 43 |
+
tensorflow==2.15.1
|
| 44 |
+
uvloop==0.22.1
|
| 45 |
+
wheel==0.45.1
|
| 46 |
+
zipp==3.21.0
|
| 47 |
+
requests-oauthlib==2.0.0
|
| 48 |
+
Markdown==3.9
|
| 49 |
+
google-auth-oauthlib==1.2.3
|
| 50 |
+
tensorboard==2.15.2
|
| 51 |
+
Jinja2==3.1.6
|
| 52 |
+
markdown-it-py==2.2.0
|
| 53 |
+
multiprocess==0.70.15
|
| 54 |
+
numpy==1.23.5
|
| 55 |
+
pip==23.3.2
|
| 56 |
+
python-dateutil==2.9.0.post0
|
| 57 |
+
aiosignal==1.4.0
|
| 58 |
+
brotlicffi==1.0.9.2
|
| 59 |
+
hydra-core==1.2.0
|
| 60 |
+
multidict==6.7.0
|
| 61 |
+
pillow==11.3.0
|
| 62 |
+
pycares==4.10.0
|
| 63 |
+
rich==14.2.0
|
| 64 |
+
sympy==1.14.0
|
| 65 |
+
typeguard==4.4.4
|
| 66 |
+
aiodns==3.5.0
|
| 67 |
+
urllib3==2.5.0
|
| 68 |
+
yarl==1.18.0
|
| 69 |
+
aiohttp==3.12.15
|
| 70 |
+
pyarrow==21.0.0
|
| 71 |
+
astunparse==1.6.3
|
| 72 |
+
pyarrow-hotfix==0.7
|
| 73 |
+
tokenizers==0.21.0
|
| 74 |
+
av==10.0.0
|
| 75 |
+
einops==0.4.1
|
| 76 |
+
Bottleneck==1.4.2
|
| 77 |
+
mkl_fft==1.3.11
|
| 78 |
+
mkl_random==1.2.8
|
| 79 |
+
numba==0.56.4
|
| 80 |
+
numcodecs==0.12.1
|
| 81 |
+
numexpr==2.10.1
|
| 82 |
+
pandas==2.3.3
|
| 83 |
+
zarr==2.12.0
|
| 84 |
+
datasets==2.19.0
|
| 85 |
+
transformers==4.47.1
|
| 86 |
+
accelerate==1.0.1
|
| 87 |
+
peft==0.14.0
|
| 88 |
+
trl==0.11.4
|
| 89 |
+
torch==2.2.2
|
| 90 |
+
tabulate==0.9.0
|
| 91 |
+
sentencepiece==0.2.0
|
| 92 |
+
pyperclip==1.11.0
|
| 93 |
+
PyOpenGL-accelerate==3.1.10
|
| 94 |
+
pydub==0.25.1
|
| 95 |
+
py-cpuinfo==9.0.0
|
| 96 |
+
pure_eval==0.2.3
|
| 97 |
+
ptyprocess==0.7.0
|
| 98 |
+
nvidia-ml-py==13.590.44
|
| 99 |
+
hjson==3.1.0
|
| 100 |
+
gym-notices==0.1.0
|
| 101 |
+
glfw==2.0.0
|
| 102 |
+
Farama-Notifications==0.0.4
|
| 103 |
+
websockets==15.0.1
|
| 104 |
+
wcwidth==0.2.14
|
| 105 |
+
uc-micro-py==1.0.3
|
| 106 |
+
typing-inspection==0.4.2
|
| 107 |
+
triton==2.2.0
|
| 108 |
+
trimesh==4.10.1
|
| 109 |
+
transforms3d==0.4.2
|
| 110 |
+
traitlets==5.14.3
|
| 111 |
+
threadpoolctl==3.6.0
|
| 112 |
+
tenacity==9.1.2
|
| 113 |
+
sniffio==1.3.1
|
| 114 |
+
smmap==5.0.2
|
| 115 |
+
setproctitle==1.3.7
|
| 116 |
+
sentry-sdk==2.47.0
|
| 117 |
+
semantic-version==2.10.0
|
| 118 |
+
scipy==1.13.1
|
| 119 |
+
rpds-py==0.27.1
|
| 120 |
+
python-multipart==0.0.20
|
| 121 |
+
pyparsing==3.2.5
|
| 122 |
+
pynvml==13.0.1
|
| 123 |
+
pydantic_core==2.41.5
|
| 124 |
+
pycryptodomex==3.23.0
|
| 125 |
+
pyasn1==0.6.1
|
| 126 |
+
google-pasta==0.2.0
|
| 127 |
+
platformdirs==4.4.0
|
| 128 |
+
pexpect==4.9.0
|
| 129 |
+
parso==0.8.5
|
| 130 |
+
orjson==3.11.5
|
| 131 |
+
opencv-python==4.11.0.86
|
| 132 |
+
stack-data==0.6.3
|
| 133 |
+
omegaconf==2.2.1
|
| 134 |
+
nvidia-nvtx-cu12==12.1.105
|
| 135 |
+
nvidia-nvjitlink-cu12==12.9.86
|
| 136 |
+
nvidia-nccl-cu12==2.19.3
|
| 137 |
+
nvidia-curand-cu12==10.3.2.106
|
| 138 |
+
nvidia-cufft-cu12==11.0.2.54
|
| 139 |
+
nvidia-cuda-runtime-cu12==12.1.105
|
| 140 |
+
nvidia-cuda-nvrtc-cu12==12.1.105
|
| 141 |
+
nvidia-cuda-cupti-cu12==12.1.105
|
| 142 |
+
nvidia-cublas-cu12==12.1.3.1
|
| 143 |
+
ninja==1.13.0
|
| 144 |
+
narwhals==2.13.0
|
| 145 |
+
lxml==6.0.2
|
| 146 |
+
kiwisolver==1.4.7
|
| 147 |
+
joblib==1.5.3
|
| 148 |
+
jiter==0.12.0
|
| 149 |
+
imageio-ffmpeg==0.6.0
|
| 150 |
+
ImageIO==2.37.2
|
| 151 |
+
h5py==3.14.0
|
| 152 |
+
h11==0.16.0
|
| 153 |
+
fonttools==4.60.2
|
| 154 |
+
ffmpy==1.0.0
|
| 155 |
+
fast_kinematics==0.2.2
|
| 156 |
+
executing==2.2.1
|
| 157 |
+
exceptiongroup==1.3.1
|
| 158 |
+
docker-pycreds==0.4.0
|
| 159 |
+
distro==1.9.0
|
| 160 |
+
decorator==5.2.1
|
| 161 |
+
dacite==1.9.2
|
| 162 |
+
cycler==0.12.1
|
| 163 |
+
contourpy==1.3.0
|
| 164 |
+
cloudpickle==3.1.2
|
| 165 |
+
click==8.1.8
|
| 166 |
+
cachetools==6.2.4
|
| 167 |
+
asttokens==3.0.1
|
| 168 |
+
annotated-types==0.7.0
|
| 169 |
+
annotated-doc==0.0.4
|
| 170 |
+
aiofiles==25.1.0
|
| 171 |
+
absl-py==2.3.1
|
| 172 |
+
uvicorn==0.38.0
|
| 173 |
+
tiktoken==0.8.0
|
| 174 |
+
scikit-learn==1.6.1
|
| 175 |
+
rsa==4.9.1
|
| 176 |
+
referencing==0.36.2
|
| 177 |
+
pydantic==2.12.5
|
| 178 |
+
pyasn1_modules==0.4.2
|
| 179 |
+
prompt_toolkit==3.0.52
|
| 180 |
+
nvidia-cusparse-cu12==12.1.0.106
|
| 181 |
+
nvidia-cudnn-cu12==8.9.2.26
|
| 182 |
+
nltk==3.9.2
|
| 183 |
+
mujoco==2.3.7
|
| 184 |
+
mdit-py-plugins==0.3.3
|
| 185 |
+
matplotlib-inline==0.2.1
|
| 186 |
+
matplotlib==3.7.5
|
| 187 |
+
linkify-it-py==2.0.3
|
| 188 |
+
jedi==0.19.2
|
| 189 |
+
huggingface-hub==0.26.2
|
| 190 |
+
httpcore==1.0.9
|
| 191 |
+
gymnasium==0.29.1
|
| 192 |
+
grpcio==1.76.0
|
| 193 |
+
gitdb==4.0.12
|
| 194 |
+
blobfile==3.0.0
|
| 195 |
+
anyio==4.12.0
|
| 196 |
+
tyro==0.9.1
|
| 197 |
+
toppra==0.6.3
|
| 198 |
+
starlette==0.49.3
|
| 199 |
+
seaborn==0.13.2
|
| 200 |
+
rouge_score==0.1.2
|
| 201 |
+
pynndescent==0.5.13
|
| 202 |
+
nvidia-cusolver-cu12==11.4.5.107
|
| 203 |
+
jsonschema-specifications==2025.9.1
|
| 204 |
+
ipython==8.18.1
|
| 205 |
+
httpx==0.28.1
|
| 206 |
+
google-auth==2.41.1
|
| 207 |
+
GitPython==3.1.45
|
| 208 |
+
diffusers==0.31.0
|
| 209 |
+
wandb==0.18.6
|
| 210 |
+
umap-learn==0.5.9.post2
|
| 211 |
+
openai==2.8.1
|
| 212 |
+
mplib==0.1.1
|
| 213 |
+
jsonschema==4.25.1
|
| 214 |
+
gradio_client==0.2.9
|
| 215 |
+
google-genai==1.47.0
|
| 216 |
+
fastapi==0.124.4
|
| 217 |
+
torchvision==0.17.2
|
| 218 |
+
torchaudio==2.2.2
|
| 219 |
+
sentence-transformers==3.2.1
|
| 220 |
+
pytorch-seed==0.2.0
|
| 221 |
+
deepspeed==0.16.1
|
| 222 |
+
bitsandbytes==0.45.0
|
| 223 |
+
altair==6.0.0
|
| 224 |
+
timm==1.0.22
|
| 225 |
+
gradio==3.36.1
|
| 226 |
+
evaluate==0.4.3
|
| 227 |
+
arm_pytorch_utilities==0.4.3
|
| 228 |
+
tensorflow-io-gcs-filesystem==0.37.1
|
| 229 |
+
tensorflow-estimator==2.15.0
|
| 230 |
+
tensorboard-data-server==0.7.2
|
| 231 |
+
tf-agents==0.19.0
|
| 232 |
+
protobuf==4.25.8
|
| 233 |
+
parse==1.19.1
|
| 234 |
+
dm-tree==0.1.8
|
| 235 |
+
termcolor==3.1.0
|
| 236 |
+
oauthlib==3.3.1
|
| 237 |
+
requests==2.32.0
|
| 238 |
+
opt_einsum==3.4.0
|
| 239 |
+
labmaze==1.0.6
|
| 240 |
+
importlib-resources==5.13.0
|
| 241 |
+
wrapt==1.14.2
|
| 242 |
+
importlib-metadata==5.2.0
|
| 243 |
+
FLAML==2.3.6
|
| 244 |
+
dm-env==1.6
|
| 245 |
+
diskcache==5.6.3
|
| 246 |
+
Cython==0.29.37
|
| 247 |
+
mujoco-py==2.1.2.14
|
| 248 |
+
jaxlib==0.4.30
|
| 249 |
+
dm-control==1.0.14
|
| 250 |
+
cmudict==1.0.13
|
| 251 |
+
syllables==1.0.9
|
| 252 |
+
metaworld==2.0.0
|
| 253 |
+
jax==0.4.30
|
| 254 |
+
highway-env==1.9.1
|
| 255 |
+
gym_bandits==0.0.2
|
| 256 |
+
d4rl==1.1
|
| 257 |
+
pyautogen==0.1.0
|
| 258 |
+
pybullet==3.2.6
|
| 259 |
+
Werkzeug==3.1.4
|
| 260 |
+
flatbuffers==25.9.23
|
| 261 |
+
pytorch-kinematics==0.7.5
|
| 262 |
+
gin-config==0.5.0
|
| 263 |
+
mani_skill==3.0.0b20
|
| 264 |
+
tifffile==2024.8.30
|
| 265 |
+
Shapely==1.8.4
|
| 266 |
+
PyWavelets==1.6.0
|
| 267 |
+
cffi==1.17.1
|
| 268 |
+
scikit-image==0.19.3
|
| 269 |
+
pymunk==6.2.1
|
| 270 |
+
ml-dtypes==0.3.2
|
| 271 |
+
tensorflow-probability==0.23.0
|
| 272 |
+
stable-baselines3==2.2.1
|
| 273 |
+
keras==2.15.0
|
| 274 |
+
gast==0.7.0
|
| 275 |
+
libclang==18.1.1
|
| 276 |
+
llfbench==0.1.0
|
| 277 |
+
llmbc==0.0.0
|
| 278 |
+
pygame==2.6.1
|
| 279 |
+
gym==0.23.1
|
| 280 |
+
typing_extensions==4.15.0
|
| 281 |
+
sapien==3.0.1
|
| 282 |
+
aiohappyeyeballs==2.6.1
|
| 283 |
+
antlr4-python3-runtime==4.9.3
|
| 284 |
+
asciitree==0.3.3
|
| 285 |
+
async-timeout==5.0.1
|
| 286 |
+
attrs==25.4.0
|
| 287 |
+
certifi==2025.10.5
|
| 288 |
+
charset-normalizer==3.4.4
|
| 289 |
+
colorama==0.4.6
|
| 290 |
+
dill==0.3.8
|
| 291 |
+
docstring-parser==0.16
|
| 292 |
+
eval_type_backport==0.2.2
|
| 293 |
+
fasteners==0.20
|
| 294 |
+
filelock==3.17.0
|
| 295 |
+
frozenlist==1.8.0
|
| 296 |
+
fsspec==2024.3.1
|
| 297 |
+
gmpy2==2.2.1
|
| 298 |
+
hf-xet==1.1.8
|
| 299 |
+
idna==3.11
|
| 300 |
+
llvmlite==0.39.1
|
| 301 |
+
MarkupSafe==3.0.2
|
| 302 |
+
mdurl==0.1.2
|
| 303 |
+
mkl-service==2.4.0
|
| 304 |
+
mpmath==1.3.0
|
| 305 |
+
msgpack==1.1.1
|
| 306 |
+
networkx==3.2.1
|
| 307 |
+
packaging==25.0
|
| 308 |
+
propcache==0.3.1
|
| 309 |
+
psutil==7.0.0
|
| 310 |
+
pycparser==2.23
|
| 311 |
+
Pygments==2.19.1
|
| 312 |
+
PyOpenGL==3.1.10
|
| 313 |
+
PySocks==1.7.1
|
| 314 |
+
tzdata==2025.2
|
| 315 |
+
xxhash==3.5.0
|
| 316 |
+
pytz==2025.2
|
| 317 |
+
PyYAML==6.0.2
|
| 318 |
+
regex==2025.9.1
|
| 319 |
+
safetensors==0.5.3
|
| 320 |
+
setuptools==80.9.0
|
| 321 |
+
shtab==1.7.2
|
| 322 |
+
six==1.17.0
|
| 323 |
+
tqdm==4.67.1
|
| 324 |
+
tensorflow==2.15.1
|
| 325 |
+
uvloop==0.22.1
|
| 326 |
+
wheel==0.45.1
|
| 327 |
+
zipp==3.21.0
|
| 328 |
+
requests-oauthlib==2.0.0
|
| 329 |
+
Markdown==3.9
|
| 330 |
+
google-auth-oauthlib==1.2.3
|
| 331 |
+
tensorboard==2.15.2
|
| 332 |
+
Jinja2==3.1.6
|
| 333 |
+
markdown-it-py==2.2.0
|
| 334 |
+
multiprocess==0.70.15
|
| 335 |
+
numpy==1.23.5
|
| 336 |
+
pip==23.3.2
|
| 337 |
+
python-dateutil==2.9.0.post0
|
| 338 |
+
aiosignal==1.4.0
|
| 339 |
+
brotlicffi==1.0.9.2
|
| 340 |
+
hydra-core==1.2.0
|
| 341 |
+
multidict==6.7.0
|
| 342 |
+
pillow==11.3.0
|
| 343 |
+
pycares==4.10.0
|
| 344 |
+
rich==14.2.0
|
| 345 |
+
sympy==1.14.0
|
| 346 |
+
typeguard==4.4.4
|
| 347 |
+
aiodns==3.5.0
|
| 348 |
+
urllib3==2.5.0
|
| 349 |
+
yarl==1.18.0
|
| 350 |
+
aiohttp==3.12.15
|
| 351 |
+
pyarrow==21.0.0
|
| 352 |
+
astunparse==1.6.3
|
| 353 |
+
pyarrow-hotfix==0.7
|
| 354 |
+
tokenizers==0.21.0
|
| 355 |
+
av==10.0.0
|
| 356 |
+
einops==0.4.1
|
| 357 |
+
Bottleneck==1.4.2
|
| 358 |
+
mkl_fft==1.3.11
|
| 359 |
+
mkl_random==1.2.8
|
| 360 |
+
numba==0.56.4
|
| 361 |
+
numcodecs==0.12.1
|
| 362 |
+
numexpr==2.10.1
|
| 363 |
+
pandas==2.3.3
|
| 364 |
+
zarr==2.12.0
|
| 365 |
+
datasets==2.19.0
|
| 366 |
+
transformers==4.47.1
|
| 367 |
+
accelerate==1.0.1
|
| 368 |
+
peft==0.14.0
|
| 369 |
+
trl==0.11.4
|
| 370 |
+
torch==2.2.2
|
| 371 |
+
tabulate==0.9.0
|
| 372 |
+
sentencepiece==0.2.0
|
| 373 |
+
pyperclip==1.11.0
|
| 374 |
+
PyOpenGL-accelerate==3.1.10
|
| 375 |
+
pydub==0.25.1
|
| 376 |
+
py-cpuinfo==9.0.0
|
| 377 |
+
pure_eval==0.2.3
|
| 378 |
+
ptyprocess==0.7.0
|
| 379 |
+
nvidia-ml-py==13.590.44
|
| 380 |
+
hjson==3.1.0
|
| 381 |
+
gym-notices==0.1.0
|
| 382 |
+
glfw==2.0.0
|
| 383 |
+
Farama-Notifications==0.0.4
|
| 384 |
+
websockets==15.0.1
|
| 385 |
+
wcwidth==0.2.14
|
| 386 |
+
uc-micro-py==1.0.3
|
| 387 |
+
typing-inspection==0.4.2
|
| 388 |
+
triton==2.2.0
|
| 389 |
+
trimesh==4.10.1
|
| 390 |
+
transforms3d==0.4.2
|
| 391 |
+
traitlets==5.14.3
|
| 392 |
+
threadpoolctl==3.6.0
|
| 393 |
+
tenacity==9.1.2
|
| 394 |
+
sniffio==1.3.1
|
| 395 |
+
smmap==5.0.2
|
| 396 |
+
setproctitle==1.3.7
|
| 397 |
+
sentry-sdk==2.47.0
|
| 398 |
+
semantic-version==2.10.0
|
| 399 |
+
scipy==1.13.1
|
| 400 |
+
rpds-py==0.27.1
|
| 401 |
+
python-multipart==0.0.20
|
| 402 |
+
pyparsing==3.2.5
|
| 403 |
+
pynvml==13.0.1
|
| 404 |
+
pydantic_core==2.41.5
|
| 405 |
+
pycryptodomex==3.23.0
|
| 406 |
+
pyasn1==0.6.1
|
| 407 |
+
google-pasta==0.2.0
|
| 408 |
+
platformdirs==4.4.0
|
| 409 |
+
pexpect==4.9.0
|
| 410 |
+
parso==0.8.5
|
| 411 |
+
orjson==3.11.5
|
| 412 |
+
opencv-python==4.11.0.86
|
| 413 |
+
stack-data==0.6.3
|
| 414 |
+
omegaconf==2.2.1
|
| 415 |
+
nvidia-nvtx-cu12==12.1.105
|
| 416 |
+
nvidia-nvjitlink-cu12==12.9.86
|
| 417 |
+
nvidia-nccl-cu12==2.19.3
|
| 418 |
+
nvidia-curand-cu12==10.3.2.106
|
| 419 |
+
nvidia-cufft-cu12==11.0.2.54
|
| 420 |
+
nvidia-cuda-runtime-cu12==12.1.105
|
| 421 |
+
nvidia-cuda-nvrtc-cu12==12.1.105
|
| 422 |
+
nvidia-cuda-cupti-cu12==12.1.105
|
| 423 |
+
nvidia-cublas-cu12==12.1.3.1
|
| 424 |
+
ninja==1.13.0
|
| 425 |
+
narwhals==2.13.0
|
| 426 |
+
lxml==6.0.2
|
| 427 |
+
kiwisolver==1.4.7
|
| 428 |
+
joblib==1.5.3
|
| 429 |
+
jiter==0.12.0
|
| 430 |
+
imageio-ffmpeg==0.6.0
|
| 431 |
+
ImageIO==2.37.2
|
| 432 |
+
h5py==3.14.0
|
| 433 |
+
h11==0.16.0
|
| 434 |
+
fonttools==4.60.2
|
| 435 |
+
ffmpy==1.0.0
|
| 436 |
+
fast_kinematics==0.2.2
|
| 437 |
+
executing==2.2.1
|
| 438 |
+
exceptiongroup==1.3.1
|
| 439 |
+
docker-pycreds==0.4.0
|
| 440 |
+
distro==1.9.0
|
| 441 |
+
decorator==5.2.1
|
| 442 |
+
dacite==1.9.2
|
| 443 |
+
cycler==0.12.1
|
| 444 |
+
contourpy==1.3.0
|
| 445 |
+
cloudpickle==3.1.2
|
| 446 |
+
click==8.1.8
|
| 447 |
+
cachetools==6.2.4
|
| 448 |
+
asttokens==3.0.1
|
| 449 |
+
annotated-types==0.7.0
|
| 450 |
+
annotated-doc==0.0.4
|
| 451 |
+
aiofiles==25.1.0
|
| 452 |
+
absl-py==2.3.1
|
| 453 |
+
uvicorn==0.38.0
|
| 454 |
+
tiktoken==0.8.0
|
| 455 |
+
scikit-learn==1.6.1
|
| 456 |
+
rsa==4.9.1
|
| 457 |
+
referencing==0.36.2
|
| 458 |
+
pydantic==2.12.5
|
| 459 |
+
pyasn1_modules==0.4.2
|
| 460 |
+
prompt_toolkit==3.0.52
|
| 461 |
+
nvidia-cusparse-cu12==12.1.0.106
|
| 462 |
+
nvidia-cudnn-cu12==8.9.2.26
|
| 463 |
+
nltk==3.9.2
|
| 464 |
+
mujoco==2.3.7
|
| 465 |
+
mdit-py-plugins==0.3.3
|
| 466 |
+
matplotlib-inline==0.2.1
|
| 467 |
+
matplotlib==3.7.5
|
| 468 |
+
linkify-it-py==2.0.3
|
| 469 |
+
jedi==0.19.2
|
| 470 |
+
huggingface-hub==0.26.2
|
| 471 |
+
httpcore==1.0.9
|
| 472 |
+
gymnasium==0.29.1
|
| 473 |
+
grpcio==1.76.0
|
| 474 |
+
gitdb==4.0.12
|
| 475 |
+
blobfile==3.0.0
|
| 476 |
+
anyio==4.12.0
|
| 477 |
+
tyro==0.9.1
|
| 478 |
+
toppra==0.6.3
|
| 479 |
+
starlette==0.49.3
|
| 480 |
+
seaborn==0.13.2
|
| 481 |
+
rouge_score==0.1.2
|
| 482 |
+
pynndescent==0.5.13
|
| 483 |
+
nvidia-cusolver-cu12==11.4.5.107
|
| 484 |
+
jsonschema-specifications==2025.9.1
|
| 485 |
+
ipython==8.18.1
|
| 486 |
+
httpx==0.28.1
|
| 487 |
+
google-auth==2.41.1
|
| 488 |
+
GitPython==3.1.45
|
| 489 |
+
diffusers==0.31.0
|
| 490 |
+
wandb==0.18.6
|
| 491 |
+
umap-learn==0.5.9.post2
|
| 492 |
+
openai==2.8.1
|
| 493 |
+
mplib==0.1.1
|
| 494 |
+
jsonschema==4.25.1
|
| 495 |
+
gradio_client==0.2.9
|
| 496 |
+
google-genai==1.47.0
|
| 497 |
+
fastapi==0.124.4
|
| 498 |
+
torchvision==0.17.2
|
| 499 |
+
torchaudio==2.2.2
|
| 500 |
+
sentence-transformers==3.2.1
|
| 501 |
+
pytorch-seed==0.2.0
|
| 502 |
+
deepspeed==0.16.1
|
| 503 |
+
bitsandbytes==0.45.0
|
| 504 |
+
altair==6.0.0
|
| 505 |
+
timm==1.0.22
|
| 506 |
+
gradio==3.36.1
|
| 507 |
+
evaluate==0.4.3
|
| 508 |
+
arm_pytorch_utilities==0.4.3
|
| 509 |
+
tensorflow-io-gcs-filesystem==0.37.1
|
| 510 |
+
tensorflow-estimator==2.15.0
|
| 511 |
+
tensorboard-data-server==0.7.2
|
| 512 |
+
tf-agents==0.19.0
|
| 513 |
+
protobuf==4.25.8
|
| 514 |
+
parse==1.19.1
|
| 515 |
+
dm-tree==0.1.8
|
| 516 |
+
termcolor==3.1.0
|
| 517 |
+
oauthlib==3.3.1
|
| 518 |
+
requests==2.32.0
|
| 519 |
+
opt_einsum==3.4.0
|
| 520 |
+
labmaze==1.0.6
|
| 521 |
+
importlib-resources==5.13.0
|
| 522 |
+
wrapt==1.14.2
|
| 523 |
+
importlib-metadata==5.2.0
|
| 524 |
+
FLAML==2.3.6
|
| 525 |
+
dm-env==1.6
|
| 526 |
+
diskcache==5.6.3
|
| 527 |
+
Cython==0.29.37
|
| 528 |
+
mujoco-py==2.1.2.14
|
| 529 |
+
jaxlib==0.4.30
|
| 530 |
+
dm-control==1.0.14
|
| 531 |
+
cmudict==1.0.13
|
| 532 |
+
syllables==1.0.9
|
| 533 |
+
metaworld==2.0.0
|
| 534 |
+
jax==0.4.30
|
| 535 |
+
highway-env==1.9.1
|
| 536 |
+
gym_bandits==0.0.2
|
| 537 |
+
d4rl==1.1
|
| 538 |
+
pyautogen==0.1.0
|
| 539 |
+
pybullet==3.2.6
|
| 540 |
+
Werkzeug==3.1.4
|
| 541 |
+
flatbuffers==25.9.23
|
| 542 |
+
pytorch-kinematics==0.7.5
|
| 543 |
+
gin-config==0.5.0
|
| 544 |
+
mani_skill==3.0.0b20
|
| 545 |
+
tifffile==2024.8.30
|
| 546 |
+
Shapely==1.8.4
|
| 547 |
+
PyWavelets==1.6.0
|
| 548 |
+
cffi==1.17.1
|
| 549 |
+
scikit-image==0.19.3
|
| 550 |
+
pymunk==6.2.1
|
| 551 |
+
ml-dtypes==0.3.2
|
| 552 |
+
tensorflow-probability==0.23.0
|
| 553 |
+
stable-baselines3==2.2.1
|
| 554 |
+
keras==2.15.0
|
| 555 |
+
gast==0.7.0
|
| 556 |
+
libclang==18.1.1
|
| 557 |
+
llfbench==0.1.0
|
| 558 |
+
llmbc==0.0.0
|
| 559 |
+
pygame==2.6.1
|
| 560 |
+
gym==0.23.1
|
| 561 |
+
typing_extensions==4.15.0
|
| 562 |
+
sapien==3.0.1
|
| 563 |
+
llmbc==0.0.0
|
| 564 |
+
llmbc==0.0.0
|
| 565 |
+
aiohappyeyeballs==2.6.1
|
| 566 |
+
antlr4-python3-runtime==4.9.3
|
| 567 |
+
asciitree==0.3.3
|
| 568 |
+
async-timeout==5.0.1
|
| 569 |
+
attrs==25.4.0
|
| 570 |
+
certifi==2025.10.5
|
| 571 |
+
charset-normalizer==3.4.4
|
| 572 |
+
colorama==0.4.6
|
| 573 |
+
dill==0.3.8
|
| 574 |
+
docstring-parser==0.16
|
| 575 |
+
eval_type_backport==0.2.2
|
| 576 |
+
fasteners==0.20
|
| 577 |
+
filelock==3.17.0
|
| 578 |
+
frozenlist==1.8.0
|
| 579 |
+
fsspec==2024.3.1
|
| 580 |
+
gmpy2==2.2.1
|
| 581 |
+
hf-xet==1.1.8
|
| 582 |
+
idna==3.11
|
| 583 |
+
llvmlite==0.39.1
|
| 584 |
+
MarkupSafe==3.0.2
|
| 585 |
+
mdurl==0.1.2
|
| 586 |
+
mkl-service==2.4.0
|
| 587 |
+
mpmath==1.3.0
|
| 588 |
+
msgpack==1.1.1
|
| 589 |
+
networkx==3.2.1
|
| 590 |
+
packaging==25.0
|
| 591 |
+
propcache==0.3.1
|
| 592 |
+
psutil==7.0.0
|
| 593 |
+
pycparser==2.23
|
| 594 |
+
Pygments==2.19.1
|
| 595 |
+
PyOpenGL==3.1.10
|
| 596 |
+
PySocks==1.7.1
|
| 597 |
+
tzdata==2025.2
|
| 598 |
+
xxhash==3.5.0
|
| 599 |
+
pytz==2025.2
|
| 600 |
+
PyYAML==6.0.2
|
| 601 |
+
regex==2025.9.1
|
| 602 |
+
safetensors==0.5.3
|
| 603 |
+
setuptools==80.9.0
|
| 604 |
+
shtab==1.7.2
|
| 605 |
+
six==1.17.0
|
| 606 |
+
tqdm==4.67.1
|
| 607 |
+
tensorflow==2.15.1
|
| 608 |
+
uvloop==0.22.1
|
| 609 |
+
wheel==0.45.1
|
| 610 |
+
zipp==3.21.0
|
| 611 |
+
requests-oauthlib==2.0.0
|
| 612 |
+
Markdown==3.9
|
| 613 |
+
google-auth-oauthlib==1.2.3
|
| 614 |
+
tensorboard==2.15.2
|
| 615 |
+
Jinja2==3.1.6
|
| 616 |
+
markdown-it-py==2.2.0
|
| 617 |
+
multiprocess==0.70.15
|
| 618 |
+
numpy==1.23.5
|
| 619 |
+
pip==23.3.2
|
| 620 |
+
python-dateutil==2.9.0.post0
|
| 621 |
+
aiosignal==1.4.0
|
| 622 |
+
brotlicffi==1.0.9.2
|
| 623 |
+
hydra-core==1.2.0
|
| 624 |
+
multidict==6.7.0
|
| 625 |
+
pillow==11.3.0
|
| 626 |
+
pycares==4.10.0
|
| 627 |
+
rich==14.2.0
|
| 628 |
+
sympy==1.14.0
|
| 629 |
+
typeguard==4.4.4
|
| 630 |
+
aiodns==3.5.0
|
| 631 |
+
urllib3==2.5.0
|
| 632 |
+
yarl==1.18.0
|
| 633 |
+
aiohttp==3.12.15
|
| 634 |
+
pyarrow==21.0.0
|
| 635 |
+
astunparse==1.6.3
|
| 636 |
+
pyarrow-hotfix==0.7
|
| 637 |
+
tokenizers==0.21.0
|
| 638 |
+
av==10.0.0
|
| 639 |
+
einops==0.4.1
|
| 640 |
+
Bottleneck==1.4.2
|
| 641 |
+
mkl_fft==1.3.11
|
| 642 |
+
mkl_random==1.2.8
|
| 643 |
+
numba==0.56.4
|
| 644 |
+
numcodecs==0.12.1
|
| 645 |
+
numexpr==2.10.1
|
| 646 |
+
pandas==2.3.3
|
| 647 |
+
zarr==2.12.0
|
| 648 |
+
datasets==2.19.0
|
| 649 |
+
transformers==4.47.1
|
| 650 |
+
accelerate==1.0.1
|
| 651 |
+
peft==0.14.0
|
| 652 |
+
trl==0.11.4
|
| 653 |
+
torch==2.2.2
|
| 654 |
+
tabulate==0.9.0
|
| 655 |
+
sentencepiece==0.2.0
|
| 656 |
+
pyperclip==1.11.0
|
| 657 |
+
PyOpenGL-accelerate==3.1.10
|
| 658 |
+
pydub==0.25.1
|
| 659 |
+
py-cpuinfo==9.0.0
|
| 660 |
+
pure_eval==0.2.3
|
| 661 |
+
ptyprocess==0.7.0
|
| 662 |
+
nvidia-ml-py==13.590.44
|
| 663 |
+
hjson==3.1.0
|
| 664 |
+
gym-notices==0.1.0
|
| 665 |
+
glfw==2.0.0
|
| 666 |
+
Farama-Notifications==0.0.4
|
| 667 |
+
websockets==15.0.1
|
| 668 |
+
wcwidth==0.2.14
|
| 669 |
+
uc-micro-py==1.0.3
|
| 670 |
+
typing-inspection==0.4.2
|
| 671 |
+
triton==2.2.0
|
| 672 |
+
trimesh==4.10.1
|
| 673 |
+
transforms3d==0.4.2
|
| 674 |
+
traitlets==5.14.3
|
| 675 |
+
threadpoolctl==3.6.0
|
| 676 |
+
tenacity==9.1.2
|
| 677 |
+
sniffio==1.3.1
|
| 678 |
+
smmap==5.0.2
|
| 679 |
+
setproctitle==1.3.7
|
| 680 |
+
sentry-sdk==2.47.0
|
| 681 |
+
semantic-version==2.10.0
|
| 682 |
+
scipy==1.13.1
|
| 683 |
+
rpds-py==0.27.1
|
| 684 |
+
python-multipart==0.0.20
|
| 685 |
+
pyparsing==3.2.5
|
| 686 |
+
pynvml==13.0.1
|
| 687 |
+
pydantic_core==2.41.5
|
| 688 |
+
pycryptodomex==3.23.0
|
| 689 |
+
pyasn1==0.6.1
|
| 690 |
+
google-pasta==0.2.0
|
| 691 |
+
platformdirs==4.4.0
|
| 692 |
+
pexpect==4.9.0
|
| 693 |
+
parso==0.8.5
|
| 694 |
+
orjson==3.11.5
|
| 695 |
+
opencv-python==4.11.0.86
|
| 696 |
+
stack-data==0.6.3
|
| 697 |
+
omegaconf==2.2.1
|
| 698 |
+
nvidia-nvtx-cu12==12.1.105
|
| 699 |
+
nvidia-nvjitlink-cu12==12.9.86
|
| 700 |
+
nvidia-nccl-cu12==2.19.3
|
| 701 |
+
nvidia-curand-cu12==10.3.2.106
|
| 702 |
+
nvidia-cufft-cu12==11.0.2.54
|
| 703 |
+
nvidia-cuda-runtime-cu12==12.1.105
|
| 704 |
+
nvidia-cuda-nvrtc-cu12==12.1.105
|
| 705 |
+
nvidia-cuda-cupti-cu12==12.1.105
|
| 706 |
+
nvidia-cublas-cu12==12.1.3.1
|
| 707 |
+
ninja==1.13.0
|
| 708 |
+
narwhals==2.13.0
|
| 709 |
+
lxml==6.0.2
|
| 710 |
+
kiwisolver==1.4.7
|
| 711 |
+
joblib==1.5.3
|
| 712 |
+
jiter==0.12.0
|
| 713 |
+
imageio-ffmpeg==0.6.0
|
| 714 |
+
ImageIO==2.37.2
|
| 715 |
+
h5py==3.14.0
|
| 716 |
+
h11==0.16.0
|
| 717 |
+
fonttools==4.60.2
|
| 718 |
+
ffmpy==1.0.0
|
| 719 |
+
fast_kinematics==0.2.2
|
| 720 |
+
executing==2.2.1
|
| 721 |
+
exceptiongroup==1.3.1
|
| 722 |
+
docker-pycreds==0.4.0
|
| 723 |
+
distro==1.9.0
|
| 724 |
+
decorator==5.2.1
|
| 725 |
+
dacite==1.9.2
|
| 726 |
+
cycler==0.12.1
|
| 727 |
+
contourpy==1.3.0
|
| 728 |
+
cloudpickle==3.1.2
|
| 729 |
+
click==8.1.8
|
| 730 |
+
cachetools==6.2.4
|
| 731 |
+
asttokens==3.0.1
|
| 732 |
+
annotated-types==0.7.0
|
| 733 |
+
annotated-doc==0.0.4
|
| 734 |
+
aiofiles==25.1.0
|
| 735 |
+
absl-py==2.3.1
|
| 736 |
+
uvicorn==0.38.0
|
| 737 |
+
tiktoken==0.8.0
|
| 738 |
+
scikit-learn==1.6.1
|
| 739 |
+
rsa==4.9.1
|
| 740 |
+
referencing==0.36.2
|
| 741 |
+
pydantic==2.12.5
|
| 742 |
+
pyasn1_modules==0.4.2
|
| 743 |
+
prompt_toolkit==3.0.52
|
| 744 |
+
nvidia-cusparse-cu12==12.1.0.106
|
| 745 |
+
nvidia-cudnn-cu12==8.9.2.26
|
| 746 |
+
nltk==3.9.2
|
| 747 |
+
mujoco==2.3.7
|
| 748 |
+
mdit-py-plugins==0.3.3
|
| 749 |
+
matplotlib-inline==0.2.1
|
| 750 |
+
matplotlib==3.7.5
|
| 751 |
+
linkify-it-py==2.0.3
|
| 752 |
+
jedi==0.19.2
|
| 753 |
+
huggingface-hub==0.26.2
|
| 754 |
+
httpcore==1.0.9
|
| 755 |
+
gymnasium==0.29.1
|
| 756 |
+
grpcio==1.76.0
|
| 757 |
+
gitdb==4.0.12
|
| 758 |
+
blobfile==3.0.0
|
| 759 |
+
anyio==4.12.0
|
| 760 |
+
tyro==0.9.1
|
| 761 |
+
toppra==0.6.3
|
| 762 |
+
starlette==0.49.3
|
| 763 |
+
seaborn==0.13.2
|
| 764 |
+
rouge_score==0.1.2
|
| 765 |
+
pynndescent==0.5.13
|
| 766 |
+
nvidia-cusolver-cu12==11.4.5.107
|
| 767 |
+
jsonschema-specifications==2025.9.1
|
| 768 |
+
ipython==8.18.1
|
| 769 |
+
httpx==0.28.1
|
| 770 |
+
google-auth==2.41.1
|
| 771 |
+
GitPython==3.1.45
|
| 772 |
+
diffusers==0.31.0
|
| 773 |
+
wandb==0.18.6
|
| 774 |
+
umap-learn==0.5.9.post2
|
| 775 |
+
openai==2.8.1
|
| 776 |
+
mplib==0.1.1
|
| 777 |
+
jsonschema==4.25.1
|
| 778 |
+
gradio_client==0.2.9
|
| 779 |
+
google-genai==1.47.0
|
| 780 |
+
fastapi==0.124.4
|
| 781 |
+
torchvision==0.17.2
|
| 782 |
+
torchaudio==2.2.2
|
| 783 |
+
sentence-transformers==3.2.1
|
| 784 |
+
pytorch-seed==0.2.0
|
| 785 |
+
deepspeed==0.16.1
|
| 786 |
+
bitsandbytes==0.45.0
|
| 787 |
+
altair==6.0.0
|
| 788 |
+
timm==1.0.22
|
| 789 |
+
gradio==3.36.1
|
| 790 |
+
evaluate==0.4.3
|
| 791 |
+
arm_pytorch_utilities==0.4.3
|
| 792 |
+
tensorflow-io-gcs-filesystem==0.37.1
|
| 793 |
+
tensorflow-estimator==2.15.0
|
| 794 |
+
tensorboard-data-server==0.7.2
|
| 795 |
+
tf-agents==0.19.0
|
| 796 |
+
protobuf==4.25.8
|
| 797 |
+
parse==1.19.1
|
| 798 |
+
dm-tree==0.1.8
|
| 799 |
+
termcolor==3.1.0
|
| 800 |
+
oauthlib==3.3.1
|
| 801 |
+
requests==2.32.0
|
| 802 |
+
opt_einsum==3.4.0
|
| 803 |
+
labmaze==1.0.6
|
| 804 |
+
importlib-resources==5.13.0
|
| 805 |
+
wrapt==1.14.2
|
| 806 |
+
importlib-metadata==5.2.0
|
| 807 |
+
FLAML==2.3.6
|
| 808 |
+
dm-env==1.6
|
| 809 |
+
diskcache==5.6.3
|
| 810 |
+
Cython==0.29.37
|
| 811 |
+
mujoco-py==2.1.2.14
|
| 812 |
+
jaxlib==0.4.30
|
| 813 |
+
dm-control==1.0.14
|
| 814 |
+
cmudict==1.0.13
|
| 815 |
+
syllables==1.0.9
|
| 816 |
+
metaworld==2.0.0
|
| 817 |
+
jax==0.4.30
|
| 818 |
+
highway-env==1.9.1
|
| 819 |
+
gym_bandits==0.0.2
|
| 820 |
+
d4rl==1.1
|
| 821 |
+
pyautogen==0.1.0
|
| 822 |
+
pybullet==3.2.6
|
| 823 |
+
Werkzeug==3.1.4
|
| 824 |
+
flatbuffers==25.9.23
|
| 825 |
+
pytorch-kinematics==0.7.5
|
| 826 |
+
gin-config==0.5.0
|
| 827 |
+
mani_skill==3.0.0b20
|
| 828 |
+
tifffile==2024.8.30
|
| 829 |
+
Shapely==1.8.4
|
| 830 |
+
PyWavelets==1.6.0
|
| 831 |
+
cffi==1.17.1
|
| 832 |
+
scikit-image==0.19.3
|
| 833 |
+
pymunk==6.2.1
|
| 834 |
+
ml-dtypes==0.3.2
|
| 835 |
+
tensorflow-probability==0.23.0
|
| 836 |
+
stable-baselines3==2.2.1
|
| 837 |
+
keras==2.15.0
|
| 838 |
+
gast==0.7.0
|
| 839 |
+
libclang==18.1.1
|
| 840 |
+
llfbench==0.1.0
|
| 841 |
+
llmbc==0.0.0
|
| 842 |
+
pygame==2.6.1
|
| 843 |
+
gym==0.23.1
|
| 844 |
+
typing_extensions==4.15.0
|
| 845 |
+
sapien==3.0.1
|
| 846 |
+
autocommand==2.2.2
|
| 847 |
+
backports.tarfile==1.2.0
|
| 848 |
+
importlib_metadata==8.0.0
|
| 849 |
+
inflect==7.3.1
|
| 850 |
+
jaraco.collections==5.1.0
|
| 851 |
+
jaraco.context==5.3.0
|
| 852 |
+
jaraco.functools==4.0.1
|
| 853 |
+
jaraco.text==3.12.1
|
| 854 |
+
more-itertools==10.3.0
|
| 855 |
+
packaging==24.2
|
| 856 |
+
platformdirs==4.2.2
|
| 857 |
+
tomli==2.0.1
|
| 858 |
+
typeguard==4.3.0
|
| 859 |
+
typing_extensions==4.12.2
|
| 860 |
+
wheel==0.45.1
|
| 861 |
+
zipp==3.19.2
|
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-4.18.0-513.24.1.el8_9.x86_64-x86_64-with-glibc2.31",
|
| 3 |
+
"python": "3.9.25",
|
| 4 |
+
"startedAt": "2025-12-20T07:24:25.006393Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"--config-path",
|
| 7 |
+
"./config/main_table",
|
| 8 |
+
"--config-name",
|
| 9 |
+
"llmdp_parking-v0.yaml",
|
| 10 |
+
"policy.loss_llm_weight=1.0e-3",
|
| 11 |
+
"training.seed=43"
|
| 12 |
+
],
|
| 13 |
+
"program": "/root/workspace/LLM-BC/./train.py",
|
| 14 |
+
"codePath": "train.py",
|
| 15 |
+
"git": {
|
| 16 |
+
"remote": "https://github.com/CHYang25/LLM-BC.git",
|
| 17 |
+
"commit": "19d4c838d567a3f93b4721dcb5cefc20b4873e61"
|
| 18 |
+
},
|
| 19 |
+
"email": "chris920325@gmail.com",
|
| 20 |
+
"root": "/root/workspace/LLM-BC/data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0",
|
| 21 |
+
"host": "llmbc-cuda-545d8cd8bc-9ltjf",
|
| 22 |
+
"username": "root",
|
| 23 |
+
"executable": "/root/miniconda3/envs/llm-bc/bin/python3",
|
| 24 |
+
"codePathLocal": "train.py",
|
| 25 |
+
"cpu_count": 64,
|
| 26 |
+
"cpu_count_logical": 128,
|
| 27 |
+
"gpu": "NVIDIA H100 80GB HBM3",
|
| 28 |
+
"gpu_count": 2,
|
| 29 |
+
"disk": {
|
| 30 |
+
"/": {
|
| 31 |
+
"total": "23041585184768",
|
| 32 |
+
"used": "574751399936"
|
| 33 |
+
}
|
| 34 |
+
},
|
| 35 |
+
"memory": {
|
| 36 |
+
"total": "2163619737600"
|
| 37 |
+
},
|
| 38 |
+
"cpu": {
|
| 39 |
+
"count": 64,
|
| 40 |
+
"countLogical": 128
|
| 41 |
+
},
|
| 42 |
+
"gpu_nvidia": [
|
| 43 |
+
{
|
| 44 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 45 |
+
"memoryTotal": "85520809984",
|
| 46 |
+
"cudaCores": 16896,
|
| 47 |
+
"architecture": "Hopper"
|
| 48 |
+
},
|
| 49 |
+
{
|
| 50 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 51 |
+
"memoryTotal": "85520809984",
|
| 52 |
+
"cudaCores": 16896,
|
| 53 |
+
"architecture": "Hopper"
|
| 54 |
+
}
|
| 55 |
+
],
|
| 56 |
+
"cudaVersion": "12.8"
|
| 57 |
+
}
|
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/files/wandb-summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"_timestamp":1.7662158310215356e+09,"test/mean_score":-0.40863858961894545,"train_action_mse_error":1.4054243564605713,"train_loss_dp":0.3052378296852112,"lr":2.2800000000000002e-05,"test/success_rate":0,"global_step":1821,"train/cumulative_reward":-20.273915188333778,"train/success_rate":0,"_runtime":366.11347906,"test/cumulative_reward":-22.43299029280709,"val_loss":0.4375905990600586,"train_loss_llm":0.02455425262451172,"_wandb":{"runtime":366},"train/mean_score":-0.300768799875115,"epoch":2,"_step":1821,"train_loss":0.30526238679885864}
|
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug-core.log
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2025-12-20T07:24:24.395003869Z","level":"INFO","msg":"started logging, with flags","port-filename":"/tmp/tmp61or0irs/port-48555.txt","pid":48555,"debug":false,"disable-analytics":false}
|
| 2 |
+
{"time":"2025-12-20T07:24:24.395031458Z","level":"INFO","msg":"FeatureState","shutdownOnParentExitEnabled":false}
|
| 3 |
+
{"time":"2025-12-20T07:24:24.401496446Z","level":"INFO","msg":"Will exit if parent process dies.","ppid":48555}
|
| 4 |
+
{"time":"2025-12-20T07:24:24.401497495Z","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":44553,"Zone":""}}
|
| 5 |
+
{"time":"2025-12-20T07:24:24.588724508Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:53958"}
|
| 6 |
+
{"time":"2025-12-20T07:24:25.007745819Z","level":"INFO","msg":"handleInformInit: received","streamId":"dwqvyi2n","id":"127.0.0.1:53958"}
|
| 7 |
+
{"time":"2025-12-20T07:24:25.118365348Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"dwqvyi2n","id":"127.0.0.1:53958"}
|
| 8 |
+
{"time":"2025-12-20T07:30:31.119785754Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:53958"}
|
| 9 |
+
{"time":"2025-12-20T07:30:31.119840518Z","level":"INFO","msg":"connection: Close: initiating connection closure","id":"127.0.0.1:53958"}
|
| 10 |
+
{"time":"2025-12-20T07:30:31.119850971Z","level":"INFO","msg":"server is shutting down"}
|
| 11 |
+
{"time":"2025-12-20T07:30:31.119896156Z","level":"INFO","msg":"connection: Close: connection successfully closed","id":"127.0.0.1:53958"}
|
| 12 |
+
{"time":"2025-12-20T07:30:31.898035365Z","level":"INFO","msg":"Parent process exited, terminating service process."}
|
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug-internal.log
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2025-12-20T07:24:25.007883091Z","level":"INFO","msg":"using version","core version":"0.18.6"}
|
| 2 |
+
{"time":"2025-12-20T07:24:25.007892698Z","level":"INFO","msg":"created symlink","path":"/root/workspace/LLM-BC/data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug-core.log"}
|
| 3 |
+
{"time":"2025-12-20T07:24:25.118329255Z","level":"INFO","msg":"created new stream","id":"dwqvyi2n"}
|
| 4 |
+
{"time":"2025-12-20T07:24:25.118362086Z","level":"INFO","msg":"stream: started","id":"dwqvyi2n"}
|
| 5 |
+
{"time":"2025-12-20T07:24:25.11838014Z","level":"INFO","msg":"sender: started","stream_id":"dwqvyi2n"}
|
| 6 |
+
{"time":"2025-12-20T07:24:25.118372104Z","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"dwqvyi2n"}}
|
| 7 |
+
{"time":"2025-12-20T07:24:25.118376708Z","level":"INFO","msg":"handler: started","stream_id":{"value":"dwqvyi2n"}}
|
| 8 |
+
{"time":"2025-12-20T07:24:25.956798676Z","level":"INFO","msg":"Starting system monitor"}
|
| 9 |
+
{"time":"2025-12-20T07:30:31.119846834Z","level":"INFO","msg":"stream: closing","id":"dwqvyi2n"}
|
| 10 |
+
{"time":"2025-12-20T07:30:31.119894754Z","level":"INFO","msg":"Stopping system monitor"}
|
| 11 |
+
{"time":"2025-12-20T07:30:31.120691968Z","level":"INFO","msg":"Stopped system monitor"}
|
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug.log
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2025-12-20 07:24:25,004 INFO MainThread:48555 [wandb_setup.py:_flush():79] Current SDK version is 0.18.6
|
| 2 |
+
2025-12-20 07:24:25,004 INFO MainThread:48555 [wandb_setup.py:_flush():79] Configure stats pid to 48555
|
| 3 |
+
2025-12-20 07:24:25,004 INFO MainThread:48555 [wandb_setup.py:_flush():79] Loading settings from /root/.config/wandb/settings
|
| 4 |
+
2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_setup.py:_flush():79] Loading settings from /root/workspace/LLM-BC/wandb/settings
|
| 5 |
+
2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
|
| 6 |
+
2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
|
| 7 |
+
2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': 'train.py', 'program_abspath': '/root/workspace/LLM-BC/train.py', 'program': '/root/workspace/LLM-BC/./train.py'}
|
| 8 |
+
2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_setup.py:_flush():79] Applying login settings: {}
|
| 9 |
+
2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:_log_setup():533] Logging user logs to /root/workspace/LLM-BC/data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug.log
|
| 10 |
+
2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:_log_setup():534] Logging internal logs to /root/workspace/LLM-BC/data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/logs/debug-internal.log
|
| 11 |
+
2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:init():619] calling init triggers
|
| 12 |
+
2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
|
| 13 |
+
config: {'name': 'train_llm_diffusion_unet_lowdim', '_target_': 'llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace', 'obs_dim': 18, 'action_dim': 2, 'task_name': 'parking-v0', 'exp_name': 'default', 'model_name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1, 'n_latency_steps': 0, 'past_action_visible': False, 'keypoint_visible_rate': 1.0, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'llm_orig_expert_feedback': True, 'llm_do_sample': False, 'policy': {'_target_': 'llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy', 'model': {'_target_': 'llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D', 'input_dim': 2, 'local_cond_dim': None, 'global_cond_dim': 18, 'diffusion_step_embed_dim': 256, 'down_dims': [256, 512, 1024], 'kernel_size': 5, 'n_groups': 8, 'cond_predict_scale': True}, 'noise_scheduler': {'_target_': 'diffusers.schedulers.scheduling_ddpm.DDPMScheduler', 'num_train_timesteps': 100, 'beta_start': 0.0001, 'beta_end': 0.02, 'beta_schedule': 'squaredcos_cap_v2', 'variance_type': 'fixed_small', 'clip_sample': True, 'prediction_type': 'epsilon'}, 'horizon': 1, 'obs_dim': 18, 'action_dim': 2, 'n_action_steps': 1, 'n_obs_steps': 1, 'num_inference_steps': 100, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'oa_step_convention': True, 'llm_discriminator': {'_target_': 'llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator', 'task_id': 'parking-v0', 'llm_translator': {'_target_': 'llmbc.translator.llm_translator.LLMTranslator', 'cfg': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'ete-finetuned', 'finetune_mode': 'orig', 'checkpoint': 'data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2025.12.20/07.24.13_HuggingFaceTB/SmolLM2-135M-Instruct'}}}, 'obs_dim': 18, 'action_dim': 2, 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1}}, 'loss_dp_weight': 1.0, 'loss_llm_weight': 0.001, 'normalize_llm_loss': True, 'reweight_llm_loss': True}, 'ema': {'_target_': 'llmbc.model.diffusion.ema_model.EMAModel', 'update_after_step': 0, 'inv_gamma': 1.0, 'power': 0.75, 'min_value': 0.0, 'max_value': 0.9999}, 'dataloader': {'batch_size': 16, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'val_dataloader': {'batch_size': 16, 'num_workers': 0, 'shuffle': False, 'pin_memory': False, 'persistent_workers': False}, 'optimizer': {'_target_': 'torch.optim.AdamW', 'lr': 0.0001, 'betas': [0.95, 0.999], 'eps': 1e-08, 'weight_decay': 1e-06}, 'training': {'device': 'cuda:0', 'seed': 43, 'debug': False, 'resume': True, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 500, 'num_epochs': 1001, 'gradient_accumulate_every': 16, 'use_ema': True, 'rollout_every': 5, 'checkpoint_every': 5, 'val_every': 1, 'sample_every': 5, 'max_train_steps': None, 'max_val_steps': None, 'tqdm_interval_sec': 1.0}, 'logging': {'project': 'parking-v0-training', 'resume': True, 'mode': 'online', 'name': '2025.12.20-07.24.13_train_llm_diffusion_unet_lowdim_parking-v0', 'tags': ['train_llm_diffusion_unet_lowdim', 'parking-v0', 'default'], 'id': None, 'group': None}, 'checkpoint': {'topk': {'monitor_key': 'test_success_rate', 'mode': 'max', 'k': 5, 'format_str': 'epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt'}, 'save_last_ckpt': True, 'save_last_snapshot': False}, 'multi_run': {'run_dir': 'data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0', 'wandb_name_base': '2025.12.20-07.24.13_train_llm_diffusion_unet_lowdim_parking-v0'}, 'task': {'name': 'parking-v0', 'obs_dim': 18, 'action_dim': 2, 'env_runner': {'_target_': 'llmbc.env_runner.highway_lowdim_runner.HighwayLowdimRunner', 'env_name': 'llf-highway-parking-v0', 'n_train': 10, 'n_test': 50, 'n_envs': 10, 'max_steps': 80, 'n_obs_steps': 1, 'n_action_steps': 1, 'instruction_type': 'b', 'feedback_type': ['hp', 'hn', 'fp'], 'visual': False, 'discount': 0.99}, 'dataset': {'_target_': 'llmbc.dataset.highway_lowdim_dataset.HighwayLowdimDataset', 'data_path': 'datasets/parking-v0.pt', 'data_path2': 'datasets/parking-v0.pt', 'horizon': 1, 'pad_before': 0, 'pad_after': 0, 'obs_eef_target': True, 'use_manual_normalizer': False, 'val_ratio': 0.02, 'dummy_normalizer': False}, 'instructor': {'_target_': 'llmbc.translator.instructor.highway_instructor.parking_v0_instructor.ParkingV0Instructor'}}, 'llm': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'ete-finetuned', 'finetune_mode': 'orig', 'checkpoint': 'data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2025.12.20/07.24.13_HuggingFaceTB/SmolLM2-135M-Instruct'}}}}
|
| 14 |
+
2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:init():669] starting backend
|
| 15 |
+
2025-12-20 07:24:25,005 INFO MainThread:48555 [wandb_init.py:init():673] sending inform_init request
|
| 16 |
+
2025-12-20 07:24:25,006 INFO MainThread:48555 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
|
| 17 |
+
2025-12-20 07:24:25,006 INFO MainThread:48555 [wandb_init.py:init():686] backend started and connected
|
| 18 |
+
2025-12-20 07:24:25,012 INFO MainThread:48555 [wandb_init.py:init():781] updated telemetry
|
| 19 |
+
2025-12-20 07:24:25,041 INFO MainThread:48555 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
|
| 20 |
+
2025-12-20 07:24:25,954 INFO MainThread:48555 [wandb_init.py:init():867] starting run threads in backend
|
| 21 |
+
2025-12-20 07:24:26,296 INFO MainThread:48555 [wandb_run.py:_console_start():2451] atexit reg
|
| 22 |
+
2025-12-20 07:24:26,296 INFO MainThread:48555 [wandb_run.py:_redirect():2299] redirect: wrap_raw
|
| 23 |
+
2025-12-20 07:24:26,296 INFO MainThread:48555 [wandb_run.py:_redirect():2364] Wrapping output streams.
|
| 24 |
+
2025-12-20 07:24:26,296 INFO MainThread:48555 [wandb_run.py:_redirect():2389] Redirects installed.
|
| 25 |
+
2025-12-20 07:24:26,298 INFO MainThread:48555 [wandb_init.py:init():911] run started, returning control to user process
|
| 26 |
+
2025-12-20 07:24:26,298 INFO MainThread:48555 [wandb_run.py:_config_callback():1389] config_cb None None {'output_dir': '/root/workspace/LLM-BC/data/outputs/2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0'}
|
| 27 |
+
2025-12-20 07:30:31,119 WARNING MsgRouterThr:48555 [router.py:message_loop():75] message_loop has been closed
|
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_072425-dwqvyi2n/run-dwqvyi2n.wandb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d69e9a9e210ef37f0219d41e081ff0f5946c2ef136fadcd102f175bdd22896bd
|
| 3 |
+
size 1441792
|
2025.12.20/07.24.13_train_llm_diffusion_unet_lowdim_parking-v0/wandb/wandb-resume.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"run_id": "dwqvyi2n"}
|
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,193 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: train_llm_diffusion_unet_lowdim
|
| 2 |
+
_target_: llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace
|
| 3 |
+
obs_dim: ${task.obs_dim}
|
| 4 |
+
action_dim: ${task.action_dim}
|
| 5 |
+
task_name: ${task.name}
|
| 6 |
+
exp_name: default
|
| 7 |
+
model_name: ${llm.name}
|
| 8 |
+
horizon: 1
|
| 9 |
+
n_obs_steps: 1
|
| 10 |
+
n_action_steps: 1
|
| 11 |
+
n_latency_steps: 0
|
| 12 |
+
past_action_visible: false
|
| 13 |
+
keypoint_visible_rate: 1.0
|
| 14 |
+
obs_as_local_cond: false
|
| 15 |
+
obs_as_global_cond: true
|
| 16 |
+
pred_action_steps_only: false
|
| 17 |
+
llm_orig_expert_feedback: true
|
| 18 |
+
llm_do_sample: false
|
| 19 |
+
policy:
|
| 20 |
+
_target_: llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy
|
| 21 |
+
model:
|
| 22 |
+
_target_: llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D
|
| 23 |
+
input_dim: '${eval: ${task.action_dim} if ${obs_as_local_cond} or ${obs_as_global_cond}
|
| 24 |
+
else ${task.obs_dim} + ${task.action_dim}}'
|
| 25 |
+
local_cond_dim: '${eval: ${task.obs_dim} if ${obs_as_local_cond} else None}'
|
| 26 |
+
global_cond_dim: '${eval: ${task.obs_dim}*${n_obs_steps} if ${obs_as_global_cond}
|
| 27 |
+
else None}'
|
| 28 |
+
diffusion_step_embed_dim: 256
|
| 29 |
+
down_dims:
|
| 30 |
+
- 256
|
| 31 |
+
- 512
|
| 32 |
+
- 1024
|
| 33 |
+
kernel_size: 5
|
| 34 |
+
n_groups: 8
|
| 35 |
+
cond_predict_scale: true
|
| 36 |
+
noise_scheduler:
|
| 37 |
+
_target_: diffusers.schedulers.scheduling_ddpm.DDPMScheduler
|
| 38 |
+
num_train_timesteps: 100
|
| 39 |
+
beta_start: 0.0001
|
| 40 |
+
beta_end: 0.02
|
| 41 |
+
beta_schedule: squaredcos_cap_v2
|
| 42 |
+
variance_type: fixed_small
|
| 43 |
+
clip_sample: true
|
| 44 |
+
prediction_type: epsilon
|
| 45 |
+
horizon: ${horizon}
|
| 46 |
+
obs_dim: ${obs_dim}
|
| 47 |
+
action_dim: ${action_dim}
|
| 48 |
+
n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
|
| 49 |
+
n_obs_steps: ${n_obs_steps}
|
| 50 |
+
num_inference_steps: 100
|
| 51 |
+
obs_as_local_cond: ${obs_as_local_cond}
|
| 52 |
+
obs_as_global_cond: ${obs_as_global_cond}
|
| 53 |
+
pred_action_steps_only: ${pred_action_steps_only}
|
| 54 |
+
oa_step_convention: true
|
| 55 |
+
llm_discriminator:
|
| 56 |
+
_target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
|
| 57 |
+
task_id: ${task_name}
|
| 58 |
+
llm_translator:
|
| 59 |
+
_target_: llmbc.translator.llm_translator.LLMTranslator
|
| 60 |
+
cfg: ${llm}
|
| 61 |
+
obs_dim: ${obs_dim}
|
| 62 |
+
action_dim: ${action_dim}
|
| 63 |
+
horizon: ${horizon}
|
| 64 |
+
n_obs_steps: ${n_obs_steps}
|
| 65 |
+
n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
|
| 66 |
+
loss_dp_weight: 1.0
|
| 67 |
+
loss_llm_weight: 0.0001
|
| 68 |
+
normalize_llm_loss: true
|
| 69 |
+
reweight_llm_loss: true
|
| 70 |
+
ema:
|
| 71 |
+
_target_: llmbc.model.diffusion.ema_model.EMAModel
|
| 72 |
+
update_after_step: 0
|
| 73 |
+
inv_gamma: 1.0
|
| 74 |
+
power: 0.75
|
| 75 |
+
min_value: 0.0
|
| 76 |
+
max_value: 0.9999
|
| 77 |
+
dataloader:
|
| 78 |
+
batch_size: 16
|
| 79 |
+
num_workers: 0
|
| 80 |
+
shuffle: true
|
| 81 |
+
pin_memory: false
|
| 82 |
+
persistent_workers: false
|
| 83 |
+
val_dataloader:
|
| 84 |
+
batch_size: 16
|
| 85 |
+
num_workers: 0
|
| 86 |
+
shuffle: false
|
| 87 |
+
pin_memory: false
|
| 88 |
+
persistent_workers: false
|
| 89 |
+
optimizer:
|
| 90 |
+
_target_: torch.optim.AdamW
|
| 91 |
+
lr: 0.0001
|
| 92 |
+
betas:
|
| 93 |
+
- 0.95
|
| 94 |
+
- 0.999
|
| 95 |
+
eps: 1.0e-08
|
| 96 |
+
weight_decay: 1.0e-06
|
| 97 |
+
training:
|
| 98 |
+
device: cuda:0
|
| 99 |
+
seed: 43
|
| 100 |
+
debug: false
|
| 101 |
+
resume: true
|
| 102 |
+
lr_scheduler: cosine
|
| 103 |
+
lr_warmup_steps: 500
|
| 104 |
+
num_epochs: 1001
|
| 105 |
+
gradient_accumulate_every: 16
|
| 106 |
+
use_ema: true
|
| 107 |
+
rollout_every: 5
|
| 108 |
+
checkpoint_every: 5
|
| 109 |
+
val_every: 1
|
| 110 |
+
sample_every: 5
|
| 111 |
+
max_train_steps: null
|
| 112 |
+
max_val_steps: null
|
| 113 |
+
tqdm_interval_sec: 1.0
|
| 114 |
+
logging:
|
| 115 |
+
project: ${task.name}-training
|
| 116 |
+
resume: true
|
| 117 |
+
mode: online
|
| 118 |
+
name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 119 |
+
tags:
|
| 120 |
+
- ${name}
|
| 121 |
+
- ${task_name}
|
| 122 |
+
- ${exp_name}
|
| 123 |
+
id: null
|
| 124 |
+
group: null
|
| 125 |
+
checkpoint:
|
| 126 |
+
topk:
|
| 127 |
+
monitor_key: test_success_rate
|
| 128 |
+
mode: max
|
| 129 |
+
k: 5
|
| 130 |
+
format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
|
| 131 |
+
save_last_ckpt: true
|
| 132 |
+
save_last_snapshot: false
|
| 133 |
+
multi_run:
|
| 134 |
+
run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 135 |
+
wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 136 |
+
task:
|
| 137 |
+
name: parking-v0
|
| 138 |
+
obs_dim: 18
|
| 139 |
+
action_dim: 2
|
| 140 |
+
env_runner:
|
| 141 |
+
_target_: llmbc.env_runner.highway_lowdim_runner.HighwayLowdimRunner
|
| 142 |
+
env_name: llf-highway-parking-v0
|
| 143 |
+
n_train: 10
|
| 144 |
+
n_test: 50
|
| 145 |
+
n_envs: 10
|
| 146 |
+
max_steps: 80
|
| 147 |
+
n_obs_steps: ${n_obs_steps}
|
| 148 |
+
n_action_steps: ${n_action_steps}
|
| 149 |
+
instruction_type: b
|
| 150 |
+
feedback_type:
|
| 151 |
+
- hp
|
| 152 |
+
- hn
|
| 153 |
+
- fp
|
| 154 |
+
visual: false
|
| 155 |
+
discount: 0.99
|
| 156 |
+
dataset:
|
| 157 |
+
_target_: llmbc.dataset.highway_lowdim_dataset.HighwayLowdimDataset
|
| 158 |
+
data_path: datasets/parking-v0.pt
|
| 159 |
+
data_path2: datasets/parking-v0.pt
|
| 160 |
+
horizon: ${horizon}
|
| 161 |
+
pad_before: ${eval:'${n_obs_steps}-1'}
|
| 162 |
+
pad_after: ${eval:'${n_action_steps}-1'}
|
| 163 |
+
obs_eef_target: true
|
| 164 |
+
use_manual_normalizer: false
|
| 165 |
+
val_ratio: 0.02
|
| 166 |
+
dummy_normalizer: false
|
| 167 |
+
instructor:
|
| 168 |
+
_target_: llmbc.translator.instructor.highway_instructor.parking_v0_instructor.ParkingV0Instructor
|
| 169 |
+
llm:
|
| 170 |
+
name: HuggingFaceTB/SmolLM2-135M-Instruct
|
| 171 |
+
model_name: SmolLM2-135M-Instruct
|
| 172 |
+
config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
|
| 173 |
+
causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
|
| 174 |
+
use_quantization: false
|
| 175 |
+
use_joint_mlp_projector: true
|
| 176 |
+
llm_mode: ete-finetuned
|
| 177 |
+
finetune_mode: orig
|
| 178 |
+
checkpoint: data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700
|
| 179 |
+
max_length: 100
|
| 180 |
+
lora_config:
|
| 181 |
+
r: 32
|
| 182 |
+
lora_alpha: 64
|
| 183 |
+
lora_dropout: 0.05
|
| 184 |
+
bias: none
|
| 185 |
+
task_type: CAUSAL_LM
|
| 186 |
+
prompter:
|
| 187 |
+
_target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
|
| 188 |
+
use_joint_mlp_projector: true
|
| 189 |
+
hydra:
|
| 190 |
+
job:
|
| 191 |
+
override_dirname: ${model_name}
|
| 192 |
+
run:
|
| 193 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${model_name}
|
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/hydra.yaml
ADDED
|
@@ -0,0 +1,156 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
hydra:
|
| 2 |
+
run:
|
| 3 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 4 |
+
sweep:
|
| 5 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 6 |
+
subdir: ${hydra.job.num}
|
| 7 |
+
launcher:
|
| 8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
| 9 |
+
sweeper:
|
| 10 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
| 11 |
+
max_batch_size: null
|
| 12 |
+
params: null
|
| 13 |
+
help:
|
| 14 |
+
app_name: ${hydra.job.name}
|
| 15 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
| 16 |
+
|
| 17 |
+
'
|
| 18 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
| 19 |
+
|
| 20 |
+
Use --hydra-help to view Hydra specific help
|
| 21 |
+
|
| 22 |
+
'
|
| 23 |
+
template: '${hydra.help.header}
|
| 24 |
+
|
| 25 |
+
== Configuration groups ==
|
| 26 |
+
|
| 27 |
+
Compose your configuration from those groups (group=option)
|
| 28 |
+
|
| 29 |
+
|
| 30 |
+
$APP_CONFIG_GROUPS
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
== Config ==
|
| 34 |
+
|
| 35 |
+
Override anything in the config (foo.bar=value)
|
| 36 |
+
|
| 37 |
+
|
| 38 |
+
$CONFIG
|
| 39 |
+
|
| 40 |
+
|
| 41 |
+
${hydra.help.footer}
|
| 42 |
+
|
| 43 |
+
'
|
| 44 |
+
hydra_help:
|
| 45 |
+
template: 'Hydra (${hydra.runtime.version})
|
| 46 |
+
|
| 47 |
+
See https://hydra.cc for more info.
|
| 48 |
+
|
| 49 |
+
|
| 50 |
+
== Flags ==
|
| 51 |
+
|
| 52 |
+
$FLAGS_HELP
|
| 53 |
+
|
| 54 |
+
|
| 55 |
+
== Configuration groups ==
|
| 56 |
+
|
| 57 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
| 58 |
+
to command line)
|
| 59 |
+
|
| 60 |
+
|
| 61 |
+
$HYDRA_CONFIG_GROUPS
|
| 62 |
+
|
| 63 |
+
|
| 64 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
| 65 |
+
|
| 66 |
+
'
|
| 67 |
+
hydra_help: ???
|
| 68 |
+
hydra_logging:
|
| 69 |
+
version: 1
|
| 70 |
+
formatters:
|
| 71 |
+
simple:
|
| 72 |
+
format: '[%(asctime)s][HYDRA] %(message)s'
|
| 73 |
+
handlers:
|
| 74 |
+
console:
|
| 75 |
+
class: logging.StreamHandler
|
| 76 |
+
formatter: simple
|
| 77 |
+
stream: ext://sys.stdout
|
| 78 |
+
root:
|
| 79 |
+
level: INFO
|
| 80 |
+
handlers:
|
| 81 |
+
- console
|
| 82 |
+
loggers:
|
| 83 |
+
logging_example:
|
| 84 |
+
level: DEBUG
|
| 85 |
+
disable_existing_loggers: false
|
| 86 |
+
job_logging:
|
| 87 |
+
version: 1
|
| 88 |
+
formatters:
|
| 89 |
+
simple:
|
| 90 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
| 91 |
+
handlers:
|
| 92 |
+
console:
|
| 93 |
+
class: logging.StreamHandler
|
| 94 |
+
formatter: simple
|
| 95 |
+
stream: ext://sys.stdout
|
| 96 |
+
file:
|
| 97 |
+
class: logging.FileHandler
|
| 98 |
+
formatter: simple
|
| 99 |
+
filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
|
| 100 |
+
root:
|
| 101 |
+
level: INFO
|
| 102 |
+
handlers:
|
| 103 |
+
- console
|
| 104 |
+
- file
|
| 105 |
+
disable_existing_loggers: false
|
| 106 |
+
env: {}
|
| 107 |
+
mode: RUN
|
| 108 |
+
searchpath: []
|
| 109 |
+
callbacks: {}
|
| 110 |
+
output_subdir: .hydra
|
| 111 |
+
overrides:
|
| 112 |
+
hydra:
|
| 113 |
+
- hydra.mode=RUN
|
| 114 |
+
task:
|
| 115 |
+
- policy.loss_llm_weight=1.0e-4
|
| 116 |
+
- training.seed=43
|
| 117 |
+
job:
|
| 118 |
+
name: train
|
| 119 |
+
chdir: null
|
| 120 |
+
override_dirname: policy.loss_llm_weight=1.0e-4,training.seed=43
|
| 121 |
+
id: ???
|
| 122 |
+
num: ???
|
| 123 |
+
config_name: llmdp_parking-v0.yaml
|
| 124 |
+
env_set: {}
|
| 125 |
+
env_copy: []
|
| 126 |
+
config:
|
| 127 |
+
override_dirname:
|
| 128 |
+
kv_sep: '='
|
| 129 |
+
item_sep: ','
|
| 130 |
+
exclude_keys: []
|
| 131 |
+
runtime:
|
| 132 |
+
version: 1.2.0
|
| 133 |
+
version_base: '1.2'
|
| 134 |
+
cwd: /root/workspace/LLM-BC
|
| 135 |
+
config_sources:
|
| 136 |
+
- path: hydra.conf
|
| 137 |
+
schema: pkg
|
| 138 |
+
provider: hydra
|
| 139 |
+
- path: /root/workspace/LLM-BC/config/main_table
|
| 140 |
+
schema: file
|
| 141 |
+
provider: main
|
| 142 |
+
- path: ''
|
| 143 |
+
schema: structured
|
| 144 |
+
provider: schema
|
| 145 |
+
output_dir: /root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0
|
| 146 |
+
choices:
|
| 147 |
+
hydra/env: default
|
| 148 |
+
hydra/callbacks: null
|
| 149 |
+
hydra/job_logging: default
|
| 150 |
+
hydra/hydra_logging: default
|
| 151 |
+
hydra/hydra_help: default
|
| 152 |
+
hydra/help: default
|
| 153 |
+
hydra/sweeper: basic
|
| 154 |
+
hydra/launcher: basic
|
| 155 |
+
hydra/output: default
|
| 156 |
+
verbose: false
|
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/overrides.yaml
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- policy.loss_llm_weight=1.0e-4
|
| 2 |
+
- training.seed=43
|
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0315-test_success_rate=0.960.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6eba4f751573af1db55b4611f20049d2d877e8cd04c949e492c6071e4a822977
|
| 3 |
+
size 1042506802
|
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0350-test_success_rate=0.960.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3d28bff458174778246ad7c3ab319f2408a52ac08b9bbcf7b0fdad933015ce93
|
| 3 |
+
size 1042506802
|
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0450-test_success_rate=0.960.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:153f083fcdff25e133623946503dfc22d83f3aacf297999de28a2cd520b48bdf
|
| 3 |
+
size 1042506802
|
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0460-test_success_rate=0.980.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2ed9ac76a10b14e1e1466c740713a6d6d5a492cf648c3caf30bc65ea0b25cdca
|
| 3 |
+
size 1042506802
|
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0475-test_success_rate=1.000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:80e2a7682cb8024c7544b2b0225d79801acf2c6bb1bef017ee7bc59d5fa33e76
|
| 3 |
+
size 1042506802
|
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/latest.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fca7b2180263ae41420fc0b645b645a194cc1d92feefb02757320bae387a9736
|
| 3 |
+
size 1042506802
|
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/logs.json.txt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b1d5830fdf060e77b8beb144813bac03ec6c50d3a4a4dfdf5bd7774c816f03f7
|
| 3 |
+
size 114019958
|
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/train.log
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2025-12-20 07:31:08,678][numexpr.utils][INFO] - Note: detected 128 virtual cores but NumExpr set to maximum of 64, check "NUMEXPR_MAX_THREADS" environment variable.
|
| 2 |
+
[2025-12-20 07:31:08,678][numexpr.utils][INFO] - Note: NumExpr detected 128 cores but "NUMEXPR_MAX_THREADS" not set, so enforcing safe limit of 16.
|
| 3 |
+
[2025-12-20 07:31:08,678][numexpr.utils][INFO] - NumExpr defaulting to 16 threads.
|
| 4 |
+
[2025-12-20 07:31:10,565][datasets][INFO] - PyTorch version 2.2.2 available.
|
| 5 |
+
[2025-12-20 07:31:10,566][datasets][INFO] - TensorFlow version 2.15.1 available.
|
| 6 |
+
[2025-12-20 07:31:10,567][datasets][INFO] - JAX version 0.4.30 available.
|
| 7 |
+
[2025-12-20 07:31:12,136][llmbc.model.diffusion.conditional_unet1d][INFO] - number of parameters: 6.514023e+07
|
| 8 |
+
[2025-12-20 07:31:17,700][absl][INFO] - MUJOCO_GL=osmesa, attempting to import specified OpenGL backend.
|
| 9 |
+
[2025-12-20 07:31:17,704][absl][INFO] - MuJoCo library version is: 2.3.7
|
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/debug-internal.log
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2025-12-20T07:31:18.499466861Z","level":"INFO","msg":"using version","core version":"0.18.6"}
|
| 2 |
+
{"time":"2025-12-20T07:31:18.499476992Z","level":"INFO","msg":"created symlink","path":"/root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug-core.log"}
|
| 3 |
+
{"time":"2025-12-20T07:31:18.606304977Z","level":"INFO","msg":"created new stream","id":"czbe67ue"}
|
| 4 |
+
{"time":"2025-12-20T07:31:18.606322049Z","level":"INFO","msg":"stream: started","id":"czbe67ue"}
|
| 5 |
+
{"time":"2025-12-20T07:31:18.606338253Z","level":"INFO","msg":"sender: started","stream_id":"czbe67ue"}
|
| 6 |
+
{"time":"2025-12-20T07:31:18.606350701Z","level":"INFO","msg":"handler: started","stream_id":{"value":"czbe67ue"}}
|
| 7 |
+
{"time":"2025-12-20T07:31:18.606336657Z","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"czbe67ue"}}
|
| 8 |
+
{"time":"2025-12-20T07:31:19.264282203Z","level":"INFO","msg":"Starting system monitor"}
|
| 9 |
+
{"time":"2025-12-22T01:59:36.477389653Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
| 10 |
+
{"time":"2025-12-22T02:00:08.805266215Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
| 11 |
+
{"time":"2025-12-22T02:01:29.763414525Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/parking-v0-training/czbe67ue/file_stream\": EOF"}
|
| 12 |
+
{"time":"2025-12-22T05:20:21.583360306Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
| 13 |
+
{"time":"2025-12-22T05:20:53.621859199Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
| 14 |
+
{"time":"2025-12-22T06:16:26.937521487Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/parking-v0-training/czbe67ue/file_stream\": EOF"}
|
| 15 |
+
{"time":"2025-12-22T07:25:23.413628248Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/parking-v0-training/czbe67ue/file_stream\": unexpected EOF"}
|
| 16 |
+
{"time":"2025-12-22T07:28:06.754976377Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
| 17 |
+
{"time":"2025-12-22T07:30:21.758134969Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
| 18 |
+
{"time":"2025-12-22T07:32:36.761953155Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
|
| 19 |
+
{"time":"2025-12-22T07:33:08.870277176Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
|
| 20 |
+
{"time":"2025-12-22T07:33:40.411684851Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/parking-v0-training/czbe67ue/file_stream\": read tcp 192.168.42.185:54778->35.186.228.49:443: read: connection reset by peer"}
|
| 21 |
+
{"time":"2025-12-22T07:34:51.770725884Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
| 22 |
+
{"time":"2025-12-22T07:35:24.172214702Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
| 23 |
+
{"time":"2025-12-22T07:39:04.733337786Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/parking-v0-training/czbe67ue/file_stream\": EOF"}
|
| 24 |
+
{"time":"2025-12-22T20:43:16.06416416Z","level":"INFO","msg":"stream: closing","id":"czbe67ue"}
|
| 25 |
+
{"time":"2025-12-22T20:43:16.064203934Z","level":"INFO","msg":"Stopping system monitor"}
|
| 26 |
+
{"time":"2025-12-22T20:43:16.064717446Z","level":"INFO","msg":"Stopped system monitor"}
|
| 27 |
+
{"time":"2025-12-22T20:43:17.453674671Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
| 28 |
+
{"time":"2025-12-22T20:43:17.865429384Z","level":"INFO","msg":"handler: closed","stream_id":{"value":"czbe67ue"}}
|
| 29 |
+
{"time":"2025-12-22T20:43:17.865460253Z","level":"INFO","msg":"sender: closed","stream_id":"czbe67ue"}
|
| 30 |
+
{"time":"2025-12-22T20:43:17.865456717Z","level":"INFO","msg":"writer: Close: closed","stream_id":{"value":"czbe67ue"}}
|
| 31 |
+
{"time":"2025-12-22T20:43:17.865528052Z","level":"INFO","msg":"stream: closed","id":"czbe67ue"}
|
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/debug.log
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Current SDK version is 0.18.6
|
| 2 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Configure stats pid to 51412
|
| 3 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Loading settings from /root/.config/wandb/settings
|
| 4 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Loading settings from /root/workspace/LLM-BC/wandb/settings
|
| 5 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
|
| 6 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
|
| 7 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': 'train.py', 'program_abspath': '/root/workspace/LLM-BC/train.py', 'program': '/root/workspace/LLM-BC/./train.py'}
|
| 8 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Applying login settings: {}
|
| 9 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:_log_setup():533] Logging user logs to /root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug.log
|
| 10 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:_log_setup():534] Logging internal logs to /root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug-internal.log
|
| 11 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:init():619] calling init triggers
|
| 12 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
|
| 13 |
+
config: {'name': 'train_llm_diffusion_unet_lowdim', '_target_': 'llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace', 'obs_dim': 18, 'action_dim': 2, 'task_name': 'parking-v0', 'exp_name': 'default', 'model_name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1, 'n_latency_steps': 0, 'past_action_visible': False, 'keypoint_visible_rate': 1.0, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'llm_orig_expert_feedback': True, 'llm_do_sample': False, 'policy': {'_target_': 'llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy', 'model': {'_target_': 'llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D', 'input_dim': 2, 'local_cond_dim': None, 'global_cond_dim': 18, 'diffusion_step_embed_dim': 256, 'down_dims': [256, 512, 1024], 'kernel_size': 5, 'n_groups': 8, 'cond_predict_scale': True}, 'noise_scheduler': {'_target_': 'diffusers.schedulers.scheduling_ddpm.DDPMScheduler', 'num_train_timesteps': 100, 'beta_start': 0.0001, 'beta_end': 0.02, 'beta_schedule': 'squaredcos_cap_v2', 'variance_type': 'fixed_small', 'clip_sample': True, 'prediction_type': 'epsilon'}, 'horizon': 1, 'obs_dim': 18, 'action_dim': 2, 'n_action_steps': 1, 'n_obs_steps': 1, 'num_inference_steps': 100, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'oa_step_convention': True, 'llm_discriminator': {'_target_': 'llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator', 'task_id': 'parking-v0', 'llm_translator': {'_target_': 'llmbc.translator.llm_translator.LLMTranslator', 'cfg': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'ete-finetuned', 'finetune_mode': 'orig', 'checkpoint': 'data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2025.12.20/07.31.07_HuggingFaceTB/SmolLM2-135M-Instruct'}}}, 'obs_dim': 18, 'action_dim': 2, 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1}}, 'loss_dp_weight': 1.0, 'loss_llm_weight': 0.0001, 'normalize_llm_loss': True, 'reweight_llm_loss': True}, 'ema': {'_target_': 'llmbc.model.diffusion.ema_model.EMAModel', 'update_after_step': 0, 'inv_gamma': 1.0, 'power': 0.75, 'min_value': 0.0, 'max_value': 0.9999}, 'dataloader': {'batch_size': 16, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'val_dataloader': {'batch_size': 16, 'num_workers': 0, 'shuffle': False, 'pin_memory': False, 'persistent_workers': False}, 'optimizer': {'_target_': 'torch.optim.AdamW', 'lr': 0.0001, 'betas': [0.95, 0.999], 'eps': 1e-08, 'weight_decay': 1e-06}, 'training': {'device': 'cuda:0', 'seed': 43, 'debug': False, 'resume': True, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 500, 'num_epochs': 1001, 'gradient_accumulate_every': 16, 'use_ema': True, 'rollout_every': 5, 'checkpoint_every': 5, 'val_every': 1, 'sample_every': 5, 'max_train_steps': None, 'max_val_steps': None, 'tqdm_interval_sec': 1.0}, 'logging': {'project': 'parking-v0-training', 'resume': True, 'mode': 'online', 'name': '2025.12.20-07.31.07_train_llm_diffusion_unet_lowdim_parking-v0', 'tags': ['train_llm_diffusion_unet_lowdim', 'parking-v0', 'default'], 'id': None, 'group': None}, 'checkpoint': {'topk': {'monitor_key': 'test_success_rate', 'mode': 'max', 'k': 5, 'format_str': 'epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt'}, 'save_last_ckpt': True, 'save_last_snapshot': False}, 'multi_run': {'run_dir': 'data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0', 'wandb_name_base': '2025.12.20-07.31.07_train_llm_diffusion_unet_lowdim_parking-v0'}, 'task': {'name': 'parking-v0', 'obs_dim': 18, 'action_dim': 2, 'env_runner': {'_target_': 'llmbc.env_runner.highway_lowdim_runner.HighwayLowdimRunner', 'env_name': 'llf-highway-parking-v0', 'n_train': 10, 'n_test': 50, 'n_envs': 10, 'max_steps': 80, 'n_obs_steps': 1, 'n_action_steps': 1, 'instruction_type': 'b', 'feedback_type': ['hp', 'hn', 'fp'], 'visual': False, 'discount': 0.99}, 'dataset': {'_target_': 'llmbc.dataset.highway_lowdim_dataset.HighwayLowdimDataset', 'data_path': 'datasets/parking-v0.pt', 'data_path2': 'datasets/parking-v0.pt', 'horizon': 1, 'pad_before': 0, 'pad_after': 0, 'obs_eef_target': True, 'use_manual_normalizer': False, 'val_ratio': 0.02, 'dummy_normalizer': False}, 'instructor': {'_target_': 'llmbc.translator.instructor.highway_instructor.parking_v0_instructor.ParkingV0Instructor'}}, 'llm': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'ete-finetuned', 'finetune_mode': 'orig', 'checkpoint': 'data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2025.12.20/07.31.07_HuggingFaceTB/SmolLM2-135M-Instruct'}}}}
|
| 14 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:init():669] starting backend
|
| 15 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:init():673] sending inform_init request
|
| 16 |
+
2025-12-20 07:31:18,497 INFO MainThread:51412 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
|
| 17 |
+
2025-12-20 07:31:18,497 INFO MainThread:51412 [wandb_init.py:init():686] backend started and connected
|
| 18 |
+
2025-12-20 07:31:18,504 INFO MainThread:51412 [wandb_init.py:init():781] updated telemetry
|
| 19 |
+
2025-12-20 07:31:18,540 INFO MainThread:51412 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
|
| 20 |
+
2025-12-20 07:31:19,261 INFO MainThread:51412 [wandb_init.py:init():867] starting run threads in backend
|
| 21 |
+
2025-12-20 07:31:19,603 INFO MainThread:51412 [wandb_run.py:_console_start():2451] atexit reg
|
| 22 |
+
2025-12-20 07:31:19,603 INFO MainThread:51412 [wandb_run.py:_redirect():2299] redirect: wrap_raw
|
| 23 |
+
2025-12-20 07:31:19,603 INFO MainThread:51412 [wandb_run.py:_redirect():2364] Wrapping output streams.
|
| 24 |
+
2025-12-20 07:31:19,603 INFO MainThread:51412 [wandb_run.py:_redirect():2389] Redirects installed.
|
| 25 |
+
2025-12-20 07:31:19,604 INFO MainThread:51412 [wandb_init.py:init():911] run started, returning control to user process
|
| 26 |
+
2025-12-20 07:31:19,605 INFO MainThread:51412 [wandb_run.py:_config_callback():1389] config_cb None None {'output_dir': '/root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0'}
|
| 27 |
+
2025-12-22 20:43:16,064 WARNING MsgRouterThr:51412 [router.py:message_loop():75] message_loop has been closed
|
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/files/config.yaml
ADDED
|
@@ -0,0 +1,304 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
_target_:
|
| 2 |
+
value: llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace
|
| 3 |
+
_wandb:
|
| 4 |
+
value:
|
| 5 |
+
cli_version: 0.18.6
|
| 6 |
+
m: []
|
| 7 |
+
python_version: 3.9.25
|
| 8 |
+
t:
|
| 9 |
+
"1":
|
| 10 |
+
- 1
|
| 11 |
+
- 2
|
| 12 |
+
- 3
|
| 13 |
+
- 5
|
| 14 |
+
- 11
|
| 15 |
+
- 12
|
| 16 |
+
- 41
|
| 17 |
+
- 49
|
| 18 |
+
- 50
|
| 19 |
+
- 51
|
| 20 |
+
- 53
|
| 21 |
+
- 55
|
| 22 |
+
- 71
|
| 23 |
+
- 83
|
| 24 |
+
- 95
|
| 25 |
+
- 98
|
| 26 |
+
- 100
|
| 27 |
+
- 105
|
| 28 |
+
"2":
|
| 29 |
+
- 1
|
| 30 |
+
- 2
|
| 31 |
+
- 3
|
| 32 |
+
- 5
|
| 33 |
+
- 11
|
| 34 |
+
- 12
|
| 35 |
+
- 41
|
| 36 |
+
- 49
|
| 37 |
+
- 50
|
| 38 |
+
- 51
|
| 39 |
+
- 53
|
| 40 |
+
- 55
|
| 41 |
+
- 71
|
| 42 |
+
- 83
|
| 43 |
+
- 95
|
| 44 |
+
- 98
|
| 45 |
+
- 100
|
| 46 |
+
- 105
|
| 47 |
+
"3":
|
| 48 |
+
- 13
|
| 49 |
+
- 15
|
| 50 |
+
- 16
|
| 51 |
+
- 23
|
| 52 |
+
- 55
|
| 53 |
+
- 61
|
| 54 |
+
"4": 3.9.25
|
| 55 |
+
"5": 0.18.6
|
| 56 |
+
"6": 4.47.1
|
| 57 |
+
"8":
|
| 58 |
+
- 5
|
| 59 |
+
"12": 0.18.6
|
| 60 |
+
"13": linux-x86_64
|
| 61 |
+
action_dim:
|
| 62 |
+
value: 2
|
| 63 |
+
checkpoint:
|
| 64 |
+
value:
|
| 65 |
+
save_last_ckpt: true
|
| 66 |
+
save_last_snapshot: false
|
| 67 |
+
topk:
|
| 68 |
+
format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
|
| 69 |
+
k: 5
|
| 70 |
+
mode: max
|
| 71 |
+
monitor_key: test_success_rate
|
| 72 |
+
dataloader:
|
| 73 |
+
value:
|
| 74 |
+
batch_size: 16
|
| 75 |
+
num_workers: 0
|
| 76 |
+
persistent_workers: false
|
| 77 |
+
pin_memory: false
|
| 78 |
+
shuffle: true
|
| 79 |
+
ema:
|
| 80 |
+
value:
|
| 81 |
+
_target_: llmbc.model.diffusion.ema_model.EMAModel
|
| 82 |
+
inv_gamma: 1
|
| 83 |
+
max_value: 0.9999
|
| 84 |
+
min_value: 0
|
| 85 |
+
power: 0.75
|
| 86 |
+
update_after_step: 0
|
| 87 |
+
exp_name:
|
| 88 |
+
value: default
|
| 89 |
+
horizon:
|
| 90 |
+
value: 1
|
| 91 |
+
keypoint_visible_rate:
|
| 92 |
+
value: 1
|
| 93 |
+
llm:
|
| 94 |
+
value:
|
| 95 |
+
causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
|
| 96 |
+
checkpoint: data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700
|
| 97 |
+
config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
|
| 98 |
+
finetune_mode: orig
|
| 99 |
+
hydra:
|
| 100 |
+
job:
|
| 101 |
+
override_dirname: HuggingFaceTB/SmolLM2-135M-Instruct
|
| 102 |
+
run:
|
| 103 |
+
dir: data/outputs/2025.12.20/07.31.07_HuggingFaceTB/SmolLM2-135M-Instruct
|
| 104 |
+
llm_mode: ete-finetuned
|
| 105 |
+
lora_config:
|
| 106 |
+
bias: none
|
| 107 |
+
lora_alpha: 64
|
| 108 |
+
lora_dropout: 0.05
|
| 109 |
+
r: 32
|
| 110 |
+
task_type: CAUSAL_LM
|
| 111 |
+
max_length: 100
|
| 112 |
+
model_name: SmolLM2-135M-Instruct
|
| 113 |
+
name: HuggingFaceTB/SmolLM2-135M-Instruct
|
| 114 |
+
prompter:
|
| 115 |
+
_target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
|
| 116 |
+
use_joint_mlp_projector: true
|
| 117 |
+
use_joint_mlp_projector: true
|
| 118 |
+
use_quantization: false
|
| 119 |
+
llm_do_sample:
|
| 120 |
+
value: false
|
| 121 |
+
llm_orig_expert_feedback:
|
| 122 |
+
value: true
|
| 123 |
+
logging:
|
| 124 |
+
value:
|
| 125 |
+
group: null
|
| 126 |
+
id: null
|
| 127 |
+
mode: online
|
| 128 |
+
name: 2025.12.20-07.31.07_train_llm_diffusion_unet_lowdim_parking-v0
|
| 129 |
+
project: parking-v0-training
|
| 130 |
+
resume: true
|
| 131 |
+
tags:
|
| 132 |
+
- train_llm_diffusion_unet_lowdim
|
| 133 |
+
- parking-v0
|
| 134 |
+
- default
|
| 135 |
+
model_name:
|
| 136 |
+
value: HuggingFaceTB/SmolLM2-135M-Instruct
|
| 137 |
+
multi_run:
|
| 138 |
+
value:
|
| 139 |
+
run_dir: data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0
|
| 140 |
+
wandb_name_base: 2025.12.20-07.31.07_train_llm_diffusion_unet_lowdim_parking-v0
|
| 141 |
+
n_action_steps:
|
| 142 |
+
value: 1
|
| 143 |
+
n_latency_steps:
|
| 144 |
+
value: 0
|
| 145 |
+
n_obs_steps:
|
| 146 |
+
value: 1
|
| 147 |
+
name:
|
| 148 |
+
value: train_llm_diffusion_unet_lowdim
|
| 149 |
+
obs_as_global_cond:
|
| 150 |
+
value: true
|
| 151 |
+
obs_as_local_cond:
|
| 152 |
+
value: false
|
| 153 |
+
obs_dim:
|
| 154 |
+
value: 18
|
| 155 |
+
optimizer:
|
| 156 |
+
value:
|
| 157 |
+
_target_: torch.optim.AdamW
|
| 158 |
+
betas:
|
| 159 |
+
- 0.95
|
| 160 |
+
- 0.999
|
| 161 |
+
eps: 1e-08
|
| 162 |
+
lr: 0.0001
|
| 163 |
+
weight_decay: 1e-06
|
| 164 |
+
output_dir:
|
| 165 |
+
value: /root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0
|
| 166 |
+
past_action_visible:
|
| 167 |
+
value: false
|
| 168 |
+
policy:
|
| 169 |
+
value:
|
| 170 |
+
_target_: llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy
|
| 171 |
+
action_dim: 2
|
| 172 |
+
horizon: 1
|
| 173 |
+
llm_discriminator:
|
| 174 |
+
_target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
|
| 175 |
+
llm_translator:
|
| 176 |
+
_target_: llmbc.translator.llm_translator.LLMTranslator
|
| 177 |
+
action_dim: 2
|
| 178 |
+
cfg:
|
| 179 |
+
causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
|
| 180 |
+
checkpoint: data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700
|
| 181 |
+
config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
|
| 182 |
+
finetune_mode: orig
|
| 183 |
+
hydra:
|
| 184 |
+
job:
|
| 185 |
+
override_dirname: HuggingFaceTB/SmolLM2-135M-Instruct
|
| 186 |
+
run:
|
| 187 |
+
dir: data/outputs/2025.12.20/07.31.07_HuggingFaceTB/SmolLM2-135M-Instruct
|
| 188 |
+
llm_mode: ete-finetuned
|
| 189 |
+
lora_config:
|
| 190 |
+
bias: none
|
| 191 |
+
lora_alpha: 64
|
| 192 |
+
lora_dropout: 0.05
|
| 193 |
+
r: 32
|
| 194 |
+
task_type: CAUSAL_LM
|
| 195 |
+
max_length: 100
|
| 196 |
+
model_name: SmolLM2-135M-Instruct
|
| 197 |
+
name: HuggingFaceTB/SmolLM2-135M-Instruct
|
| 198 |
+
prompter:
|
| 199 |
+
_target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
|
| 200 |
+
use_joint_mlp_projector: true
|
| 201 |
+
use_joint_mlp_projector: true
|
| 202 |
+
use_quantization: false
|
| 203 |
+
horizon: 1
|
| 204 |
+
n_action_steps: 1
|
| 205 |
+
n_obs_steps: 1
|
| 206 |
+
obs_dim: 18
|
| 207 |
+
task_id: parking-v0
|
| 208 |
+
loss_dp_weight: 1
|
| 209 |
+
loss_llm_weight: 0.0001
|
| 210 |
+
model:
|
| 211 |
+
_target_: llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D
|
| 212 |
+
cond_predict_scale: true
|
| 213 |
+
diffusion_step_embed_dim: 256
|
| 214 |
+
down_dims:
|
| 215 |
+
- 256
|
| 216 |
+
- 512
|
| 217 |
+
- 1024
|
| 218 |
+
global_cond_dim: 18
|
| 219 |
+
input_dim: 2
|
| 220 |
+
kernel_size: 5
|
| 221 |
+
local_cond_dim: null
|
| 222 |
+
n_groups: 8
|
| 223 |
+
n_action_steps: 1
|
| 224 |
+
n_obs_steps: 1
|
| 225 |
+
noise_scheduler:
|
| 226 |
+
_target_: diffusers.schedulers.scheduling_ddpm.DDPMScheduler
|
| 227 |
+
beta_end: 0.02
|
| 228 |
+
beta_schedule: squaredcos_cap_v2
|
| 229 |
+
beta_start: 0.0001
|
| 230 |
+
clip_sample: true
|
| 231 |
+
num_train_timesteps: 100
|
| 232 |
+
prediction_type: epsilon
|
| 233 |
+
variance_type: fixed_small
|
| 234 |
+
normalize_llm_loss: true
|
| 235 |
+
num_inference_steps: 100
|
| 236 |
+
oa_step_convention: true
|
| 237 |
+
obs_as_global_cond: true
|
| 238 |
+
obs_as_local_cond: false
|
| 239 |
+
obs_dim: 18
|
| 240 |
+
pred_action_steps_only: false
|
| 241 |
+
reweight_llm_loss: true
|
| 242 |
+
pred_action_steps_only:
|
| 243 |
+
value: false
|
| 244 |
+
task:
|
| 245 |
+
value:
|
| 246 |
+
action_dim: 2
|
| 247 |
+
dataset:
|
| 248 |
+
_target_: llmbc.dataset.highway_lowdim_dataset.HighwayLowdimDataset
|
| 249 |
+
data_path: datasets/parking-v0.pt
|
| 250 |
+
data_path2: datasets/parking-v0.pt
|
| 251 |
+
dummy_normalizer: false
|
| 252 |
+
horizon: 1
|
| 253 |
+
obs_eef_target: true
|
| 254 |
+
pad_after: 0
|
| 255 |
+
pad_before: 0
|
| 256 |
+
use_manual_normalizer: false
|
| 257 |
+
val_ratio: 0.02
|
| 258 |
+
env_runner:
|
| 259 |
+
_target_: llmbc.env_runner.highway_lowdim_runner.HighwayLowdimRunner
|
| 260 |
+
discount: 0.99
|
| 261 |
+
env_name: llf-highway-parking-v0
|
| 262 |
+
feedback_type:
|
| 263 |
+
- hp
|
| 264 |
+
- hn
|
| 265 |
+
- fp
|
| 266 |
+
instruction_type: b
|
| 267 |
+
max_steps: 80
|
| 268 |
+
n_action_steps: 1
|
| 269 |
+
n_envs: 10
|
| 270 |
+
n_obs_steps: 1
|
| 271 |
+
n_test: 50
|
| 272 |
+
n_train: 10
|
| 273 |
+
visual: false
|
| 274 |
+
instructor:
|
| 275 |
+
_target_: llmbc.translator.instructor.highway_instructor.parking_v0_instructor.ParkingV0Instructor
|
| 276 |
+
name: parking-v0
|
| 277 |
+
obs_dim: 18
|
| 278 |
+
task_name:
|
| 279 |
+
value: parking-v0
|
| 280 |
+
training:
|
| 281 |
+
value:
|
| 282 |
+
checkpoint_every: 5
|
| 283 |
+
debug: false
|
| 284 |
+
device: cuda:0
|
| 285 |
+
gradient_accumulate_every: 16
|
| 286 |
+
lr_scheduler: cosine
|
| 287 |
+
lr_warmup_steps: 500
|
| 288 |
+
max_train_steps: null
|
| 289 |
+
max_val_steps: null
|
| 290 |
+
num_epochs: 1001
|
| 291 |
+
resume: true
|
| 292 |
+
rollout_every: 5
|
| 293 |
+
sample_every: 5
|
| 294 |
+
seed: 43
|
| 295 |
+
tqdm_interval_sec: 1
|
| 296 |
+
use_ema: true
|
| 297 |
+
val_every: 1
|
| 298 |
+
val_dataloader:
|
| 299 |
+
value:
|
| 300 |
+
batch_size: 16
|
| 301 |
+
num_workers: 0
|
| 302 |
+
persistent_workers: false
|
| 303 |
+
pin_memory: false
|
| 304 |
+
shuffle: false
|
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/files/output.log
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/stable_baselines3/common/save_util.py:166: UserWarning: Could not deserialize object lr_schedule. Consider using `custom_objects` argument to replace this object.
|
| 2 |
+
Exception: Can't get attribute 'FloatSchedule' on <module 'stable_baselines3.common.utils' from '/root/miniconda3/envs/llm-bc/lib/python3.9/site-packages/stable_baselines3/common/utils.py'>
|
| 3 |
+
warnings.warn(
|
| 4 |
+
Wrapping the env with a `Monitor` wrapper
|
| 5 |
+
Wrapping the env in a DummyVecEnv.
|
| 6 |
+
Eval HighwayLowdimRunner 1/6: 0%| | 0/80 [00:00<?, ?it/s]/root/workspace/LLM-BC/llmbc/common/llfbench_util.py:39: UserWarning: Creating a tensor from a list of numpy.ndarrays is extremely slow. Please consider converting the list to a single numpy.ndarray with numpy.array() before converting to a tensor. (Triggered internally at ../torch/csrc/utils/tensor_new.cpp:275.)
|
| 7 |
+
obs = torch.tensor(obs, dtype=torch.float32).unsqueeze(dim=0).to(device)
|
| 8 |
+
|
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-4.18.0-513.24.1.el8_9.x86_64-x86_64-with-glibc2.31",
|
| 3 |
+
"python": "3.9.25",
|
| 4 |
+
"startedAt": "2025-12-20T07:31:18.497782Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"--config-path",
|
| 7 |
+
"./config/main_table",
|
| 8 |
+
"--config-name",
|
| 9 |
+
"llmdp_parking-v0.yaml",
|
| 10 |
+
"policy.loss_llm_weight=1.0e-4",
|
| 11 |
+
"training.seed=43"
|
| 12 |
+
],
|
| 13 |
+
"program": "/root/workspace/LLM-BC/./train.py",
|
| 14 |
+
"codePath": "train.py",
|
| 15 |
+
"git": {
|
| 16 |
+
"remote": "https://github.com/CHYang25/LLM-BC.git",
|
| 17 |
+
"commit": "19d4c838d567a3f93b4721dcb5cefc20b4873e61"
|
| 18 |
+
},
|
| 19 |
+
"email": "chris920325@gmail.com",
|
| 20 |
+
"root": "/root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0",
|
| 21 |
+
"host": "llmbc-cuda-545d8cd8bc-9ltjf",
|
| 22 |
+
"username": "root",
|
| 23 |
+
"executable": "/root/miniconda3/envs/llm-bc/bin/python3",
|
| 24 |
+
"codePathLocal": "train.py",
|
| 25 |
+
"cpu_count": 64,
|
| 26 |
+
"cpu_count_logical": 128,
|
| 27 |
+
"gpu": "NVIDIA H100 80GB HBM3",
|
| 28 |
+
"gpu_count": 2,
|
| 29 |
+
"disk": {
|
| 30 |
+
"/": {
|
| 31 |
+
"total": "23041585184768",
|
| 32 |
+
"used": "576838209536"
|
| 33 |
+
}
|
| 34 |
+
},
|
| 35 |
+
"memory": {
|
| 36 |
+
"total": "2163619737600"
|
| 37 |
+
},
|
| 38 |
+
"cpu": {
|
| 39 |
+
"count": 64,
|
| 40 |
+
"countLogical": 128
|
| 41 |
+
},
|
| 42 |
+
"gpu_nvidia": [
|
| 43 |
+
{
|
| 44 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 45 |
+
"memoryTotal": "85520809984",
|
| 46 |
+
"cudaCores": 16896,
|
| 47 |
+
"architecture": "Hopper"
|
| 48 |
+
},
|
| 49 |
+
{
|
| 50 |
+
"name": "NVIDIA H100 80GB HBM3",
|
| 51 |
+
"memoryTotal": "85520809984",
|
| 52 |
+
"cudaCores": 16896,
|
| 53 |
+
"architecture": "Hopper"
|
| 54 |
+
}
|
| 55 |
+
],
|
| 56 |
+
"cudaVersion": "12.8"
|
| 57 |
+
}
|
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/files/wandb-summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"test/success_rate":0.94,"train/cumulative_reward":-7.135726789024817,"train_loss":0.007464625844878557,"train/success_rate":0.9,"_wandb":{"runtime":220317},"epoch":1000,"test/cumulative_reward":-7.041289033456054,"_step":655654,"test/mean_score":-0.10992037004160543,"train/mean_score":-0.10535842509706109,"global_step":655654,"_runtime":220317.566406773,"train_action_mse_error":0.00011249375529587269,"train_loss_llm":0,"lr":1.505919167144043e-13,"val_loss":0.09951873868703842,"train_loss_dp":0.0005210948875173926,"_timestamp":1.766436193445756e+09}
|
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug-core.log
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2025-12-20T07:31:17.905012362Z","level":"INFO","msg":"started logging, with flags","port-filename":"/tmp/tmpumyl0idh/port-51412.txt","pid":51412,"debug":false,"disable-analytics":false}
|
| 2 |
+
{"time":"2025-12-20T07:31:17.905039812Z","level":"INFO","msg":"FeatureState","shutdownOnParentExitEnabled":false}
|
| 3 |
+
{"time":"2025-12-20T07:31:17.906044253Z","level":"INFO","msg":"Will exit if parent process dies.","ppid":51412}
|
| 4 |
+
{"time":"2025-12-20T07:31:17.906044229Z","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":36539,"Zone":""}}
|
| 5 |
+
{"time":"2025-12-20T07:31:18.099670239Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:33946"}
|
| 6 |
+
{"time":"2025-12-20T07:31:18.49935716Z","level":"INFO","msg":"handleInformInit: received","streamId":"czbe67ue","id":"127.0.0.1:33946"}
|
| 7 |
+
{"time":"2025-12-20T07:31:18.606324966Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"czbe67ue","id":"127.0.0.1:33946"}
|
| 8 |
+
{"time":"2025-12-22T20:43:16.06410038Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:33946"}
|
| 9 |
+
{"time":"2025-12-22T20:43:16.064166521Z","level":"INFO","msg":"connection: Close: initiating connection closure","id":"127.0.0.1:33946"}
|
| 10 |
+
{"time":"2025-12-22T20:43:16.064175171Z","level":"INFO","msg":"server is shutting down"}
|
| 11 |
+
{"time":"2025-12-22T20:43:16.0642278Z","level":"INFO","msg":"connection: Close: connection successfully closed","id":"127.0.0.1:33946"}
|
| 12 |
+
{"time":"2025-12-22T20:43:17.865560234Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:33946"}
|
| 13 |
+
{"time":"2025-12-22T20:43:17.865570891Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:33946"}
|
| 14 |
+
{"time":"2025-12-22T20:43:17.865575141Z","level":"INFO","msg":"server is closed"}
|
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug-internal.log
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2025-12-20T07:31:18.499466861Z","level":"INFO","msg":"using version","core version":"0.18.6"}
|
| 2 |
+
{"time":"2025-12-20T07:31:18.499476992Z","level":"INFO","msg":"created symlink","path":"/root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug-core.log"}
|
| 3 |
+
{"time":"2025-12-20T07:31:18.606304977Z","level":"INFO","msg":"created new stream","id":"czbe67ue"}
|
| 4 |
+
{"time":"2025-12-20T07:31:18.606322049Z","level":"INFO","msg":"stream: started","id":"czbe67ue"}
|
| 5 |
+
{"time":"2025-12-20T07:31:18.606338253Z","level":"INFO","msg":"sender: started","stream_id":"czbe67ue"}
|
| 6 |
+
{"time":"2025-12-20T07:31:18.606350701Z","level":"INFO","msg":"handler: started","stream_id":{"value":"czbe67ue"}}
|
| 7 |
+
{"time":"2025-12-20T07:31:18.606336657Z","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"czbe67ue"}}
|
| 8 |
+
{"time":"2025-12-20T07:31:19.264282203Z","level":"INFO","msg":"Starting system monitor"}
|
| 9 |
+
{"time":"2025-12-22T01:59:36.477389653Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
| 10 |
+
{"time":"2025-12-22T02:00:08.805266215Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
| 11 |
+
{"time":"2025-12-22T02:01:29.763414525Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/parking-v0-training/czbe67ue/file_stream\": EOF"}
|
| 12 |
+
{"time":"2025-12-22T05:20:21.583360306Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
| 13 |
+
{"time":"2025-12-22T05:20:53.621859199Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
| 14 |
+
{"time":"2025-12-22T06:16:26.937521487Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/parking-v0-training/czbe67ue/file_stream\": EOF"}
|
| 15 |
+
{"time":"2025-12-22T07:25:23.413628248Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/parking-v0-training/czbe67ue/file_stream\": unexpected EOF"}
|
| 16 |
+
{"time":"2025-12-22T07:28:06.754976377Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
| 17 |
+
{"time":"2025-12-22T07:30:21.758134969Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
| 18 |
+
{"time":"2025-12-22T07:32:36.761953155Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
|
| 19 |
+
{"time":"2025-12-22T07:33:08.870277176Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
|
| 20 |
+
{"time":"2025-12-22T07:33:40.411684851Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/parking-v0-training/czbe67ue/file_stream\": read tcp 192.168.42.185:54778->35.186.228.49:443: read: connection reset by peer"}
|
| 21 |
+
{"time":"2025-12-22T07:34:51.770725884Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
| 22 |
+
{"time":"2025-12-22T07:35:24.172214702Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
| 23 |
+
{"time":"2025-12-22T07:39:04.733337786Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/parking-v0-training/czbe67ue/file_stream\": EOF"}
|
| 24 |
+
{"time":"2025-12-22T20:43:16.06416416Z","level":"INFO","msg":"stream: closing","id":"czbe67ue"}
|
| 25 |
+
{"time":"2025-12-22T20:43:16.064203934Z","level":"INFO","msg":"Stopping system monitor"}
|
| 26 |
+
{"time":"2025-12-22T20:43:16.064717446Z","level":"INFO","msg":"Stopped system monitor"}
|
| 27 |
+
{"time":"2025-12-22T20:43:17.453674671Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
| 28 |
+
{"time":"2025-12-22T20:43:17.865429384Z","level":"INFO","msg":"handler: closed","stream_id":{"value":"czbe67ue"}}
|
| 29 |
+
{"time":"2025-12-22T20:43:17.865460253Z","level":"INFO","msg":"sender: closed","stream_id":"czbe67ue"}
|
| 30 |
+
{"time":"2025-12-22T20:43:17.865456717Z","level":"INFO","msg":"writer: Close: closed","stream_id":{"value":"czbe67ue"}}
|
| 31 |
+
{"time":"2025-12-22T20:43:17.865528052Z","level":"INFO","msg":"stream: closed","id":"czbe67ue"}
|
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug.log
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Current SDK version is 0.18.6
|
| 2 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Configure stats pid to 51412
|
| 3 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Loading settings from /root/.config/wandb/settings
|
| 4 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Loading settings from /root/workspace/LLM-BC/wandb/settings
|
| 5 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
|
| 6 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
|
| 7 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': 'train.py', 'program_abspath': '/root/workspace/LLM-BC/train.py', 'program': '/root/workspace/LLM-BC/./train.py'}
|
| 8 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_setup.py:_flush():79] Applying login settings: {}
|
| 9 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:_log_setup():533] Logging user logs to /root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug.log
|
| 10 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:_log_setup():534] Logging internal logs to /root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/logs/debug-internal.log
|
| 11 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:init():619] calling init triggers
|
| 12 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
|
| 13 |
+
config: {'name': 'train_llm_diffusion_unet_lowdim', '_target_': 'llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace', 'obs_dim': 18, 'action_dim': 2, 'task_name': 'parking-v0', 'exp_name': 'default', 'model_name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1, 'n_latency_steps': 0, 'past_action_visible': False, 'keypoint_visible_rate': 1.0, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'llm_orig_expert_feedback': True, 'llm_do_sample': False, 'policy': {'_target_': 'llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy', 'model': {'_target_': 'llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D', 'input_dim': 2, 'local_cond_dim': None, 'global_cond_dim': 18, 'diffusion_step_embed_dim': 256, 'down_dims': [256, 512, 1024], 'kernel_size': 5, 'n_groups': 8, 'cond_predict_scale': True}, 'noise_scheduler': {'_target_': 'diffusers.schedulers.scheduling_ddpm.DDPMScheduler', 'num_train_timesteps': 100, 'beta_start': 0.0001, 'beta_end': 0.02, 'beta_schedule': 'squaredcos_cap_v2', 'variance_type': 'fixed_small', 'clip_sample': True, 'prediction_type': 'epsilon'}, 'horizon': 1, 'obs_dim': 18, 'action_dim': 2, 'n_action_steps': 1, 'n_obs_steps': 1, 'num_inference_steps': 100, 'obs_as_local_cond': False, 'obs_as_global_cond': True, 'pred_action_steps_only': False, 'oa_step_convention': True, 'llm_discriminator': {'_target_': 'llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator', 'task_id': 'parking-v0', 'llm_translator': {'_target_': 'llmbc.translator.llm_translator.LLMTranslator', 'cfg': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'ete-finetuned', 'finetune_mode': 'orig', 'checkpoint': 'data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2025.12.20/07.31.07_HuggingFaceTB/SmolLM2-135M-Instruct'}}}, 'obs_dim': 18, 'action_dim': 2, 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1}}, 'loss_dp_weight': 1.0, 'loss_llm_weight': 0.0001, 'normalize_llm_loss': True, 'reweight_llm_loss': True}, 'ema': {'_target_': 'llmbc.model.diffusion.ema_model.EMAModel', 'update_after_step': 0, 'inv_gamma': 1.0, 'power': 0.75, 'min_value': 0.0, 'max_value': 0.9999}, 'dataloader': {'batch_size': 16, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'val_dataloader': {'batch_size': 16, 'num_workers': 0, 'shuffle': False, 'pin_memory': False, 'persistent_workers': False}, 'optimizer': {'_target_': 'torch.optim.AdamW', 'lr': 0.0001, 'betas': [0.95, 0.999], 'eps': 1e-08, 'weight_decay': 1e-06}, 'training': {'device': 'cuda:0', 'seed': 43, 'debug': False, 'resume': True, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 500, 'num_epochs': 1001, 'gradient_accumulate_every': 16, 'use_ema': True, 'rollout_every': 5, 'checkpoint_every': 5, 'val_every': 1, 'sample_every': 5, 'max_train_steps': None, 'max_val_steps': None, 'tqdm_interval_sec': 1.0}, 'logging': {'project': 'parking-v0-training', 'resume': True, 'mode': 'online', 'name': '2025.12.20-07.31.07_train_llm_diffusion_unet_lowdim_parking-v0', 'tags': ['train_llm_diffusion_unet_lowdim', 'parking-v0', 'default'], 'id': None, 'group': None}, 'checkpoint': {'topk': {'monitor_key': 'test_success_rate', 'mode': 'max', 'k': 5, 'format_str': 'epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt'}, 'save_last_ckpt': True, 'save_last_snapshot': False}, 'multi_run': {'run_dir': 'data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0', 'wandb_name_base': '2025.12.20-07.31.07_train_llm_diffusion_unet_lowdim_parking-v0'}, 'task': {'name': 'parking-v0', 'obs_dim': 18, 'action_dim': 2, 'env_runner': {'_target_': 'llmbc.env_runner.highway_lowdim_runner.HighwayLowdimRunner', 'env_name': 'llf-highway-parking-v0', 'n_train': 10, 'n_test': 50, 'n_envs': 10, 'max_steps': 80, 'n_obs_steps': 1, 'n_action_steps': 1, 'instruction_type': 'b', 'feedback_type': ['hp', 'hn', 'fp'], 'visual': False, 'discount': 0.99}, 'dataset': {'_target_': 'llmbc.dataset.highway_lowdim_dataset.HighwayLowdimDataset', 'data_path': 'datasets/parking-v0.pt', 'data_path2': 'datasets/parking-v0.pt', 'horizon': 1, 'pad_before': 0, 'pad_after': 0, 'obs_eef_target': True, 'use_manual_normalizer': False, 'val_ratio': 0.02, 'dummy_normalizer': False}, 'instructor': {'_target_': 'llmbc.translator.instructor.highway_instructor.parking_v0_instructor.ParkingV0Instructor'}}, 'llm': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'ete-finetuned', 'finetune_mode': 'orig', 'checkpoint': 'data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2025.12.20/07.31.07_HuggingFaceTB/SmolLM2-135M-Instruct'}}}}
|
| 14 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:init():669] starting backend
|
| 15 |
+
2025-12-20 07:31:18,496 INFO MainThread:51412 [wandb_init.py:init():673] sending inform_init request
|
| 16 |
+
2025-12-20 07:31:18,497 INFO MainThread:51412 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
|
| 17 |
+
2025-12-20 07:31:18,497 INFO MainThread:51412 [wandb_init.py:init():686] backend started and connected
|
| 18 |
+
2025-12-20 07:31:18,504 INFO MainThread:51412 [wandb_init.py:init():781] updated telemetry
|
| 19 |
+
2025-12-20 07:31:18,540 INFO MainThread:51412 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
|
| 20 |
+
2025-12-20 07:31:19,261 INFO MainThread:51412 [wandb_init.py:init():867] starting run threads in backend
|
| 21 |
+
2025-12-20 07:31:19,603 INFO MainThread:51412 [wandb_run.py:_console_start():2451] atexit reg
|
| 22 |
+
2025-12-20 07:31:19,603 INFO MainThread:51412 [wandb_run.py:_redirect():2299] redirect: wrap_raw
|
| 23 |
+
2025-12-20 07:31:19,603 INFO MainThread:51412 [wandb_run.py:_redirect():2364] Wrapping output streams.
|
| 24 |
+
2025-12-20 07:31:19,603 INFO MainThread:51412 [wandb_run.py:_redirect():2389] Redirects installed.
|
| 25 |
+
2025-12-20 07:31:19,604 INFO MainThread:51412 [wandb_init.py:init():911] run started, returning control to user process
|
| 26 |
+
2025-12-20 07:31:19,605 INFO MainThread:51412 [wandb_run.py:_config_callback():1389] config_cb None None {'output_dir': '/root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0'}
|
| 27 |
+
2025-12-22 20:43:16,064 WARNING MsgRouterThr:51412 [router.py:message_loop():75] message_loop has been closed
|
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/run-20251220_073118-czbe67ue/run-czbe67ue.wandb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a3576ca8e8f642ec0ec2c6957d03b2553964033b4c04103d9d31eab2f9b68a6b
|
| 3 |
+
size 599048446
|
2025.12.20/07.31.07_train_llm_diffusion_unet_lowdim_parking-v0/wandb/wandb-resume.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"run_id": "czbe67ue"}
|
2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,193 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: train_llm_diffusion_unet_lowdim
|
| 2 |
+
_target_: llmbc.workspace.train_llm_diffusion_unet_lowdim_workspace.TrainLLMDiffusionUnetLowdimWorkspace
|
| 3 |
+
obs_dim: ${task.obs_dim}
|
| 4 |
+
action_dim: ${task.action_dim}
|
| 5 |
+
task_name: ${task.name}
|
| 6 |
+
exp_name: default
|
| 7 |
+
model_name: ${llm.name}
|
| 8 |
+
horizon: 1
|
| 9 |
+
n_obs_steps: 1
|
| 10 |
+
n_action_steps: 1
|
| 11 |
+
n_latency_steps: 0
|
| 12 |
+
past_action_visible: false
|
| 13 |
+
keypoint_visible_rate: 1.0
|
| 14 |
+
obs_as_local_cond: false
|
| 15 |
+
obs_as_global_cond: true
|
| 16 |
+
pred_action_steps_only: false
|
| 17 |
+
llm_orig_expert_feedback: true
|
| 18 |
+
llm_do_sample: false
|
| 19 |
+
policy:
|
| 20 |
+
_target_: llmbc.policy.llm_diffusion_unet_lowdim_policy.LLMDiffusionUnetLowdimPolicy
|
| 21 |
+
model:
|
| 22 |
+
_target_: llmbc.model.diffusion.conditional_unet1d.ConditionalUnet1D
|
| 23 |
+
input_dim: '${eval: ${task.action_dim} if ${obs_as_local_cond} or ${obs_as_global_cond}
|
| 24 |
+
else ${task.obs_dim} + ${task.action_dim}}'
|
| 25 |
+
local_cond_dim: '${eval: ${task.obs_dim} if ${obs_as_local_cond} else None}'
|
| 26 |
+
global_cond_dim: '${eval: ${task.obs_dim}*${n_obs_steps} if ${obs_as_global_cond}
|
| 27 |
+
else None}'
|
| 28 |
+
diffusion_step_embed_dim: 256
|
| 29 |
+
down_dims:
|
| 30 |
+
- 256
|
| 31 |
+
- 512
|
| 32 |
+
- 1024
|
| 33 |
+
kernel_size: 5
|
| 34 |
+
n_groups: 8
|
| 35 |
+
cond_predict_scale: true
|
| 36 |
+
noise_scheduler:
|
| 37 |
+
_target_: diffusers.schedulers.scheduling_ddpm.DDPMScheduler
|
| 38 |
+
num_train_timesteps: 100
|
| 39 |
+
beta_start: 0.0001
|
| 40 |
+
beta_end: 0.02
|
| 41 |
+
beta_schedule: squaredcos_cap_v2
|
| 42 |
+
variance_type: fixed_small
|
| 43 |
+
clip_sample: true
|
| 44 |
+
prediction_type: epsilon
|
| 45 |
+
horizon: ${horizon}
|
| 46 |
+
obs_dim: ${obs_dim}
|
| 47 |
+
action_dim: ${action_dim}
|
| 48 |
+
n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
|
| 49 |
+
n_obs_steps: ${n_obs_steps}
|
| 50 |
+
num_inference_steps: 100
|
| 51 |
+
obs_as_local_cond: ${obs_as_local_cond}
|
| 52 |
+
obs_as_global_cond: ${obs_as_global_cond}
|
| 53 |
+
pred_action_steps_only: ${pred_action_steps_only}
|
| 54 |
+
oa_step_convention: true
|
| 55 |
+
llm_discriminator:
|
| 56 |
+
_target_: llmbc.discriminator.llm_ce_discriminator.LLMCEDiscriminator
|
| 57 |
+
task_id: ${task_name}
|
| 58 |
+
llm_translator:
|
| 59 |
+
_target_: llmbc.translator.llm_translator.LLMTranslator
|
| 60 |
+
cfg: ${llm}
|
| 61 |
+
obs_dim: ${obs_dim}
|
| 62 |
+
action_dim: ${action_dim}
|
| 63 |
+
horizon: ${horizon}
|
| 64 |
+
n_obs_steps: ${n_obs_steps}
|
| 65 |
+
n_action_steps: ${eval:'${n_action_steps}+${n_latency_steps}'}
|
| 66 |
+
loss_dp_weight: 1.0
|
| 67 |
+
loss_llm_weight: 0.0001
|
| 68 |
+
normalize_llm_loss: true
|
| 69 |
+
reweight_llm_loss: true
|
| 70 |
+
ema:
|
| 71 |
+
_target_: llmbc.model.diffusion.ema_model.EMAModel
|
| 72 |
+
update_after_step: 0
|
| 73 |
+
inv_gamma: 1.0
|
| 74 |
+
power: 0.75
|
| 75 |
+
min_value: 0.0
|
| 76 |
+
max_value: 0.9999
|
| 77 |
+
dataloader:
|
| 78 |
+
batch_size: 16
|
| 79 |
+
num_workers: 0
|
| 80 |
+
shuffle: true
|
| 81 |
+
pin_memory: false
|
| 82 |
+
persistent_workers: false
|
| 83 |
+
val_dataloader:
|
| 84 |
+
batch_size: 16
|
| 85 |
+
num_workers: 0
|
| 86 |
+
shuffle: false
|
| 87 |
+
pin_memory: false
|
| 88 |
+
persistent_workers: false
|
| 89 |
+
optimizer:
|
| 90 |
+
_target_: torch.optim.AdamW
|
| 91 |
+
lr: 0.0001
|
| 92 |
+
betas:
|
| 93 |
+
- 0.95
|
| 94 |
+
- 0.999
|
| 95 |
+
eps: 1.0e-08
|
| 96 |
+
weight_decay: 1.0e-06
|
| 97 |
+
training:
|
| 98 |
+
device: cuda:0
|
| 99 |
+
seed: 44
|
| 100 |
+
debug: false
|
| 101 |
+
resume: true
|
| 102 |
+
lr_scheduler: cosine
|
| 103 |
+
lr_warmup_steps: 500
|
| 104 |
+
num_epochs: 1001
|
| 105 |
+
gradient_accumulate_every: 16
|
| 106 |
+
use_ema: true
|
| 107 |
+
rollout_every: 5
|
| 108 |
+
checkpoint_every: 5
|
| 109 |
+
val_every: 1
|
| 110 |
+
sample_every: 5
|
| 111 |
+
max_train_steps: null
|
| 112 |
+
max_val_steps: null
|
| 113 |
+
tqdm_interval_sec: 1.0
|
| 114 |
+
logging:
|
| 115 |
+
project: ${task.name}-training
|
| 116 |
+
resume: true
|
| 117 |
+
mode: online
|
| 118 |
+
name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 119 |
+
tags:
|
| 120 |
+
- ${name}
|
| 121 |
+
- ${task_name}
|
| 122 |
+
- ${exp_name}
|
| 123 |
+
id: null
|
| 124 |
+
group: null
|
| 125 |
+
checkpoint:
|
| 126 |
+
topk:
|
| 127 |
+
monitor_key: test_success_rate
|
| 128 |
+
mode: max
|
| 129 |
+
k: 5
|
| 130 |
+
format_str: epoch={epoch:04d}-test_success_rate={test_success_rate:.3f}.ckpt
|
| 131 |
+
save_last_ckpt: true
|
| 132 |
+
save_last_snapshot: false
|
| 133 |
+
multi_run:
|
| 134 |
+
run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 135 |
+
wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
|
| 136 |
+
task:
|
| 137 |
+
name: parking-v0
|
| 138 |
+
obs_dim: 18
|
| 139 |
+
action_dim: 2
|
| 140 |
+
env_runner:
|
| 141 |
+
_target_: llmbc.env_runner.highway_lowdim_runner.HighwayLowdimRunner
|
| 142 |
+
env_name: llf-highway-parking-v0
|
| 143 |
+
n_train: 10
|
| 144 |
+
n_test: 50
|
| 145 |
+
n_envs: 10
|
| 146 |
+
max_steps: 80
|
| 147 |
+
n_obs_steps: ${n_obs_steps}
|
| 148 |
+
n_action_steps: ${n_action_steps}
|
| 149 |
+
instruction_type: b
|
| 150 |
+
feedback_type:
|
| 151 |
+
- hp
|
| 152 |
+
- hn
|
| 153 |
+
- fp
|
| 154 |
+
visual: false
|
| 155 |
+
discount: 0.99
|
| 156 |
+
dataset:
|
| 157 |
+
_target_: llmbc.dataset.highway_lowdim_dataset.HighwayLowdimDataset
|
| 158 |
+
data_path: datasets/parking-v0.pt
|
| 159 |
+
data_path2: datasets/parking-v0.pt
|
| 160 |
+
horizon: ${horizon}
|
| 161 |
+
pad_before: ${eval:'${n_obs_steps}-1'}
|
| 162 |
+
pad_after: ${eval:'${n_action_steps}-1'}
|
| 163 |
+
obs_eef_target: true
|
| 164 |
+
use_manual_normalizer: false
|
| 165 |
+
val_ratio: 0.02
|
| 166 |
+
dummy_normalizer: false
|
| 167 |
+
instructor:
|
| 168 |
+
_target_: llmbc.translator.instructor.highway_instructor.parking_v0_instructor.ParkingV0Instructor
|
| 169 |
+
llm:
|
| 170 |
+
name: HuggingFaceTB/SmolLM2-135M-Instruct
|
| 171 |
+
model_name: SmolLM2-135M-Instruct
|
| 172 |
+
config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
|
| 173 |
+
causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
|
| 174 |
+
use_quantization: false
|
| 175 |
+
use_joint_mlp_projector: true
|
| 176 |
+
llm_mode: ete-finetuned
|
| 177 |
+
finetune_mode: orig
|
| 178 |
+
checkpoint: data/outputs/2025.11.03/22.51.21_train_llm_lowdim_parking-v0/HuggingFaceTB/SmolLM2-135M-Instruct-finetuned-parking-v0/checkpoint-5700
|
| 179 |
+
max_length: 100
|
| 180 |
+
lora_config:
|
| 181 |
+
r: 32
|
| 182 |
+
lora_alpha: 64
|
| 183 |
+
lora_dropout: 0.05
|
| 184 |
+
bias: none
|
| 185 |
+
task_type: CAUSAL_LM
|
| 186 |
+
prompter:
|
| 187 |
+
_target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
|
| 188 |
+
use_joint_mlp_projector: true
|
| 189 |
+
hydra:
|
| 190 |
+
job:
|
| 191 |
+
override_dirname: ${model_name}
|
| 192 |
+
run:
|
| 193 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${model_name}
|
2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/hydra.yaml
ADDED
|
@@ -0,0 +1,156 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
hydra:
|
| 2 |
+
run:
|
| 3 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 4 |
+
sweep:
|
| 5 |
+
dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
|
| 6 |
+
subdir: ${hydra.job.num}
|
| 7 |
+
launcher:
|
| 8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
| 9 |
+
sweeper:
|
| 10 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
| 11 |
+
max_batch_size: null
|
| 12 |
+
params: null
|
| 13 |
+
help:
|
| 14 |
+
app_name: ${hydra.job.name}
|
| 15 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
| 16 |
+
|
| 17 |
+
'
|
| 18 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
| 19 |
+
|
| 20 |
+
Use --hydra-help to view Hydra specific help
|
| 21 |
+
|
| 22 |
+
'
|
| 23 |
+
template: '${hydra.help.header}
|
| 24 |
+
|
| 25 |
+
== Configuration groups ==
|
| 26 |
+
|
| 27 |
+
Compose your configuration from those groups (group=option)
|
| 28 |
+
|
| 29 |
+
|
| 30 |
+
$APP_CONFIG_GROUPS
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
== Config ==
|
| 34 |
+
|
| 35 |
+
Override anything in the config (foo.bar=value)
|
| 36 |
+
|
| 37 |
+
|
| 38 |
+
$CONFIG
|
| 39 |
+
|
| 40 |
+
|
| 41 |
+
${hydra.help.footer}
|
| 42 |
+
|
| 43 |
+
'
|
| 44 |
+
hydra_help:
|
| 45 |
+
template: 'Hydra (${hydra.runtime.version})
|
| 46 |
+
|
| 47 |
+
See https://hydra.cc for more info.
|
| 48 |
+
|
| 49 |
+
|
| 50 |
+
== Flags ==
|
| 51 |
+
|
| 52 |
+
$FLAGS_HELP
|
| 53 |
+
|
| 54 |
+
|
| 55 |
+
== Configuration groups ==
|
| 56 |
+
|
| 57 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
| 58 |
+
to command line)
|
| 59 |
+
|
| 60 |
+
|
| 61 |
+
$HYDRA_CONFIG_GROUPS
|
| 62 |
+
|
| 63 |
+
|
| 64 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
| 65 |
+
|
| 66 |
+
'
|
| 67 |
+
hydra_help: ???
|
| 68 |
+
hydra_logging:
|
| 69 |
+
version: 1
|
| 70 |
+
formatters:
|
| 71 |
+
simple:
|
| 72 |
+
format: '[%(asctime)s][HYDRA] %(message)s'
|
| 73 |
+
handlers:
|
| 74 |
+
console:
|
| 75 |
+
class: logging.StreamHandler
|
| 76 |
+
formatter: simple
|
| 77 |
+
stream: ext://sys.stdout
|
| 78 |
+
root:
|
| 79 |
+
level: INFO
|
| 80 |
+
handlers:
|
| 81 |
+
- console
|
| 82 |
+
loggers:
|
| 83 |
+
logging_example:
|
| 84 |
+
level: DEBUG
|
| 85 |
+
disable_existing_loggers: false
|
| 86 |
+
job_logging:
|
| 87 |
+
version: 1
|
| 88 |
+
formatters:
|
| 89 |
+
simple:
|
| 90 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
| 91 |
+
handlers:
|
| 92 |
+
console:
|
| 93 |
+
class: logging.StreamHandler
|
| 94 |
+
formatter: simple
|
| 95 |
+
stream: ext://sys.stdout
|
| 96 |
+
file:
|
| 97 |
+
class: logging.FileHandler
|
| 98 |
+
formatter: simple
|
| 99 |
+
filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
|
| 100 |
+
root:
|
| 101 |
+
level: INFO
|
| 102 |
+
handlers:
|
| 103 |
+
- console
|
| 104 |
+
- file
|
| 105 |
+
disable_existing_loggers: false
|
| 106 |
+
env: {}
|
| 107 |
+
mode: RUN
|
| 108 |
+
searchpath: []
|
| 109 |
+
callbacks: {}
|
| 110 |
+
output_subdir: .hydra
|
| 111 |
+
overrides:
|
| 112 |
+
hydra:
|
| 113 |
+
- hydra.mode=RUN
|
| 114 |
+
task:
|
| 115 |
+
- policy.loss_llm_weight=1.0e-4
|
| 116 |
+
- training.seed=44
|
| 117 |
+
job:
|
| 118 |
+
name: train
|
| 119 |
+
chdir: null
|
| 120 |
+
override_dirname: policy.loss_llm_weight=1.0e-4,training.seed=44
|
| 121 |
+
id: ???
|
| 122 |
+
num: ???
|
| 123 |
+
config_name: llmdp_parking-v0.yaml
|
| 124 |
+
env_set: {}
|
| 125 |
+
env_copy: []
|
| 126 |
+
config:
|
| 127 |
+
override_dirname:
|
| 128 |
+
kv_sep: '='
|
| 129 |
+
item_sep: ','
|
| 130 |
+
exclude_keys: []
|
| 131 |
+
runtime:
|
| 132 |
+
version: 1.2.0
|
| 133 |
+
version_base: '1.2'
|
| 134 |
+
cwd: /root/workspace/LLM-BC
|
| 135 |
+
config_sources:
|
| 136 |
+
- path: hydra.conf
|
| 137 |
+
schema: pkg
|
| 138 |
+
provider: hydra
|
| 139 |
+
- path: /root/workspace/LLM-BC/config/main_table
|
| 140 |
+
schema: file
|
| 141 |
+
provider: main
|
| 142 |
+
- path: ''
|
| 143 |
+
schema: structured
|
| 144 |
+
provider: schema
|
| 145 |
+
output_dir: /root/workspace/LLM-BC/data/outputs/2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0
|
| 146 |
+
choices:
|
| 147 |
+
hydra/env: default
|
| 148 |
+
hydra/callbacks: null
|
| 149 |
+
hydra/job_logging: default
|
| 150 |
+
hydra/hydra_logging: default
|
| 151 |
+
hydra/hydra_help: default
|
| 152 |
+
hydra/help: default
|
| 153 |
+
hydra/sweeper: basic
|
| 154 |
+
hydra/launcher: basic
|
| 155 |
+
hydra/output: default
|
| 156 |
+
verbose: false
|
2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/.hydra/overrides.yaml
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- policy.loss_llm_weight=1.0e-4
|
| 2 |
+
- training.seed=44
|
2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0360-test_success_rate=0.960.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d6f40959d1b74721f00a5adbfac46418c0f00d1f670e4d000c28b00088d65628
|
| 3 |
+
size 1042506802
|
2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0395-test_success_rate=0.960.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bc0df81a57347cd06c8ec4c8dc977f5dd0634c513f3ed4e635fa3bb16d9ef650
|
| 3 |
+
size 1042506802
|
2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0545-test_success_rate=0.960.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:96915c95a3d14f38eb9b5bc174afdec303e169bb9b61f049ffefae295e156e60
|
| 3 |
+
size 1042506802
|
2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0580-test_success_rate=0.960.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:07df87473a5f75296e3a5f3bca610f658017ad75646ce987fbba39dc03b43e52
|
| 3 |
+
size 1042506802
|
2025.12.20/07.31.26_train_llm_diffusion_unet_lowdim_parking-v0/checkpoints/epoch=0910-test_success_rate=0.980.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:41e2a40c237d34d4ab071e0164fdb8490cf064d2c2522883b583f6c81dc5c35f
|
| 3 |
+
size 1042506802
|