CHYang25 commited on
Commit
fc1738f
·
verified ·
1 Parent(s): d060d7e

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +9 -0
  2. 2026.01.28/00.19.02_train_mlp_projector_box-close-v2/.hydra/config.yaml +139 -0
  3. 2026.01.28/00.19.02_train_mlp_projector_box-close-v2/.hydra/hydra.yaml +154 -0
  4. 2026.01.28/00.19.02_train_mlp_projector_box-close-v2/.hydra/overrides.yaml +1 -0
  5. 2026.01.28/00.19.02_train_mlp_projector_box-close-v2/logs.json.txt +67 -0
  6. 2026.01.28/00.19.02_train_mlp_projector_box-close-v2/train.log +12 -0
  7. 2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/debug-internal.log +9 -0
  8. 2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/debug.log +26 -0
  9. 2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001914-zk1al3v3/files/output.log +1 -0
  10. 2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001914-zk1al3v3/files/requirements.txt +282 -0
  11. 2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001914-zk1al3v3/files/wandb-metadata.json +106 -0
  12. 2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001914-zk1al3v3/logs/debug-core.log +14 -0
  13. 2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001914-zk1al3v3/logs/debug-internal.log +8 -0
  14. 2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001914-zk1al3v3/logs/debug.log +26 -0
  15. 2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001914-zk1al3v3/run-zk1al3v3.wandb +0 -0
  16. 2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001915-zk1al3v3/files/output.log +2 -0
  17. 2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001915-zk1al3v3/files/requirements.txt +282 -0
  18. 2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001915-zk1al3v3/files/wandb-metadata.json +106 -0
  19. 2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001915-zk1al3v3/logs/debug-core.log +14 -0
  20. 2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001915-zk1al3v3/logs/debug-internal.log +9 -0
  21. 2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001915-zk1al3v3/logs/debug.log +26 -0
  22. 2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001915-zk1al3v3/run-zk1al3v3.wandb +0 -0
  23. 2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/wandb-resume.json +1 -0
  24. 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/.hydra/config.yaml +138 -0
  25. 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/.hydra/hydra.yaml +154 -0
  26. 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/.hydra/overrides.yaml +1 -0
  27. 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/checkpoints/epoch=0093-val_loss=2.191.ckpt +3 -0
  28. 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/checkpoints/epoch=0096-val_loss=2.189.ckpt +3 -0
  29. 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/checkpoints/epoch=0097-val_loss=2.189.ckpt +3 -0
  30. 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/checkpoints/epoch=0098-val_loss=2.186.ckpt +3 -0
  31. 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/checkpoints/epoch=0099-val_loss=2.190.ckpt +3 -0
  32. 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/checkpoints/latest.ckpt +3 -0
  33. 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/logs.json.txt +0 -0
  34. 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/train.log +6 -0
  35. 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/debug-internal.log +20 -0
  36. 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/debug.log +27 -0
  37. 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/files/config.yaml +242 -0
  38. 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/files/output.log +1 -0
  39. 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/files/wandb-metadata.json +106 -0
  40. 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/files/wandb-summary.json +1 -0
  41. 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/logs/debug-core.log +14 -0
  42. 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/logs/debug-internal.log +20 -0
  43. 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/logs/debug.log +27 -0
  44. 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/run-d9kt1a6y.wandb +3 -0
  45. 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/wandb-resume.json +1 -0
  46. 2026.01.28/00.21.32_train_mlp_projector_box-close-v2/.hydra/config.yaml +138 -0
  47. 2026.01.28/00.21.32_train_mlp_projector_box-close-v2/.hydra/hydra.yaml +154 -0
  48. 2026.01.28/00.21.32_train_mlp_projector_box-close-v2/.hydra/overrides.yaml +1 -0
  49. 2026.01.28/00.21.32_train_mlp_projector_box-close-v2/checkpoints/epoch=0084-val_loss=2.250.ckpt +3 -0
  50. 2026.01.28/00.21.32_train_mlp_projector_box-close-v2/checkpoints/epoch=0093-val_loss=2.251.ckpt +3 -0
.gitattributes CHANGED
@@ -47,3 +47,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
47
  2026.01.27/11.52.50_train_llmbc_lowdim_box-close-v2/wandb/run-20260127_115308-raachjxu/run-raachjxu.wandb filter=lfs diff=lfs merge=lfs -text
48
  2026.01.27/11.59.31_train_llmbc_lowdim_box-close-v2/logs.json.txt filter=lfs diff=lfs merge=lfs -text
49
  2026.01.27/11.59.31_train_llmbc_lowdim_box-close-v2/wandb/run-20260127_115946-ccfd9xxl/run-ccfd9xxl.wandb filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
47
  2026.01.27/11.52.50_train_llmbc_lowdim_box-close-v2/wandb/run-20260127_115308-raachjxu/run-raachjxu.wandb filter=lfs diff=lfs merge=lfs -text
48
  2026.01.27/11.59.31_train_llmbc_lowdim_box-close-v2/logs.json.txt filter=lfs diff=lfs merge=lfs -text
49
  2026.01.27/11.59.31_train_llmbc_lowdim_box-close-v2/wandb/run-20260127_115946-ccfd9xxl/run-ccfd9xxl.wandb filter=lfs diff=lfs merge=lfs -text
50
+ 2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/run-d9kt1a6y.wandb filter=lfs diff=lfs merge=lfs -text
51
+ 2026.01.28/00.21.32_train_mlp_projector_box-close-v2/wandb/run-20260128_002145-uvg24ws0/run-uvg24ws0.wandb filter=lfs diff=lfs merge=lfs -text
52
+ 2026.01.28/11.01.00_train_llm_lowdim_box-close-v2/wandb/run-20260128_110109-g0yynelh/run-g0yynelh.wandb filter=lfs diff=lfs merge=lfs -text
53
+ 2026.01.28/11.02.01_train_llm_lowdim_box-close-v2/wandb/run-20260128_110208-3y5kjuul/run-3y5kjuul.wandb filter=lfs diff=lfs merge=lfs -text
54
+ 2026.01.28/11.51.52_train_llm_lowdim_box-close-v2/wandb/run-20260128_115158-aqxmr1ik/run-aqxmr1ik.wandb filter=lfs diff=lfs merge=lfs -text
55
+ 2026.01.28/12.27.30_train_llm_diffusion_unet_lowdim_box-close-v2/logs.json.txt filter=lfs diff=lfs merge=lfs -text
56
+ 2026.01.28/12.27.30_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20260128_122749-52m9owgb/run-52m9owgb.wandb filter=lfs diff=lfs merge=lfs -text
57
+ 2026.01.28/12.35.32_train_llm_diffusion_unet_lowdim_box-close-v2/logs.json.txt filter=lfs diff=lfs merge=lfs -text
58
+ 2026.01.28/12.35.32_train_llm_diffusion_unet_lowdim_box-close-v2/wandb/run-20260128_123551-yt3zq46y/run-yt3zq46y.wandb filter=lfs diff=lfs merge=lfs -text
2026.01.28/00.19.02_train_mlp_projector_box-close-v2/.hydra/config.yaml ADDED
@@ -0,0 +1,139 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: train_mlp_projector
2
+ _target_: llmbc.workspace.train_mlp_projector_workspace.TrainMlpProjectorWorkspace
3
+ obs_dim: ${task.obs_dim}
4
+ action_dim: ${task.action_dim}
5
+ task_name: ${task.name}
6
+ exp_name: default
7
+ model_name: ${llm.name}
8
+ horizon: 1
9
+ n_obs_steps: 1
10
+ n_action_steps: 1
11
+ n_latency_steps: 0
12
+ past_action_visible: false
13
+ llm_translator:
14
+ _target_: llmbc.translator.llm_translator.LLMTranslator
15
+ cfg: ${llm}
16
+ obs_dim: ${task.obs_dim}
17
+ action_dim: ${task.action_dim}
18
+ horizon: ${horizon}
19
+ n_obs_steps: ${n_obs_steps}
20
+ n_action_steps: ${n_action_steps}
21
+ dataloader:
22
+ batch_size: 128
23
+ num_workers: 0
24
+ shuffle: true
25
+ pin_memory: false
26
+ persistent_workers: false
27
+ val_dataloader:
28
+ batch_size: 128
29
+ num_workers: 0
30
+ shuffle: true
31
+ pin_memory: false
32
+ persistent_workers: false
33
+ optimizer:
34
+ _target_: torch.optim.Adam
35
+ lr: 0.0001
36
+ betas:
37
+ - 0.95
38
+ - 0.999
39
+ eps: 1.0e-08
40
+ weight_decay: 1.0e-06
41
+ training:
42
+ device: cuda
43
+ seed: 42
44
+ debug: false
45
+ resume: true
46
+ lr_scheduler: cosine
47
+ lr_warmup_steps: 10
48
+ num_epochs: 100
49
+ gradient_accumulate_every: 2
50
+ grad_norm_clip: 1
51
+ enable_normalizer: true
52
+ checkpoint_every: 1
53
+ val_every: 1
54
+ sample_every: 1
55
+ sample_max_batch: 128
56
+ max_train_steps: null
57
+ max_val_steps: null
58
+ tqdm_interval_sec: 1.0
59
+ logging:
60
+ project: llm_module_training
61
+ resume: true
62
+ mode: online
63
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
64
+ tags:
65
+ - ${name}
66
+ - ${task_name}
67
+ - ${exp_name}
68
+ id: null
69
+ group: null
70
+ checkpoint:
71
+ topk:
72
+ monitor_key: val_loss
73
+ mode: min
74
+ k: 5
75
+ format_str: epoch={epoch:04d}-val_loss={val_loss:.3f}.ckpt
76
+ save_last_ckpt: true
77
+ save_last_snapshot: false
78
+ multi_run:
79
+ run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
80
+ wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
81
+ task:
82
+ name: box-close-v2
83
+ obs_dim: 9
84
+ action_dim: 4
85
+ env_runner:
86
+ _target_: llmbc.env_runner.metaworld_lowdim_runner.MetaworldLowdimRunner
87
+ env_name: llf-metaworld-box-close-v2
88
+ n_train: 10
89
+ n_test: 50
90
+ n_envs: 10
91
+ max_steps: 30
92
+ n_obs_steps: ${n_obs_steps}
93
+ n_action_steps: ${n_action_steps}
94
+ instruction_type: b
95
+ feedback_type:
96
+ - hp
97
+ - hn
98
+ - fp
99
+ visual: false
100
+ discount: 0.9
101
+ dataset:
102
+ _target_: llmbc.dataset.metaworld_lowdim_dataset.MetaworldLowdimDataset
103
+ data_path: datasets/box-close-v2-general-o4-mini.pt
104
+ data_path2: datasets/box-close-v2-o4-mini.pt
105
+ horizon: ${horizon}
106
+ pad_before: ${eval:'${n_obs_steps}-1'}
107
+ pad_after: ${eval:'${n_action_steps}-1'}
108
+ obs_eef_target: true
109
+ use_manual_normalizer: false
110
+ val_ratio: 0.05
111
+ dummy_normalizer: true
112
+ instructor:
113
+ _target_: llmbc.translator.instructor.metaworld_instructor.box_close_v2_instructor.BoxCloseV2Instructor
114
+ llm:
115
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
116
+ model_name: SmolLM2-135M-Instruct
117
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
118
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
119
+ use_quantization: false
120
+ use_joint_mlp_projector: true
121
+ llm_mode: pretrained
122
+ finetune_mode: orig
123
+ checkpoint: ''
124
+ max_length: 100
125
+ lora_config:
126
+ r: 32
127
+ lora_alpha: 64
128
+ lora_dropout: 0.05
129
+ bias: none
130
+ task_type: CAUSAL_LM
131
+ prompter:
132
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
133
+ use_joint_mlp_projector: true
134
+ hydra:
135
+ job:
136
+ override_dirname: ${model_name}
137
+ run:
138
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${model_name}
139
+
2026.01.28/00.19.02_train_mlp_projector_box-close-v2/.hydra/hydra.yaml ADDED
@@ -0,0 +1,154 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task: []
115
+ job:
116
+ name: train
117
+ chdir: null
118
+ override_dirname: ''
119
+ id: ???
120
+ num: ???
121
+ config_name: llmbc_mlp_projector_box-close-v2_o4-mini.yaml
122
+ env_set: {}
123
+ env_copy: []
124
+ config:
125
+ override_dirname:
126
+ kv_sep: '='
127
+ item_sep: ','
128
+ exclude_keys: []
129
+ runtime:
130
+ version: 1.2.0
131
+ version_base: '1.2'
132
+ cwd: /work/u1131674/LLM-BC
133
+ config_sources:
134
+ - path: hydra.conf
135
+ schema: pkg
136
+ provider: hydra
137
+ - path: /work/u1131674/LLM-BC/config/lang_source
138
+ schema: file
139
+ provider: main
140
+ - path: ''
141
+ schema: structured
142
+ provider: schema
143
+ output_dir: /work/u1131674/LLM-BC/data/outputs/2026.01.28/00.19.02_train_mlp_projector_box-close-v2
144
+ choices:
145
+ hydra/env: default
146
+ hydra/callbacks: null
147
+ hydra/job_logging: default
148
+ hydra/hydra_logging: default
149
+ hydra/hydra_help: default
150
+ hydra/help: default
151
+ hydra/sweeper: basic
152
+ hydra/launcher: basic
153
+ hydra/output: default
154
+ verbose: false
2026.01.28/00.19.02_train_mlp_projector_box-close-v2/.hydra/overrides.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ []
2026.01.28/00.19.02_train_mlp_projector_box-close-v2/logs.json.txt ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"train_loss": 3.8194987773895264, "grad_norm": 0.5754198431968689, "global_step": 0, "epoch": 0, "lr": 1e-05}
2
+ {"train_loss": 3.7512643337249756, "grad_norm": 0.7266139388084412, "global_step": 1, "epoch": 0, "lr": 1e-05}
3
+ {"train_loss": 3.815833330154419, "grad_norm": 0.0843488797545433, "global_step": 0, "epoch": 0, "lr": 1e-05}
4
+ {"train_loss": 3.7482757568359375, "grad_norm": 0.07725829631090164, "global_step": 1, "epoch": 0, "lr": 1e-05}
5
+ {"train_loss": 3.8328254222869873, "grad_norm": 0.19070754945278168, "global_step": 2, "epoch": 0, "lr": 2e-05}
6
+ {"train_loss": 3.8107516765594482, "grad_norm": 0.09841667860746384, "global_step": 3, "epoch": 0, "lr": 2e-05}
7
+ {"train_loss": 3.789482355117798, "grad_norm": 0.23507383465766907, "global_step": 4, "epoch": 0, "lr": 3e-05}
8
+ {"train_loss": 3.7551498413085938, "grad_norm": 0.08915789425373077, "global_step": 5, "epoch": 0, "lr": 3e-05}
9
+ {"train_loss": 3.764460563659668, "grad_norm": 0.2220054566860199, "global_step": 6, "epoch": 0, "lr": 4e-05}
10
+ {"train_loss": 3.80804705619812, "grad_norm": 0.11431895941495895, "global_step": 7, "epoch": 0, "lr": 4e-05}
11
+ {"train_loss": 3.8422603607177734, "grad_norm": 0.22483113408088684, "global_step": 8, "epoch": 0, "lr": 5e-05}
12
+ {"train_loss": 3.7713098526000977, "grad_norm": 0.12273082882165909, "global_step": 9, "epoch": 0, "lr": 5e-05}
13
+ {"train_loss": 3.771944284439087, "grad_norm": 0.19527220726013184, "global_step": 10, "epoch": 0, "lr": 6e-05}
14
+ {"train_loss": 3.746992826461792, "grad_norm": 0.15018615126609802, "global_step": 11, "epoch": 0, "lr": 6e-05}
15
+ {"train_loss": 3.7489941120147705, "grad_norm": 0.21353769302368164, "global_step": 12, "epoch": 0, "lr": 7e-05}
16
+ {"train_loss": 3.843421220779419, "grad_norm": 0.10667309910058975, "global_step": 13, "epoch": 0, "lr": 7e-05}
17
+ {"train_loss": 3.782552480697632, "grad_norm": 0.20214207470417023, "global_step": 14, "epoch": 0, "lr": 8e-05}
18
+ {"train_loss": 3.7685015201568604, "grad_norm": 0.1669682413339615, "global_step": 15, "epoch": 0, "lr": 8e-05}
19
+ {"train_loss": 3.815293073654175, "grad_norm": 0.2628539800643921, "global_step": 16, "epoch": 0, "lr": 9e-05}
20
+ {"train_loss": 3.7662413120269775, "grad_norm": 0.15504860877990723, "global_step": 17, "epoch": 0, "lr": 9e-05}
21
+ {"train_loss": 3.795480251312256, "grad_norm": 0.3150642514228821, "global_step": 18, "epoch": 0, "lr": 0.0001}
22
+ {"train_loss": 3.8038082122802734, "grad_norm": 0.17351281642913818, "global_step": 19, "epoch": 0, "lr": 0.0001}
23
+ {"train_loss": 3.799712657928467, "grad_norm": 0.2751327157020569, "global_step": 20, "epoch": 0, "lr": 9.99999996906071e-05}
24
+ {"train_loss": 3.7262821197509766, "grad_norm": 0.21049296855926514, "global_step": 21, "epoch": 0, "lr": 9.99999996906071e-05}
25
+ {"train_loss": 3.729520320892334, "grad_norm": 0.2575721740722656, "global_step": 22, "epoch": 0, "lr": 9.999999876242834e-05}
26
+ {"train_loss": 3.809833526611328, "grad_norm": 0.2699662148952484, "global_step": 23, "epoch": 0, "lr": 9.999999876242834e-05}
27
+ {"train_loss": 3.750337839126587, "grad_norm": 0.36923307180404663, "global_step": 24, "epoch": 0, "lr": 9.999999721546376e-05}
28
+ {"train_loss": 3.7796430587768555, "grad_norm": 0.26082107424736023, "global_step": 25, "epoch": 0, "lr": 9.999999721546376e-05}
29
+ {"train_loss": 3.7952685356140137, "grad_norm": 0.39062705636024475, "global_step": 26, "epoch": 0, "lr": 9.999999504971339e-05}
30
+ {"train_loss": 3.7544047832489014, "grad_norm": 0.1965150386095047, "global_step": 27, "epoch": 0, "lr": 9.999999504971339e-05}
31
+ {"train_loss": 3.7364883422851562, "grad_norm": 0.3700607120990753, "global_step": 28, "epoch": 0, "lr": 9.999999226517724e-05}
32
+ {"train_loss": 3.682318925857544, "grad_norm": 0.13031569123268127, "global_step": 29, "epoch": 0, "lr": 9.999999226517724e-05}
33
+ {"train_loss": 3.750153064727783, "grad_norm": 0.35022681951522827, "global_step": 30, "epoch": 0, "lr": 9.999998886185536e-05}
34
+ 83974776e-05}
35
+ {"train_loss": 3.7710022926330566, "grad_norm": 1.2692668437957764, "global_step": 33, "epoch": 0, "lr": 9.999998483974776e-05}
36
+ {"train_loss": 3.7969400882720947, "grad_norm": 2.4851691722869873, "global_step": 34, "epoch": 0, "lr": 9.999998019885453e-05}
37
+ {"train_loss": 3.7792279720306396, "grad_norm": 2.512002468109131, "global_step": 35, "epoch": 0, "lr": 9.999998019885453e-05}
38
+ {"train_loss": 3.8288862705230713, "grad_norm": 4.66420841217041, "global_step": 36, "epoch": 0, "lr": 9.99999749391757e-05}
39
+ {"train_loss": 3.793712854385376, "grad_norm": 2.3314995765686035, "global_step": 37, "epoch": 0, "lr": 9.99999749391757e-05}
40
+ {"train_loss": 3.8312277793884277, "grad_norm": 4.78786039352417, "global_step": 38, "epoch": 0, "lr": 9.999996906071134e-05}
41
+ {"train_loss": 3.778836488723755, "grad_norm": 1.9080649614334106, "global_step": 39, "epoch": 0, "lr": 9.999996906071134e-05}
42
+ {"train_loss": 3.802455186843872, "grad_norm": 3.4520087242126465, "global_step": 40, "epoch": 0, "lr": 9.999996256346153e-05}
43
+ {"train_loss": 3.815281867980957, "grad_norm": 0.19909827411174774, "global_step": 41, "epoch": 0, "lr": 9.999996256346153e-05}
44
+ {"train_loss": 3.768871545791626, "grad_norm": 0.5638014674186707, "global_step": 42, "epoch": 0, "lr": 9.999995544742635e-05}
45
+ {"train_loss": 3.765110731124878, "grad_norm": 0.35555127263069153, "global_step": 43, "epoch": 0, "lr": 9.999995544742635e-05}
46
+ {"train_loss": 3.7661640644073486, "grad_norm": 0.7404451370239258, "global_step": 44, "epoch": 0, "lr": 9.999994771260588e-05}
47
+ {"train_loss": 3.762078285217285, "grad_norm": 0.3399713635444641, "global_step": 45, "epoch": 0, "lr": 9.999994771260588e-05}
48
+ {"train_loss": 3.7468042373657227, "grad_norm": 0.7716804146766663, "global_step": 46, "epoch": 0, "lr": 9.999993935900023e-05}
49
+ {"train_loss": 3.7671666145324707, "grad_norm": 0.1592184156179428, "global_step": 47, "epoch": 0, "lr": 9.999993935900023e-05}
50
+ {"train_loss": 3.764308452606201, "grad_norm": 0.39841482043266296, "global_step": 48, "epoch": 0, "lr": 9.999993038660947e-05}
51
+ {"train_loss": 3.766148567199707, "grad_norm": 0.34506940841674805, "global_step": 49, "epoch": 0, "lr": 9.999993038660947e-05}
52
+ {"train_loss": 3.787818193435669, "grad_norm": 0.5775526762008667, "global_step": 50, "epoch": 0, "lr": 9.999992079543376e-05}
53
+ {"train_loss": 3.7984201908111572, "grad_norm": 0.37691184878349304, "global_step": 51, "epoch": 0, "lr": 9.999992079543376e-05}
54
+ {"train_loss": 3.7501060962677, "grad_norm": 0.7029170989990234, "global_step": 52, "epoch": 0, "lr": 9.999991058547318e-05}
55
+ {"train_loss": 3.801084518432617, "grad_norm": 0.3741215765476227, "global_step": 53, "epoch": 0, "lr": 9.999991058547318e-05}
56
+ {"train_loss": 3.7945199012756348, "grad_norm": 0.9044532775878906, "global_step": 54, "epoch": 0, "lr": 9.999989975672788e-05}
57
+ {"train_loss": 3.77378511428833, "grad_norm": 0.19874800741672516, "global_step": 55, "epoch": 0, "lr": 9.999989975672788e-05}
58
+ {"train_loss": 3.7798566818237305, "grad_norm": 0.45759376883506775, "global_step": 56, "epoch": 0, "lr": 9.999988830919797e-05}
59
+ {"train_loss": 3.7658371925354004, "grad_norm": 1.1370397806167603, "global_step": 57, "epoch": 0, "lr": 9.999988830919797e-05}
60
+ {"train_loss": 3.7611284255981445, "grad_norm": 2.2171638011932373, "global_step": 58, "epoch": 0, "lr": 9.999987624288363e-05}
61
+ {"train_loss": 3.7753424644470215, "grad_norm": 1.6077601909637451, "global_step": 59, "epoch": 0, "lr": 9.999987624288363e-05}
62
+ {"train_loss": 3.7917306423187256, "grad_norm": 3.2862675189971924, "global_step": 60, "epoch": 0, "lr": 9.999986355778496e-05}
63
+ {"train_loss": 3.7183220386505127, "grad_norm": 1.6992913484573364, "global_step": 61, "epoch": 0, "lr": 9.999986355778496e-05}
64
+ {"train_loss": 3.7725918292999268, "grad_norm": 3.287337303161621, "global_step": 62, "epoch": 0, "lr": 9.999985025390215e-05}
65
+ {"train_loss": 3.771272897720337, "grad_norm": 1.37978994846344, "global_step": 63, "epoch": 0, "lr": 9.999985025390215e-05}
66
+ {"train_loss": 3.730681896209717, "grad_norm": 2.5724732875823975, "global_step": 64, "epoch": 0, "lr": 9.999983633123536e-05}
67
+ {"train_loss": 3.7703099250793457, "grad_norm": 0.22329014539718628, "global_step": 65, "epoch": 0, "lr": 9.999983633123536e-05}
2026.01.28/00.19.02_train_mlp_projector_box-close-v2/train.log ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [2026-01-28 00:19:04,613][numexpr.utils][INFO] - Note: detected 112 virtual cores but NumExpr set to maximum of 64, check "NUMEXPR_MAX_THREADS" environment variable.
2
+ [2026-01-28 00:19:04,613][numexpr.utils][INFO] - Note: detected 112 virtual cores but NumExpr set to maximum of 64, check "NUMEXPR_MAX_THREADS" environment variable.
3
+ [2026-01-28 00:19:04,613][numexpr.utils][INFO] - Note: NumExpr detected 112 cores but "NUMEXPR_MAX_THREADS" not set, so enforcing safe limit of 16.
4
+ [2026-01-28 00:19:04,613][numexpr.utils][INFO] - Note: NumExpr detected 112 cores but "NUMEXPR_MAX_THREADS" not set, so enforcing safe limit of 16.
5
+ [2026-01-28 00:19:04,613][numexpr.utils][INFO] - NumExpr defaulting to 16 threads.
6
+ [2026-01-28 00:19:04,613][numexpr.utils][INFO] - NumExpr defaulting to 16 threads.
7
+ [2026-01-28 00:19:10,581][datasets][INFO] - PyTorch version 2.2.2 available.
8
+ [2026-01-28 00:19:10,581][datasets][INFO] - PyTorch version 2.2.2 available.
9
+ [2026-01-28 00:19:10,582][datasets][INFO] - TensorFlow version 2.15.1 available.
10
+ [2026-01-28 00:19:10,582][datasets][INFO] - TensorFlow version 2.15.1 available.
11
+ [2026-01-28 00:19:10,583][datasets][INFO] - JAX version 0.4.30 available.
12
+ [2026-01-28 00:19:10,583][datasets][INFO] - JAX version 0.4.30 available.
2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/debug-internal.log ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-01-28T00:19:15.378788051+08:00","level":"INFO","msg":"using version","core version":"0.18.6"}
2
+ {"time":"2026-01-28T00:19:15.37879851+08:00","level":"INFO","msg":"created symlink","path":"/work/u1131674/LLM-BC/data/outputs/2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001915-zk1al3v3/logs/debug-core.log"}
3
+ {"time":"2026-01-28T00:19:15.50436033+08:00","level":"INFO","msg":"created new stream","id":"zk1al3v3"}
4
+ {"time":"2026-01-28T00:19:15.504391668+08:00","level":"INFO","msg":"stream: started","id":"zk1al3v3"}
5
+ {"time":"2026-01-28T00:19:15.504410866+08:00","level":"INFO","msg":"sender: started","stream_id":"zk1al3v3"}
6
+ {"time":"2026-01-28T00:19:15.504406808+08:00","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"zk1al3v3"}}
7
+ {"time":"2026-01-28T00:19:15.504418481+08:00","level":"INFO","msg":"handler: started","stream_id":{"value":"zk1al3v3"}}
8
+ {"time":"2026-01-28T00:19:16.166195204+08:00","level":"INFO","msg":"api: retrying HTTP error","status":409,"url":"https://api.wandb.ai/graphql"}
9
+ {"time":"2026-01-28T00:19:18.738457616+08:00","level":"INFO","msg":"Starting system monitor"}
2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/debug.log ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-01-28 00:19:15,371 INFO MainThread:1113694 [wandb_setup.py:_flush():79] Current SDK version is 0.18.6
2
+ 2026-01-28 00:19:15,371 INFO MainThread:1113694 [wandb_setup.py:_flush():79] Configure stats pid to 1113694
3
+ 2026-01-28 00:19:15,371 INFO MainThread:1113694 [wandb_setup.py:_flush():79] Loading settings from /home/u1131674/.config/wandb/settings
4
+ 2026-01-28 00:19:15,371 INFO MainThread:1113694 [wandb_setup.py:_flush():79] Loading settings from /work/u1131674/LLM-BC/wandb/settings
5
+ 2026-01-28 00:19:15,372 INFO MainThread:1113694 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
6
+ 2026-01-28 00:19:15,372 INFO MainThread:1113694 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
7
+ 2026-01-28 00:19:15,372 INFO MainThread:1113694 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': 'train.py', 'program_abspath': '/work/u1131674/LLM-BC/train.py', 'program': '/work/u1131674/LLM-BC/./train.py'}
8
+ 2026-01-28 00:19:15,372 INFO MainThread:1113694 [wandb_setup.py:_flush():79] Applying login settings: {}
9
+ 2026-01-28 00:19:15,372 INFO MainThread:1113694 [wandb_init.py:_log_setup():533] Logging user logs to /work/u1131674/LLM-BC/data/outputs/2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001915-zk1al3v3/logs/debug.log
10
+ 2026-01-28 00:19:15,372 INFO MainThread:1113694 [wandb_init.py:_log_setup():534] Logging internal logs to /work/u1131674/LLM-BC/data/outputs/2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001915-zk1al3v3/logs/debug-internal.log
11
+ 2026-01-28 00:19:15,372 INFO MainThread:1113694 [wandb_init.py:init():619] calling init triggers
12
+ 2026-01-28 00:19:15,372 INFO MainThread:1113694 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
13
+ config: {'name': 'train_mlp_projector', '_target_': 'llmbc.workspace.train_mlp_projector_workspace.TrainMlpProjectorWorkspace', 'obs_dim': 9, 'action_dim': 4, 'task_name': 'box-close-v2', 'exp_name': 'default', 'model_name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1, 'n_latency_steps': 0, 'past_action_visible': False, 'llm_translator': {'_target_': 'llmbc.translator.llm_translator.LLMTranslator', 'cfg': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'pretrained', 'finetune_mode': 'orig', 'checkpoint': '', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2026.01.28/00.19.02_HuggingFaceTB/SmolLM2-135M-Instruct'}}}, 'obs_dim': 9, 'action_dim': 4, 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1}, 'dataloader': {'batch_size': 128, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'val_dataloader': {'batch_size': 128, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'optimizer': {'_target_': 'torch.optim.Adam', 'lr': 0.0001, 'betas': [0.95, 0.999], 'eps': 1e-08, 'weight_decay': 1e-06}, 'training': {'device': 'cuda', 'seed': 42, 'debug': False, 'resume': True, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 10, 'num_epochs': 100, 'gradient_accumulate_every': 2, 'grad_norm_clip': 1, 'enable_normalizer': True, 'checkpoint_every': 1, 'val_every': 1, 'sample_every': 1, 'sample_max_batch': 128, 'max_train_steps': None, 'max_val_steps': None, 'tqdm_interval_sec': 1.0}, 'logging': {'project': 'llm_module_training', 'resume': True, 'mode': 'online', 'name': '2026.01.28-00.19.02_train_mlp_projector_box-close-v2', 'tags': ['train_mlp_projector', 'box-close-v2', 'default'], 'id': None, 'group': None}, 'checkpoint': {'topk': {'monitor_key': 'val_loss', 'mode': 'min', 'k': 5, 'format_str': 'epoch={epoch:04d}-val_loss={val_loss:.3f}.ckpt'}, 'save_last_ckpt': True, 'save_last_snapshot': False}, 'multi_run': {'run_dir': 'data/outputs/2026.01.28/00.19.02_train_mlp_projector_box-close-v2', 'wandb_name_base': '2026.01.28-00.19.02_train_mlp_projector_box-close-v2'}, 'task': {'name': 'box-close-v2', 'obs_dim': 9, 'action_dim': 4, 'env_runner': {'_target_': 'llmbc.env_runner.metaworld_lowdim_runner.MetaworldLowdimRunner', 'env_name': 'llf-metaworld-box-close-v2', 'n_train': 10, 'n_test': 50, 'n_envs': 10, 'max_steps': 30, 'n_obs_steps': 1, 'n_action_steps': 1, 'instruction_type': 'b', 'feedback_type': ['hp', 'hn', 'fp'], 'visual': False, 'discount': 0.9}, 'dataset': {'_target_': 'llmbc.dataset.metaworld_lowdim_dataset.MetaworldLowdimDataset', 'data_path': 'datasets/box-close-v2-general-o4-mini.pt', 'data_path2': 'datasets/box-close-v2-o4-mini.pt', 'horizon': 1, 'pad_before': 0, 'pad_after': 0, 'obs_eef_target': True, 'use_manual_normalizer': False, 'val_ratio': 0.05, 'dummy_normalizer': False}, 'instructor': {'_target_': 'llmbc.translator.instructor.metaworld_instructor.box_close_v2_instructor.BoxCloseV2Instructor'}}, 'llm': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'pretrained', 'finetune_mode': 'orig', 'checkpoint': '', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2026.01.28/00.19.02_HuggingFaceTB/SmolLM2-135M-Instruct'}}}}
14
+ 2026-01-28 00:19:15,372 INFO MainThread:1113694 [wandb_init.py:init():669] starting backend
15
+ 2026-01-28 00:19:15,372 INFO MainThread:1113694 [wandb_init.py:init():673] sending inform_init request
16
+ 2026-01-28 00:19:15,374 INFO MainThread:1113694 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
17
+ 2026-01-28 00:19:15,374 INFO MainThread:1113694 [wandb_init.py:init():686] backend started and connected
18
+ 2026-01-28 00:19:15,383 INFO MainThread:1113694 [wandb_init.py:init():781] updated telemetry
19
+ 2026-01-28 00:19:15,442 INFO MainThread:1113694 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
20
+ 2026-01-28 00:19:18,733 INFO MainThread:1113694 [wandb_init.py:init():867] starting run threads in backend
21
+ 2026-01-28 00:19:18,925 INFO MainThread:1113694 [wandb_run.py:_console_start():2451] atexit reg
22
+ 2026-01-28 00:19:18,925 INFO MainThread:1113694 [wandb_run.py:_redirect():2299] redirect: wrap_raw
23
+ 2026-01-28 00:19:18,926 INFO MainThread:1113694 [wandb_run.py:_redirect():2364] Wrapping output streams.
24
+ 2026-01-28 00:19:18,926 INFO MainThread:1113694 [wandb_run.py:_redirect():2389] Redirects installed.
25
+ 2026-01-28 00:19:18,928 INFO MainThread:1113694 [wandb_init.py:init():911] run started, returning control to user process
26
+ 2026-01-28 00:19:18,928 INFO MainThread:1113694 [wandb_run.py:_config_callback():1389] config_cb None None {'output_dir': '/work/u1131674/LLM-BC/data/outputs/2026.01.28/00.19.02_train_mlp_projector_box-close-v2'}
2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001914-zk1al3v3/files/output.log ADDED
@@ -0,0 +1 @@
 
 
1
+
2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001914-zk1al3v3/files/requirements.txt ADDED
@@ -0,0 +1,282 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ llmbc==0.0.0
2
+ llmbc==0.0.0
3
+ rpds-py==0.27.1
4
+ typeguard==4.4.4
5
+ flatbuffers==25.12.19
6
+ toppra==0.6.3
7
+ sympy==1.14.0
8
+ tiktoken==0.8.0
9
+ nvidia-cuda-cupti-cu12==12.1.105
10
+ arm_pytorch_utilities==0.4.3
11
+ pynndescent==0.6.0
12
+ multidict==6.7.0
13
+ fonttools==4.60.2
14
+ numexpr==2.10.1
15
+ cmudict==1.0.13
16
+ PyOpenGL-accelerate==3.1.10
17
+ gmpy2==2.2.1
18
+ peft==0.14.0
19
+ metaworld==2.0.0
20
+ nvidia-cufft-cu12==11.0.2.54
21
+ python-dateutil==2.9.0.post0
22
+ aiosignal==1.4.0
23
+ pexpect==4.9.0
24
+ protobuf==4.25.8
25
+ typing_extensions==4.15.0
26
+ mujoco==2.3.7
27
+ tokenizers==0.21.0
28
+ pytorch-kinematics==0.7.5
29
+ sniffio==1.3.1
30
+ aiofiles==25.1.0
31
+ mplib==0.1.1
32
+ wcwidth==0.2.14
33
+ Pygments==2.19.1
34
+ anyio==4.12.1
35
+ tensorflow-estimator==2.15.0
36
+ filelock==3.17.0
37
+ numpy==1.23.5
38
+ attrs==25.4.0
39
+ Markdown==3.9
40
+ fsspec==2024.3.1
41
+ libclang==18.1.1
42
+ umap-learn==0.5.9.post2
43
+ dill==0.3.8
44
+ narwhals==2.15.0
45
+ tensorboard==2.15.2
46
+ dacite==1.9.2
47
+ termcolor==3.1.0
48
+ llmbc==0.0.0
49
+ python-multipart==0.0.20
50
+ exceptiongroup==1.3.1
51
+ sapien==3.0.0b1
52
+ pygame==2.6.1
53
+ nvidia-curand-cu12==10.3.2.106
54
+ evaluate==0.4.3
55
+ msgpack==1.1.1
56
+ tensorflow-probability==0.23.0
57
+ diffusers==0.31.0
58
+ certifi==2025.10.5
59
+ d4rl==1.1
60
+ pydub==0.25.1
61
+ annotated-doc==0.0.4
62
+ gitdb==4.0.12
63
+ gradio_client==0.2.9
64
+ Shapely==1.8.4
65
+ mani_skill==3.0.0b20
66
+ tensorflow-io-gcs-filesystem==0.37.1
67
+ fasteners==0.20
68
+ hjson==3.1.0
69
+ ninja==1.13.0
70
+ stack-data==0.6.3
71
+ pyarrow==21.0.0
72
+ networkx==3.2.1
73
+ nvidia-cusparse-cu12==12.1.0.106
74
+ pyparsing==3.3.1
75
+ timm==1.0.22
76
+ typing-inspection==0.4.2
77
+ openai==2.8.1
78
+ pybullet==3.2.6
79
+ hydra-core==1.2.0
80
+ gradio==3.36.1
81
+ tensorflow==2.15.1
82
+ asttokens==3.0.1
83
+ importlib-metadata==5.2.0
84
+ astunparse==1.6.3
85
+ tifffile==2024.8.30
86
+ annotated-types==0.7.0
87
+ Bottleneck==1.4.2
88
+ accelerate==1.0.1
89
+ pytz==2025.2
90
+ urllib3==2.5.0
91
+ frozenlist==1.8.0
92
+ sentry-sdk==2.50.0
93
+ jsonschema==4.25.1
94
+ tyro==0.9.1
95
+ Farama-Notifications==0.0.4
96
+ ffmpy==1.0.0
97
+ httpx==0.28.1
98
+ pymunk==6.2.1
99
+ shtab==1.7.2
100
+ glfw==2.0.0
101
+ hf-xet==1.1.8
102
+ omegaconf==2.2.1
103
+ blobfile==3.0.0
104
+ decorator==5.2.1
105
+ cffi==1.17.1
106
+ matplotlib-inline==0.2.1
107
+ eval_type_backport==0.2.2
108
+ torchaudio==2.2.2
109
+ colorama==0.4.6
110
+ click==8.1.8
111
+ Cython==0.29.37
112
+ orjson==3.11.5
113
+ gym_bandits==0.0.2
114
+ traitlets==5.14.3
115
+ docker-pycreds==0.4.0
116
+ multiprocess==0.70.15
117
+ zipp==3.21.0
118
+ antlr4-python3-runtime==4.9.3
119
+ uc-micro-py==1.0.3
120
+ mpmath==1.3.0
121
+ idna==3.11
122
+ aiodns==3.5.0
123
+ charset-normalizer==3.4.4
124
+ nvidia-nvjitlink-cu12==12.9.86
125
+ nvidia-cuda-nvrtc-cu12==12.1.105
126
+ seaborn==0.13.2
127
+ pyarrow-hotfix==0.7
128
+ pillow==11.3.0
129
+ pyautogen==0.1.0
130
+ requests==2.32.0
131
+ MarkupSafe==3.0.2
132
+ websockets==15.0.1
133
+ nvidia-nccl-cu12==2.19.3
134
+ pure_eval==0.2.3
135
+ parso==0.8.5
136
+ huggingface-hub==0.26.2
137
+ syllables==1.0.9
138
+ tf-agents==0.19.0
139
+ six==1.17.0
140
+ referencing==0.36.2
141
+ ptyprocess==0.7.0
142
+ platformdirs==4.4.0
143
+ fastapi==0.128.0
144
+ stable-baselines3==2.2.1
145
+ av==10.0.0
146
+ diskcache==5.6.3
147
+ pynvml==13.0.1
148
+ pytorch-seed==0.2.0
149
+ zarr==2.12.0
150
+ mdurl==0.1.2
151
+ docstring-parser==0.16
152
+ packaging==25.0
153
+ numcodecs==0.12.1
154
+ opt_einsum==3.4.0
155
+ markdown-it-py==2.2.0
156
+ nvidia-cuda-runtime-cu12==12.1.105
157
+ PyWavelets==1.6.0
158
+ datasets==2.19.0
159
+ contourpy==1.3.0
160
+ aiohappyeyeballs==2.6.1
161
+ jaxlib==0.4.30
162
+ ImageIO==2.37.2
163
+ wandb==0.18.6
164
+ jiter==0.12.0
165
+ gymnasium==0.29.1
166
+ pycryptodomex==3.23.0
167
+ google-pasta==0.2.0
168
+ ipython==8.18.1
169
+ threadpoolctl==3.6.0
170
+ py-cpuinfo==9.0.0
171
+ bitsandbytes==0.45.0
172
+ xxhash==3.5.0
173
+ google-auth-oauthlib==1.2.4
174
+ rsa==4.9.1
175
+ rouge_score==0.1.2
176
+ dm-control==1.0.14
177
+ oauthlib==3.3.1
178
+ pandas==2.3.3
179
+ tenacity==9.1.2
180
+ asciitree==0.3.3
181
+ scipy==1.13.1
182
+ jedi==0.19.2
183
+ gast==0.7.0
184
+ google-auth==2.47.0
185
+ transforms3d==0.4.2
186
+ kiwisolver==1.4.7
187
+ matplotlib==3.7.5
188
+ aiohttp==3.12.15
189
+ pip==23.3.2
190
+ imageio-ffmpeg==0.6.0
191
+ deepspeed==0.16.1
192
+ yarl==1.18.0
193
+ nvidia-nvtx-cu12==12.1.105
194
+ llfbench==0.1.0
195
+ wheel==0.45.1
196
+ PySocks==1.7.1
197
+ ml-dtypes==0.3.2
198
+ PyYAML==6.0.2
199
+ fast_kinematics==0.2.2
200
+ gin-config==0.5.0
201
+ setproctitle==1.3.7
202
+ safetensors==0.5.3
203
+ torchvision==0.17.2
204
+ semantic-version==2.10.0
205
+ PyOpenGL==3.1.10
206
+ nltk==3.9.2
207
+ lxml==6.0.2
208
+ pydantic==2.12.5
209
+ tqdm==4.67.1
210
+ keras==2.15.0
211
+ parse==1.19.1
212
+ linkify-it-py==2.0.3
213
+ dm-tree==0.1.8
214
+ requests-oauthlib==2.0.0
215
+ scikit-learn==1.6.1
216
+ altair==6.0.0
217
+ Werkzeug==3.1.5
218
+ sentencepiece==0.2.0
219
+ uvicorn==0.39.0
220
+ cycler==0.12.1
221
+ transformers==4.47.1
222
+ uvloop==0.22.1
223
+ mkl_random==1.2.8
224
+ GitPython==3.1.46
225
+ regex==2025.9.1
226
+ jax==0.4.30
227
+ llvmlite==0.39.1
228
+ pyasn1_modules==0.4.2
229
+ nvidia-cudnn-cu12==8.9.2.26
230
+ pydantic_core==2.41.5
231
+ google-genai==1.47.0
232
+ propcache==0.3.1
233
+ pycares==4.10.0
234
+ pyperclip==1.11.0
235
+ pyasn1==0.6.2
236
+ async-timeout==5.0.1
237
+ psutil==7.0.0
238
+ gym==0.23.1
239
+ dm-env==1.6
240
+ Jinja2==3.1.6
241
+ sentence-transformers==3.2.1
242
+ einops==0.4.1
243
+ triton==2.2.0
244
+ grpcio==1.76.0
245
+ labmaze==1.0.6
246
+ nvidia-ml-py==13.590.44
247
+ brotlicffi==1.0.9.2
248
+ smmap==5.0.2
249
+ cloudpickle==3.1.2
250
+ setuptools==80.9.0
251
+ starlette==0.49.3
252
+ prompt_toolkit==3.0.52
253
+ wrapt==1.14.2
254
+ h5py==3.14.0
255
+ scikit-image==0.19.3
256
+ joblib==1.5.3
257
+ opencv-python==4.11.0.86
258
+ rich==14.2.0
259
+ trl==0.11.4
260
+ gym-notices==0.1.0
261
+ trimesh==4.11.1
262
+ mdit-py-plugins==0.3.3
263
+ distro==1.9.0
264
+ executing==2.2.1
265
+ mkl-service==2.4.0
266
+ nvidia-cusolver-cu12==11.4.5.107
267
+ FLAML==2.3.6
268
+ mujoco-py==2.1.2.14
269
+ h11==0.16.0
270
+ highway-env==1.9.1
271
+ httpcore==1.0.9
272
+ tensorboard-data-server==0.7.2
273
+ tzdata==2025.3
274
+ absl-py==2.3.1
275
+ jsonschema-specifications==2025.9.1
276
+ numba==0.56.4
277
+ tabulate==0.9.0
278
+ importlib-resources==5.13.0
279
+ pycparser==2.23
280
+ mkl_fft==1.3.11
281
+ torch==2.2.2
282
+ nvidia-cublas-cu12==12.1.3.1
2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001914-zk1al3v3/files/wandb-metadata.json ADDED
@@ -0,0 +1,106 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-4.18.0-513.24.1.el8_9.x86_64-x86_64-with-glibc2.28",
3
+ "python": "3.9.25",
4
+ "startedAt": "2026-01-27T16:19:14.951887Z",
5
+ "args": [
6
+ "--config-path",
7
+ "config/lang_source",
8
+ "--config-name",
9
+ "llmbc_mlp_projector_box-close-v2_o4-mini.yaml"
10
+ ],
11
+ "program": "/work/u1131674/LLM-BC/./train.py",
12
+ "codePath": "train.py",
13
+ "git": {
14
+ "remote": "https://github.com/CHYang25/LLM-BC.git",
15
+ "commit": "2cf60c4cdae3a2ac623eb2aebb7d12dc2beb2b66"
16
+ },
17
+ "email": "chris920325@gmail.com",
18
+ "root": "/work/u1131674/LLM-BC/data/outputs/2026.01.28/00.19.02_train_mlp_projector_box-close-v2",
19
+ "host": "hgpn21",
20
+ "username": "u1131674",
21
+ "executable": "/home/u1131674/.conda/envs/llm-bc/bin/python3",
22
+ "codePathLocal": "train.py",
23
+ "cpu_count": 112,
24
+ "cpu_count_logical": 112,
25
+ "gpu": "NVIDIA H100 80GB HBM3",
26
+ "gpu_count": 1,
27
+ "disk": {
28
+ "/": {
29
+ "total": "1918024196096",
30
+ "used": "217153343488"
31
+ }
32
+ },
33
+ "memory": {
34
+ "total": "2163677220864"
35
+ },
36
+ "cpu": {
37
+ "count": 112,
38
+ "countLogical": 112
39
+ },
40
+ "gpu_nvidia": [
41
+ {
42
+ "name": "NVIDIA H100 80GB HBM3",
43
+ "memoryTotal": "85520809984",
44
+ "cudaCores": 16896,
45
+ "architecture": "Hopper"
46
+ }
47
+ ],
48
+ "slurm": {
49
+ "cluster_name": "hpc",
50
+ "conf": "/etc/slurm/slurm.conf",
51
+ "cpu_bind": "quiet,mask_cpu:0x000000F000000F00000000000000",
52
+ "cpu_bind_list": "0x000000F000000F00000000000000",
53
+ "cpu_bind_type": "mask_cpu:",
54
+ "cpu_bind_verbose": "quiet",
55
+ "cpus_on_node": "8",
56
+ "cpus_per_task": "8",
57
+ "distribution": "cyclic,pack",
58
+ "gpus_on_node": "1",
59
+ "gpus_per_node": "1",
60
+ "gtids": "0",
61
+ "job_account": "mst114558",
62
+ "job_cpus_per_node": "8",
63
+ "job_end_time": "1769703540",
64
+ "job_gid": "106773",
65
+ "job_group": "MST114558",
66
+ "job_id": "105042",
67
+ "job_name": "python3",
68
+ "job_nodelist": "hgpn21",
69
+ "job_num_nodes": "1",
70
+ "job_partition": "normal",
71
+ "job_qos": "normal",
72
+ "job_start_time": "1769530740",
73
+ "job_uid": "41408",
74
+ "job_user": "u1131674",
75
+ "jobid": "105042",
76
+ "launch_node_ipaddr": "172.21.101.1",
77
+ "localid": "0",
78
+ "mem_per_node": "204800",
79
+ "nnodes": "1",
80
+ "nodeid": "0",
81
+ "nodelist": "hgpn21",
82
+ "nprocs": "1",
83
+ "ntasks": "1",
84
+ "prio_process": "0",
85
+ "procid": "0",
86
+ "srun_comm_host": "172.21.101.1",
87
+ "srun_comm_port": "48065",
88
+ "step_gpus": "4",
89
+ "step_id": "0",
90
+ "step_launcher_port": "48065",
91
+ "step_nodelist": "hgpn21",
92
+ "step_num_nodes": "1",
93
+ "step_num_tasks": "1",
94
+ "step_tasks_per_node": "1",
95
+ "stepid": "0",
96
+ "submit_dir": "/work/u1131674/LLM-BC",
97
+ "submit_host": "cbi-lgn01",
98
+ "task_pid": "1113696",
99
+ "tasks_per_node": "1",
100
+ "topology_addr": "ibsw1.hgpn21",
101
+ "topology_addr_pattern": "switch.node",
102
+ "tres_per_task": "cpu:8",
103
+ "umask": "0022"
104
+ },
105
+ "cudaVersion": "12.4"
106
+ }
2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001914-zk1al3v3/logs/debug-core.log ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-01-28T00:19:14.330994308+08:00","level":"INFO","msg":"started logging, with flags","port-filename":"/tmp/tmpi2mmsebx/port-1113696.txt","pid":1113696,"debug":false,"disable-analytics":false}
2
+ {"time":"2026-01-28T00:19:14.331017077+08:00","level":"INFO","msg":"FeatureState","shutdownOnParentExitEnabled":false}
3
+ {"time":"2026-01-28T00:19:14.331372236+08:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":1113696}
4
+ {"time":"2026-01-28T00:19:14.331366446+08:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":39117,"Zone":""}}
5
+ {"time":"2026-01-28T00:19:14.524618184+08:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:34736"}
6
+ {"time":"2026-01-28T00:19:14.782379815+08:00","level":"INFO","msg":"started logging, with flags","port-filename":"/tmp/tmpx5xwrxwi/port-1113694.txt","pid":1113694,"debug":false,"disable-analytics":false}
7
+ {"time":"2026-01-28T00:19:14.782398135+08:00","level":"INFO","msg":"FeatureState","shutdownOnParentExitEnabled":false}
8
+ {"time":"2026-01-28T00:19:14.782736352+08:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":1113694}
9
+ {"time":"2026-01-28T00:19:14.782728767+08:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":38005,"Zone":""}}
10
+ {"time":"2026-01-28T00:19:14.952416693+08:00","level":"INFO","msg":"handleInformInit: received","streamId":"zk1al3v3","id":"127.0.0.1:34736"}
11
+ {"time":"2026-01-28T00:19:14.977719823+08:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:53454"}
12
+ {"time":"2026-01-28T00:19:15.070600831+08:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"zk1al3v3","id":"127.0.0.1:34736"}
13
+ {"time":"2026-01-28T00:19:15.374994574+08:00","level":"INFO","msg":"handleInformInit: received","streamId":"zk1al3v3","id":"127.0.0.1:53454"}
14
+ {"time":"2026-01-28T00:19:15.504396406+08:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"zk1al3v3","id":"127.0.0.1:53454"}
2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001914-zk1al3v3/logs/debug-internal.log ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-01-28T00:19:14.953645987+08:00","level":"INFO","msg":"using version","core version":"0.18.6"}
2
+ {"time":"2026-01-28T00:19:14.95365662+08:00","level":"INFO","msg":"created symlink","path":"/work/u1131674/LLM-BC/data/outputs/2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001914-zk1al3v3/logs/debug-core.log"}
3
+ {"time":"2026-01-28T00:19:15.070564922+08:00","level":"INFO","msg":"created new stream","id":"zk1al3v3"}
4
+ {"time":"2026-01-28T00:19:15.070594716+08:00","level":"INFO","msg":"stream: started","id":"zk1al3v3"}
5
+ {"time":"2026-01-28T00:19:15.070627235+08:00","level":"INFO","msg":"sender: started","stream_id":"zk1al3v3"}
6
+ {"time":"2026-01-28T00:19:15.070620892+08:00","level":"INFO","msg":"handler: started","stream_id":{"value":"zk1al3v3"}}
7
+ {"time":"2026-01-28T00:19:15.07061686+08:00","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"zk1al3v3"}}
8
+ {"time":"2026-01-28T00:19:16.15739395+08:00","level":"INFO","msg":"Starting system monitor"}
2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001914-zk1al3v3/logs/debug.log ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-01-28 00:19:14,949 INFO MainThread:1113696 [wandb_setup.py:_flush():79] Current SDK version is 0.18.6
2
+ 2026-01-28 00:19:14,949 INFO MainThread:1113696 [wandb_setup.py:_flush():79] Configure stats pid to 1113696
3
+ 2026-01-28 00:19:14,949 INFO MainThread:1113696 [wandb_setup.py:_flush():79] Loading settings from /home/u1131674/.config/wandb/settings
4
+ 2026-01-28 00:19:14,949 INFO MainThread:1113696 [wandb_setup.py:_flush():79] Loading settings from /work/u1131674/LLM-BC/wandb/settings
5
+ 2026-01-28 00:19:14,949 INFO MainThread:1113696 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
6
+ 2026-01-28 00:19:14,949 INFO MainThread:1113696 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
7
+ 2026-01-28 00:19:14,949 INFO MainThread:1113696 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': 'train.py', 'program_abspath': '/work/u1131674/LLM-BC/train.py', 'program': '/work/u1131674/LLM-BC/./train.py'}
8
+ 2026-01-28 00:19:14,949 INFO MainThread:1113696 [wandb_setup.py:_flush():79] Applying login settings: {}
9
+ 2026-01-28 00:19:14,949 INFO MainThread:1113696 [wandb_init.py:_log_setup():533] Logging user logs to /work/u1131674/LLM-BC/data/outputs/2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001914-zk1al3v3/logs/debug.log
10
+ 2026-01-28 00:19:14,949 INFO MainThread:1113696 [wandb_init.py:_log_setup():534] Logging internal logs to /work/u1131674/LLM-BC/data/outputs/2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001914-zk1al3v3/logs/debug-internal.log
11
+ 2026-01-28 00:19:14,949 INFO MainThread:1113696 [wandb_init.py:init():619] calling init triggers
12
+ 2026-01-28 00:19:14,949 INFO MainThread:1113696 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
13
+ config: {'name': 'train_mlp_projector', '_target_': 'llmbc.workspace.train_mlp_projector_workspace.TrainMlpProjectorWorkspace', 'obs_dim': 9, 'action_dim': 4, 'task_name': 'box-close-v2', 'exp_name': 'default', 'model_name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1, 'n_latency_steps': 0, 'past_action_visible': False, 'llm_translator': {'_target_': 'llmbc.translator.llm_translator.LLMTranslator', 'cfg': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'pretrained', 'finetune_mode': 'orig', 'checkpoint': '', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2026.01.28/00.19.02_HuggingFaceTB/SmolLM2-135M-Instruct'}}}, 'obs_dim': 9, 'action_dim': 4, 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1}, 'dataloader': {'batch_size': 128, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'val_dataloader': {'batch_size': 128, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'optimizer': {'_target_': 'torch.optim.Adam', 'lr': 0.0001, 'betas': [0.95, 0.999], 'eps': 1e-08, 'weight_decay': 1e-06}, 'training': {'device': 'cuda', 'seed': 42, 'debug': False, 'resume': True, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 10, 'num_epochs': 100, 'gradient_accumulate_every': 2, 'grad_norm_clip': 1, 'enable_normalizer': True, 'checkpoint_every': 1, 'val_every': 1, 'sample_every': 1, 'sample_max_batch': 128, 'max_train_steps': None, 'max_val_steps': None, 'tqdm_interval_sec': 1.0}, 'logging': {'project': 'llm_module_training', 'resume': True, 'mode': 'online', 'name': '2026.01.28-00.19.02_train_mlp_projector_box-close-v2', 'tags': ['train_mlp_projector', 'box-close-v2', 'default'], 'id': None, 'group': None}, 'checkpoint': {'topk': {'monitor_key': 'val_loss', 'mode': 'min', 'k': 5, 'format_str': 'epoch={epoch:04d}-val_loss={val_loss:.3f}.ckpt'}, 'save_last_ckpt': True, 'save_last_snapshot': False}, 'multi_run': {'run_dir': 'data/outputs/2026.01.28/00.19.02_train_mlp_projector_box-close-v2', 'wandb_name_base': '2026.01.28-00.19.02_train_mlp_projector_box-close-v2'}, 'task': {'name': 'box-close-v2', 'obs_dim': 9, 'action_dim': 4, 'env_runner': {'_target_': 'llmbc.env_runner.metaworld_lowdim_runner.MetaworldLowdimRunner', 'env_name': 'llf-metaworld-box-close-v2', 'n_train': 10, 'n_test': 50, 'n_envs': 10, 'max_steps': 30, 'n_obs_steps': 1, 'n_action_steps': 1, 'instruction_type': 'b', 'feedback_type': ['hp', 'hn', 'fp'], 'visual': False, 'discount': 0.9}, 'dataset': {'_target_': 'llmbc.dataset.metaworld_lowdim_dataset.MetaworldLowdimDataset', 'data_path': 'datasets/box-close-v2-general-o4-mini.pt', 'data_path2': 'datasets/box-close-v2-o4-mini.pt', 'horizon': 1, 'pad_before': 0, 'pad_after': 0, 'obs_eef_target': True, 'use_manual_normalizer': False, 'val_ratio': 0.05, 'dummy_normalizer': True}, 'instructor': {'_target_': 'llmbc.translator.instructor.metaworld_instructor.box_close_v2_instructor.BoxCloseV2Instructor'}}, 'llm': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'pretrained', 'finetune_mode': 'orig', 'checkpoint': '', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2026.01.28/00.19.02_HuggingFaceTB/SmolLM2-135M-Instruct'}}}}
14
+ 2026-01-28 00:19:14,949 INFO MainThread:1113696 [wandb_init.py:init():669] starting backend
15
+ 2026-01-28 00:19:14,950 INFO MainThread:1113696 [wandb_init.py:init():673] sending inform_init request
16
+ 2026-01-28 00:19:14,951 INFO MainThread:1113696 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
17
+ 2026-01-28 00:19:14,951 INFO MainThread:1113696 [wandb_init.py:init():686] backend started and connected
18
+ 2026-01-28 00:19:14,958 INFO MainThread:1113696 [wandb_init.py:init():781] updated telemetry
19
+ 2026-01-28 00:19:15,013 INFO MainThread:1113696 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
20
+ 2026-01-28 00:19:16,152 INFO MainThread:1113696 [wandb_init.py:init():867] starting run threads in backend
21
+ 2026-01-28 00:19:16,391 INFO MainThread:1113696 [wandb_run.py:_console_start():2451] atexit reg
22
+ 2026-01-28 00:19:16,391 INFO MainThread:1113696 [wandb_run.py:_redirect():2299] redirect: wrap_raw
23
+ 2026-01-28 00:19:16,391 INFO MainThread:1113696 [wandb_run.py:_redirect():2364] Wrapping output streams.
24
+ 2026-01-28 00:19:16,391 INFO MainThread:1113696 [wandb_run.py:_redirect():2389] Redirects installed.
25
+ 2026-01-28 00:19:16,394 INFO MainThread:1113696 [wandb_init.py:init():911] run started, returning control to user process
26
+ 2026-01-28 00:19:16,394 INFO MainThread:1113696 [wandb_run.py:_config_callback():1389] config_cb None None {'output_dir': '/work/u1131674/LLM-BC/data/outputs/2026.01.28/00.19.02_train_mlp_projector_box-close-v2'}
2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001914-zk1al3v3/run-zk1al3v3.wandb ADDED
Binary file (32.8 kB). View file
 
2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001915-zk1al3v3/files/output.log ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ Training epoch 0: 0%| | 0/565 [00:00<?, ?it/s]wandb: 409 encountered ({"errors":[{"message":"Error 1062 (23000): Duplicate entry '40535891-zk1al3v3' for key 'runs.PRIMARY'","path":["upsertBucket"]}],"data":{"upsertBucket":null}}), retrying request
2
+ Training epoch 0: 5%|▌ | 30/565 [00:20<06:01, 1.48it/s, grad_norm=0.13, loss=3.68]
2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001915-zk1al3v3/files/requirements.txt ADDED
@@ -0,0 +1,282 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ llmbc==0.0.0
2
+ llmbc==0.0.0
3
+ rpds-py==0.27.1
4
+ typeguard==4.4.4
5
+ flatbuffers==25.12.19
6
+ toppra==0.6.3
7
+ sympy==1.14.0
8
+ tiktoken==0.8.0
9
+ nvidia-cuda-cupti-cu12==12.1.105
10
+ arm_pytorch_utilities==0.4.3
11
+ pynndescent==0.6.0
12
+ multidict==6.7.0
13
+ fonttools==4.60.2
14
+ numexpr==2.10.1
15
+ cmudict==1.0.13
16
+ PyOpenGL-accelerate==3.1.10
17
+ gmpy2==2.2.1
18
+ peft==0.14.0
19
+ metaworld==2.0.0
20
+ nvidia-cufft-cu12==11.0.2.54
21
+ python-dateutil==2.9.0.post0
22
+ aiosignal==1.4.0
23
+ pexpect==4.9.0
24
+ protobuf==4.25.8
25
+ typing_extensions==4.15.0
26
+ mujoco==2.3.7
27
+ tokenizers==0.21.0
28
+ pytorch-kinematics==0.7.5
29
+ sniffio==1.3.1
30
+ aiofiles==25.1.0
31
+ mplib==0.1.1
32
+ wcwidth==0.2.14
33
+ Pygments==2.19.1
34
+ anyio==4.12.1
35
+ tensorflow-estimator==2.15.0
36
+ filelock==3.17.0
37
+ numpy==1.23.5
38
+ attrs==25.4.0
39
+ Markdown==3.9
40
+ fsspec==2024.3.1
41
+ libclang==18.1.1
42
+ umap-learn==0.5.9.post2
43
+ dill==0.3.8
44
+ narwhals==2.15.0
45
+ tensorboard==2.15.2
46
+ dacite==1.9.2
47
+ termcolor==3.1.0
48
+ llmbc==0.0.0
49
+ python-multipart==0.0.20
50
+ exceptiongroup==1.3.1
51
+ sapien==3.0.0b1
52
+ pygame==2.6.1
53
+ nvidia-curand-cu12==10.3.2.106
54
+ evaluate==0.4.3
55
+ msgpack==1.1.1
56
+ tensorflow-probability==0.23.0
57
+ diffusers==0.31.0
58
+ certifi==2025.10.5
59
+ d4rl==1.1
60
+ pydub==0.25.1
61
+ annotated-doc==0.0.4
62
+ gitdb==4.0.12
63
+ gradio_client==0.2.9
64
+ Shapely==1.8.4
65
+ mani_skill==3.0.0b20
66
+ tensorflow-io-gcs-filesystem==0.37.1
67
+ fasteners==0.20
68
+ hjson==3.1.0
69
+ ninja==1.13.0
70
+ stack-data==0.6.3
71
+ pyarrow==21.0.0
72
+ networkx==3.2.1
73
+ nvidia-cusparse-cu12==12.1.0.106
74
+ pyparsing==3.3.1
75
+ timm==1.0.22
76
+ typing-inspection==0.4.2
77
+ openai==2.8.1
78
+ pybullet==3.2.6
79
+ hydra-core==1.2.0
80
+ gradio==3.36.1
81
+ tensorflow==2.15.1
82
+ asttokens==3.0.1
83
+ importlib-metadata==5.2.0
84
+ astunparse==1.6.3
85
+ tifffile==2024.8.30
86
+ annotated-types==0.7.0
87
+ Bottleneck==1.4.2
88
+ accelerate==1.0.1
89
+ pytz==2025.2
90
+ urllib3==2.5.0
91
+ frozenlist==1.8.0
92
+ sentry-sdk==2.50.0
93
+ jsonschema==4.25.1
94
+ tyro==0.9.1
95
+ Farama-Notifications==0.0.4
96
+ ffmpy==1.0.0
97
+ httpx==0.28.1
98
+ pymunk==6.2.1
99
+ shtab==1.7.2
100
+ glfw==2.0.0
101
+ hf-xet==1.1.8
102
+ omegaconf==2.2.1
103
+ blobfile==3.0.0
104
+ decorator==5.2.1
105
+ cffi==1.17.1
106
+ matplotlib-inline==0.2.1
107
+ eval_type_backport==0.2.2
108
+ torchaudio==2.2.2
109
+ colorama==0.4.6
110
+ click==8.1.8
111
+ Cython==0.29.37
112
+ orjson==3.11.5
113
+ gym_bandits==0.0.2
114
+ traitlets==5.14.3
115
+ docker-pycreds==0.4.0
116
+ multiprocess==0.70.15
117
+ zipp==3.21.0
118
+ antlr4-python3-runtime==4.9.3
119
+ uc-micro-py==1.0.3
120
+ mpmath==1.3.0
121
+ idna==3.11
122
+ aiodns==3.5.0
123
+ charset-normalizer==3.4.4
124
+ nvidia-nvjitlink-cu12==12.9.86
125
+ nvidia-cuda-nvrtc-cu12==12.1.105
126
+ seaborn==0.13.2
127
+ pyarrow-hotfix==0.7
128
+ pillow==11.3.0
129
+ pyautogen==0.1.0
130
+ requests==2.32.0
131
+ MarkupSafe==3.0.2
132
+ websockets==15.0.1
133
+ nvidia-nccl-cu12==2.19.3
134
+ pure_eval==0.2.3
135
+ parso==0.8.5
136
+ huggingface-hub==0.26.2
137
+ syllables==1.0.9
138
+ tf-agents==0.19.0
139
+ six==1.17.0
140
+ referencing==0.36.2
141
+ ptyprocess==0.7.0
142
+ platformdirs==4.4.0
143
+ fastapi==0.128.0
144
+ stable-baselines3==2.2.1
145
+ av==10.0.0
146
+ diskcache==5.6.3
147
+ pynvml==13.0.1
148
+ pytorch-seed==0.2.0
149
+ zarr==2.12.0
150
+ mdurl==0.1.2
151
+ docstring-parser==0.16
152
+ packaging==25.0
153
+ numcodecs==0.12.1
154
+ opt_einsum==3.4.0
155
+ markdown-it-py==2.2.0
156
+ nvidia-cuda-runtime-cu12==12.1.105
157
+ PyWavelets==1.6.0
158
+ datasets==2.19.0
159
+ contourpy==1.3.0
160
+ aiohappyeyeballs==2.6.1
161
+ jaxlib==0.4.30
162
+ ImageIO==2.37.2
163
+ wandb==0.18.6
164
+ jiter==0.12.0
165
+ gymnasium==0.29.1
166
+ pycryptodomex==3.23.0
167
+ google-pasta==0.2.0
168
+ ipython==8.18.1
169
+ threadpoolctl==3.6.0
170
+ py-cpuinfo==9.0.0
171
+ bitsandbytes==0.45.0
172
+ xxhash==3.5.0
173
+ google-auth-oauthlib==1.2.4
174
+ rsa==4.9.1
175
+ rouge_score==0.1.2
176
+ dm-control==1.0.14
177
+ oauthlib==3.3.1
178
+ pandas==2.3.3
179
+ tenacity==9.1.2
180
+ asciitree==0.3.3
181
+ scipy==1.13.1
182
+ jedi==0.19.2
183
+ gast==0.7.0
184
+ google-auth==2.47.0
185
+ transforms3d==0.4.2
186
+ kiwisolver==1.4.7
187
+ matplotlib==3.7.5
188
+ aiohttp==3.12.15
189
+ pip==23.3.2
190
+ imageio-ffmpeg==0.6.0
191
+ deepspeed==0.16.1
192
+ yarl==1.18.0
193
+ nvidia-nvtx-cu12==12.1.105
194
+ llfbench==0.1.0
195
+ wheel==0.45.1
196
+ PySocks==1.7.1
197
+ ml-dtypes==0.3.2
198
+ PyYAML==6.0.2
199
+ fast_kinematics==0.2.2
200
+ gin-config==0.5.0
201
+ setproctitle==1.3.7
202
+ safetensors==0.5.3
203
+ torchvision==0.17.2
204
+ semantic-version==2.10.0
205
+ PyOpenGL==3.1.10
206
+ nltk==3.9.2
207
+ lxml==6.0.2
208
+ pydantic==2.12.5
209
+ tqdm==4.67.1
210
+ keras==2.15.0
211
+ parse==1.19.1
212
+ linkify-it-py==2.0.3
213
+ dm-tree==0.1.8
214
+ requests-oauthlib==2.0.0
215
+ scikit-learn==1.6.1
216
+ altair==6.0.0
217
+ Werkzeug==3.1.5
218
+ sentencepiece==0.2.0
219
+ uvicorn==0.39.0
220
+ cycler==0.12.1
221
+ transformers==4.47.1
222
+ uvloop==0.22.1
223
+ mkl_random==1.2.8
224
+ GitPython==3.1.46
225
+ regex==2025.9.1
226
+ jax==0.4.30
227
+ llvmlite==0.39.1
228
+ pyasn1_modules==0.4.2
229
+ nvidia-cudnn-cu12==8.9.2.26
230
+ pydantic_core==2.41.5
231
+ google-genai==1.47.0
232
+ propcache==0.3.1
233
+ pycares==4.10.0
234
+ pyperclip==1.11.0
235
+ pyasn1==0.6.2
236
+ async-timeout==5.0.1
237
+ psutil==7.0.0
238
+ gym==0.23.1
239
+ dm-env==1.6
240
+ Jinja2==3.1.6
241
+ sentence-transformers==3.2.1
242
+ einops==0.4.1
243
+ triton==2.2.0
244
+ grpcio==1.76.0
245
+ labmaze==1.0.6
246
+ nvidia-ml-py==13.590.44
247
+ brotlicffi==1.0.9.2
248
+ smmap==5.0.2
249
+ cloudpickle==3.1.2
250
+ setuptools==80.9.0
251
+ starlette==0.49.3
252
+ prompt_toolkit==3.0.52
253
+ wrapt==1.14.2
254
+ h5py==3.14.0
255
+ scikit-image==0.19.3
256
+ joblib==1.5.3
257
+ opencv-python==4.11.0.86
258
+ rich==14.2.0
259
+ trl==0.11.4
260
+ gym-notices==0.1.0
261
+ trimesh==4.11.1
262
+ mdit-py-plugins==0.3.3
263
+ distro==1.9.0
264
+ executing==2.2.1
265
+ mkl-service==2.4.0
266
+ nvidia-cusolver-cu12==11.4.5.107
267
+ FLAML==2.3.6
268
+ mujoco-py==2.1.2.14
269
+ h11==0.16.0
270
+ highway-env==1.9.1
271
+ httpcore==1.0.9
272
+ tensorboard-data-server==0.7.2
273
+ tzdata==2025.3
274
+ absl-py==2.3.1
275
+ jsonschema-specifications==2025.9.1
276
+ numba==0.56.4
277
+ tabulate==0.9.0
278
+ importlib-resources==5.13.0
279
+ pycparser==2.23
280
+ mkl_fft==1.3.11
281
+ torch==2.2.2
282
+ nvidia-cublas-cu12==12.1.3.1
2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001915-zk1al3v3/files/wandb-metadata.json ADDED
@@ -0,0 +1,106 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-4.18.0-513.24.1.el8_9.x86_64-x86_64-with-glibc2.28",
3
+ "python": "3.9.25",
4
+ "startedAt": "2026-01-27T16:19:15.374492Z",
5
+ "args": [
6
+ "--config-path",
7
+ "config/lang_source",
8
+ "--config-name",
9
+ "llmdp_mlp_projector_box-close-v2_o4-mini.yaml"
10
+ ],
11
+ "program": "/work/u1131674/LLM-BC/./train.py",
12
+ "codePath": "train.py",
13
+ "git": {
14
+ "remote": "https://github.com/CHYang25/LLM-BC.git",
15
+ "commit": "2cf60c4cdae3a2ac623eb2aebb7d12dc2beb2b66"
16
+ },
17
+ "email": "chris920325@gmail.com",
18
+ "root": "/work/u1131674/LLM-BC/data/outputs/2026.01.28/00.19.02_train_mlp_projector_box-close-v2",
19
+ "host": "hgpn21",
20
+ "username": "u1131674",
21
+ "executable": "/home/u1131674/.conda/envs/llm-bc/bin/python3",
22
+ "codePathLocal": "train.py",
23
+ "cpu_count": 112,
24
+ "cpu_count_logical": 112,
25
+ "gpu": "NVIDIA H100 80GB HBM3",
26
+ "gpu_count": 1,
27
+ "disk": {
28
+ "/": {
29
+ "total": "1918024196096",
30
+ "used": "217153368064"
31
+ }
32
+ },
33
+ "memory": {
34
+ "total": "2163677220864"
35
+ },
36
+ "cpu": {
37
+ "count": 112,
38
+ "countLogical": 112
39
+ },
40
+ "gpu_nvidia": [
41
+ {
42
+ "name": "NVIDIA H100 80GB HBM3",
43
+ "memoryTotal": "85520809984",
44
+ "cudaCores": 16896,
45
+ "architecture": "Hopper"
46
+ }
47
+ ],
48
+ "slurm": {
49
+ "cluster_name": "hpc",
50
+ "conf": "/etc/slurm/slurm.conf",
51
+ "cpu_bind": "quiet,mask_cpu:0x0000FF0000000000000000000000",
52
+ "cpu_bind_list": "0x0000FF0000000000000000000000",
53
+ "cpu_bind_type": "mask_cpu:",
54
+ "cpu_bind_verbose": "quiet",
55
+ "cpus_on_node": "8",
56
+ "cpus_per_task": "8",
57
+ "distribution": "cyclic,pack",
58
+ "gpus_on_node": "1",
59
+ "gpus_per_node": "1",
60
+ "gtids": "0",
61
+ "job_account": "mst114558",
62
+ "job_cpus_per_node": "8",
63
+ "job_end_time": "1769703540",
64
+ "job_gid": "106773",
65
+ "job_group": "MST114558",
66
+ "job_id": "105045",
67
+ "job_name": "python3",
68
+ "job_nodelist": "hgpn21",
69
+ "job_num_nodes": "1",
70
+ "job_partition": "normal",
71
+ "job_qos": "normal",
72
+ "job_start_time": "1769530740",
73
+ "job_uid": "41408",
74
+ "job_user": "u1131674",
75
+ "jobid": "105045",
76
+ "launch_node_ipaddr": "172.21.101.1",
77
+ "localid": "0",
78
+ "mem_per_node": "204800",
79
+ "nnodes": "1",
80
+ "nodeid": "0",
81
+ "nodelist": "hgpn21",
82
+ "nprocs": "1",
83
+ "ntasks": "1",
84
+ "prio_process": "0",
85
+ "procid": "0",
86
+ "srun_comm_host": "172.21.101.1",
87
+ "srun_comm_port": "46533",
88
+ "step_gpus": "7",
89
+ "step_id": "0",
90
+ "step_launcher_port": "46533",
91
+ "step_nodelist": "hgpn21",
92
+ "step_num_nodes": "1",
93
+ "step_num_tasks": "1",
94
+ "step_tasks_per_node": "1",
95
+ "stepid": "0",
96
+ "submit_dir": "/work/u1131674/LLM-BC",
97
+ "submit_host": "cbi-lgn01",
98
+ "task_pid": "1113694",
99
+ "tasks_per_node": "1",
100
+ "topology_addr": "ibsw1.hgpn21",
101
+ "topology_addr_pattern": "switch.node",
102
+ "tres_per_task": "cpu:8",
103
+ "umask": "0022"
104
+ },
105
+ "cudaVersion": "12.4"
106
+ }
2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001915-zk1al3v3/logs/debug-core.log ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-01-28T00:19:14.330994308+08:00","level":"INFO","msg":"started logging, with flags","port-filename":"/tmp/tmpi2mmsebx/port-1113696.txt","pid":1113696,"debug":false,"disable-analytics":false}
2
+ {"time":"2026-01-28T00:19:14.331017077+08:00","level":"INFO","msg":"FeatureState","shutdownOnParentExitEnabled":false}
3
+ {"time":"2026-01-28T00:19:14.331372236+08:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":1113696}
4
+ {"time":"2026-01-28T00:19:14.331366446+08:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":39117,"Zone":""}}
5
+ {"time":"2026-01-28T00:19:14.524618184+08:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:34736"}
6
+ {"time":"2026-01-28T00:19:14.782379815+08:00","level":"INFO","msg":"started logging, with flags","port-filename":"/tmp/tmpx5xwrxwi/port-1113694.txt","pid":1113694,"debug":false,"disable-analytics":false}
7
+ {"time":"2026-01-28T00:19:14.782398135+08:00","level":"INFO","msg":"FeatureState","shutdownOnParentExitEnabled":false}
8
+ {"time":"2026-01-28T00:19:14.782736352+08:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":1113694}
9
+ {"time":"2026-01-28T00:19:14.782728767+08:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":38005,"Zone":""}}
10
+ {"time":"2026-01-28T00:19:14.952416693+08:00","level":"INFO","msg":"handleInformInit: received","streamId":"zk1al3v3","id":"127.0.0.1:34736"}
11
+ {"time":"2026-01-28T00:19:14.977719823+08:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:53454"}
12
+ {"time":"2026-01-28T00:19:15.070600831+08:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"zk1al3v3","id":"127.0.0.1:34736"}
13
+ {"time":"2026-01-28T00:19:15.374994574+08:00","level":"INFO","msg":"handleInformInit: received","streamId":"zk1al3v3","id":"127.0.0.1:53454"}
14
+ {"time":"2026-01-28T00:19:15.504396406+08:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"zk1al3v3","id":"127.0.0.1:53454"}
2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001915-zk1al3v3/logs/debug-internal.log ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-01-28T00:19:15.378788051+08:00","level":"INFO","msg":"using version","core version":"0.18.6"}
2
+ {"time":"2026-01-28T00:19:15.37879851+08:00","level":"INFO","msg":"created symlink","path":"/work/u1131674/LLM-BC/data/outputs/2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001915-zk1al3v3/logs/debug-core.log"}
3
+ {"time":"2026-01-28T00:19:15.50436033+08:00","level":"INFO","msg":"created new stream","id":"zk1al3v3"}
4
+ {"time":"2026-01-28T00:19:15.504391668+08:00","level":"INFO","msg":"stream: started","id":"zk1al3v3"}
5
+ {"time":"2026-01-28T00:19:15.504410866+08:00","level":"INFO","msg":"sender: started","stream_id":"zk1al3v3"}
6
+ {"time":"2026-01-28T00:19:15.504406808+08:00","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"zk1al3v3"}}
7
+ {"time":"2026-01-28T00:19:15.504418481+08:00","level":"INFO","msg":"handler: started","stream_id":{"value":"zk1al3v3"}}
8
+ {"time":"2026-01-28T00:19:16.166195204+08:00","level":"INFO","msg":"api: retrying HTTP error","status":409,"url":"https://api.wandb.ai/graphql"}
9
+ {"time":"2026-01-28T00:19:18.738457616+08:00","level":"INFO","msg":"Starting system monitor"}
2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001915-zk1al3v3/logs/debug.log ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-01-28 00:19:15,371 INFO MainThread:1113694 [wandb_setup.py:_flush():79] Current SDK version is 0.18.6
2
+ 2026-01-28 00:19:15,371 INFO MainThread:1113694 [wandb_setup.py:_flush():79] Configure stats pid to 1113694
3
+ 2026-01-28 00:19:15,371 INFO MainThread:1113694 [wandb_setup.py:_flush():79] Loading settings from /home/u1131674/.config/wandb/settings
4
+ 2026-01-28 00:19:15,371 INFO MainThread:1113694 [wandb_setup.py:_flush():79] Loading settings from /work/u1131674/LLM-BC/wandb/settings
5
+ 2026-01-28 00:19:15,372 INFO MainThread:1113694 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
6
+ 2026-01-28 00:19:15,372 INFO MainThread:1113694 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
7
+ 2026-01-28 00:19:15,372 INFO MainThread:1113694 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': 'train.py', 'program_abspath': '/work/u1131674/LLM-BC/train.py', 'program': '/work/u1131674/LLM-BC/./train.py'}
8
+ 2026-01-28 00:19:15,372 INFO MainThread:1113694 [wandb_setup.py:_flush():79] Applying login settings: {}
9
+ 2026-01-28 00:19:15,372 INFO MainThread:1113694 [wandb_init.py:_log_setup():533] Logging user logs to /work/u1131674/LLM-BC/data/outputs/2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001915-zk1al3v3/logs/debug.log
10
+ 2026-01-28 00:19:15,372 INFO MainThread:1113694 [wandb_init.py:_log_setup():534] Logging internal logs to /work/u1131674/LLM-BC/data/outputs/2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001915-zk1al3v3/logs/debug-internal.log
11
+ 2026-01-28 00:19:15,372 INFO MainThread:1113694 [wandb_init.py:init():619] calling init triggers
12
+ 2026-01-28 00:19:15,372 INFO MainThread:1113694 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
13
+ config: {'name': 'train_mlp_projector', '_target_': 'llmbc.workspace.train_mlp_projector_workspace.TrainMlpProjectorWorkspace', 'obs_dim': 9, 'action_dim': 4, 'task_name': 'box-close-v2', 'exp_name': 'default', 'model_name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1, 'n_latency_steps': 0, 'past_action_visible': False, 'llm_translator': {'_target_': 'llmbc.translator.llm_translator.LLMTranslator', 'cfg': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'pretrained', 'finetune_mode': 'orig', 'checkpoint': '', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2026.01.28/00.19.02_HuggingFaceTB/SmolLM2-135M-Instruct'}}}, 'obs_dim': 9, 'action_dim': 4, 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1}, 'dataloader': {'batch_size': 128, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'val_dataloader': {'batch_size': 128, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'optimizer': {'_target_': 'torch.optim.Adam', 'lr': 0.0001, 'betas': [0.95, 0.999], 'eps': 1e-08, 'weight_decay': 1e-06}, 'training': {'device': 'cuda', 'seed': 42, 'debug': False, 'resume': True, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 10, 'num_epochs': 100, 'gradient_accumulate_every': 2, 'grad_norm_clip': 1, 'enable_normalizer': True, 'checkpoint_every': 1, 'val_every': 1, 'sample_every': 1, 'sample_max_batch': 128, 'max_train_steps': None, 'max_val_steps': None, 'tqdm_interval_sec': 1.0}, 'logging': {'project': 'llm_module_training', 'resume': True, 'mode': 'online', 'name': '2026.01.28-00.19.02_train_mlp_projector_box-close-v2', 'tags': ['train_mlp_projector', 'box-close-v2', 'default'], 'id': None, 'group': None}, 'checkpoint': {'topk': {'monitor_key': 'val_loss', 'mode': 'min', 'k': 5, 'format_str': 'epoch={epoch:04d}-val_loss={val_loss:.3f}.ckpt'}, 'save_last_ckpt': True, 'save_last_snapshot': False}, 'multi_run': {'run_dir': 'data/outputs/2026.01.28/00.19.02_train_mlp_projector_box-close-v2', 'wandb_name_base': '2026.01.28-00.19.02_train_mlp_projector_box-close-v2'}, 'task': {'name': 'box-close-v2', 'obs_dim': 9, 'action_dim': 4, 'env_runner': {'_target_': 'llmbc.env_runner.metaworld_lowdim_runner.MetaworldLowdimRunner', 'env_name': 'llf-metaworld-box-close-v2', 'n_train': 10, 'n_test': 50, 'n_envs': 10, 'max_steps': 30, 'n_obs_steps': 1, 'n_action_steps': 1, 'instruction_type': 'b', 'feedback_type': ['hp', 'hn', 'fp'], 'visual': False, 'discount': 0.9}, 'dataset': {'_target_': 'llmbc.dataset.metaworld_lowdim_dataset.MetaworldLowdimDataset', 'data_path': 'datasets/box-close-v2-general-o4-mini.pt', 'data_path2': 'datasets/box-close-v2-o4-mini.pt', 'horizon': 1, 'pad_before': 0, 'pad_after': 0, 'obs_eef_target': True, 'use_manual_normalizer': False, 'val_ratio': 0.05, 'dummy_normalizer': False}, 'instructor': {'_target_': 'llmbc.translator.instructor.metaworld_instructor.box_close_v2_instructor.BoxCloseV2Instructor'}}, 'llm': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'pretrained', 'finetune_mode': 'orig', 'checkpoint': '', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2026.01.28/00.19.02_HuggingFaceTB/SmolLM2-135M-Instruct'}}}}
14
+ 2026-01-28 00:19:15,372 INFO MainThread:1113694 [wandb_init.py:init():669] starting backend
15
+ 2026-01-28 00:19:15,372 INFO MainThread:1113694 [wandb_init.py:init():673] sending inform_init request
16
+ 2026-01-28 00:19:15,374 INFO MainThread:1113694 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
17
+ 2026-01-28 00:19:15,374 INFO MainThread:1113694 [wandb_init.py:init():686] backend started and connected
18
+ 2026-01-28 00:19:15,383 INFO MainThread:1113694 [wandb_init.py:init():781] updated telemetry
19
+ 2026-01-28 00:19:15,442 INFO MainThread:1113694 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
20
+ 2026-01-28 00:19:18,733 INFO MainThread:1113694 [wandb_init.py:init():867] starting run threads in backend
21
+ 2026-01-28 00:19:18,925 INFO MainThread:1113694 [wandb_run.py:_console_start():2451] atexit reg
22
+ 2026-01-28 00:19:18,925 INFO MainThread:1113694 [wandb_run.py:_redirect():2299] redirect: wrap_raw
23
+ 2026-01-28 00:19:18,926 INFO MainThread:1113694 [wandb_run.py:_redirect():2364] Wrapping output streams.
24
+ 2026-01-28 00:19:18,926 INFO MainThread:1113694 [wandb_run.py:_redirect():2389] Redirects installed.
25
+ 2026-01-28 00:19:18,928 INFO MainThread:1113694 [wandb_init.py:init():911] run started, returning control to user process
26
+ 2026-01-28 00:19:18,928 INFO MainThread:1113694 [wandb_run.py:_config_callback():1389] config_cb None None {'output_dir': '/work/u1131674/LLM-BC/data/outputs/2026.01.28/00.19.02_train_mlp_projector_box-close-v2'}
2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/run-20260128_001915-zk1al3v3/run-zk1al3v3.wandb ADDED
Binary file (32.8 kB). View file
 
2026.01.28/00.19.02_train_mlp_projector_box-close-v2/wandb/wandb-resume.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"run_id": "zk1al3v3"}
2026.01.28/00.20.31_train_mlp_projector_box-close-v2/.hydra/config.yaml ADDED
@@ -0,0 +1,138 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: train_mlp_projector
2
+ _target_: llmbc.workspace.train_mlp_projector_workspace.TrainMlpProjectorWorkspace
3
+ obs_dim: ${task.obs_dim}
4
+ action_dim: ${task.action_dim}
5
+ task_name: ${task.name}
6
+ exp_name: default
7
+ model_name: ${llm.name}
8
+ horizon: 1
9
+ n_obs_steps: 1
10
+ n_action_steps: 1
11
+ n_latency_steps: 0
12
+ past_action_visible: false
13
+ llm_translator:
14
+ _target_: llmbc.translator.llm_translator.LLMTranslator
15
+ cfg: ${llm}
16
+ obs_dim: ${task.obs_dim}
17
+ action_dim: ${task.action_dim}
18
+ horizon: ${horizon}
19
+ n_obs_steps: ${n_obs_steps}
20
+ n_action_steps: ${n_action_steps}
21
+ dataloader:
22
+ batch_size: 128
23
+ num_workers: 0
24
+ shuffle: true
25
+ pin_memory: false
26
+ persistent_workers: false
27
+ val_dataloader:
28
+ batch_size: 128
29
+ num_workers: 0
30
+ shuffle: true
31
+ pin_memory: false
32
+ persistent_workers: false
33
+ optimizer:
34
+ _target_: torch.optim.Adam
35
+ lr: 0.0001
36
+ betas:
37
+ - 0.95
38
+ - 0.999
39
+ eps: 1.0e-08
40
+ weight_decay: 1.0e-06
41
+ training:
42
+ device: cuda
43
+ seed: 42
44
+ debug: false
45
+ resume: true
46
+ lr_scheduler: cosine
47
+ lr_warmup_steps: 10
48
+ num_epochs: 100
49
+ gradient_accumulate_every: 2
50
+ grad_norm_clip: 1
51
+ enable_normalizer: true
52
+ checkpoint_every: 1
53
+ val_every: 1
54
+ sample_every: 1
55
+ sample_max_batch: 128
56
+ max_train_steps: null
57
+ max_val_steps: null
58
+ tqdm_interval_sec: 1.0
59
+ logging:
60
+ project: llm_module_training
61
+ resume: true
62
+ mode: online
63
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
64
+ tags:
65
+ - ${name}
66
+ - ${task_name}
67
+ - ${exp_name}
68
+ id: null
69
+ group: null
70
+ checkpoint:
71
+ topk:
72
+ monitor_key: val_loss
73
+ mode: min
74
+ k: 5
75
+ format_str: epoch={epoch:04d}-val_loss={val_loss:.3f}.ckpt
76
+ save_last_ckpt: true
77
+ save_last_snapshot: false
78
+ multi_run:
79
+ run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
80
+ wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
81
+ task:
82
+ name: box-close-v2
83
+ obs_dim: 9
84
+ action_dim: 4
85
+ env_runner:
86
+ _target_: llmbc.env_runner.metaworld_lowdim_runner.MetaworldLowdimRunner
87
+ env_name: llf-metaworld-box-close-v2
88
+ n_train: 10
89
+ n_test: 50
90
+ n_envs: 10
91
+ max_steps: 30
92
+ n_obs_steps: ${n_obs_steps}
93
+ n_action_steps: ${n_action_steps}
94
+ instruction_type: b
95
+ feedback_type:
96
+ - hp
97
+ - hn
98
+ - fp
99
+ visual: false
100
+ discount: 0.9
101
+ dataset:
102
+ _target_: llmbc.dataset.metaworld_lowdim_dataset.MetaworldLowdimDataset
103
+ data_path: datasets/box-close-v2-general-o4-mini.pt
104
+ data_path2: datasets/box-close-v2-o4-mini.pt
105
+ horizon: ${horizon}
106
+ pad_before: ${eval:'${n_obs_steps}-1'}
107
+ pad_after: ${eval:'${n_action_steps}-1'}
108
+ obs_eef_target: true
109
+ use_manual_normalizer: false
110
+ val_ratio: 0.05
111
+ dummy_normalizer: true
112
+ instructor:
113
+ _target_: llmbc.translator.instructor.metaworld_instructor.box_close_v2_instructor.BoxCloseV2Instructor
114
+ llm:
115
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
116
+ model_name: SmolLM2-135M-Instruct
117
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
118
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
119
+ use_quantization: false
120
+ use_joint_mlp_projector: true
121
+ llm_mode: pretrained
122
+ finetune_mode: orig
123
+ checkpoint: ''
124
+ max_length: 100
125
+ lora_config:
126
+ r: 32
127
+ lora_alpha: 64
128
+ lora_dropout: 0.05
129
+ bias: none
130
+ task_type: CAUSAL_LM
131
+ prompter:
132
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
133
+ use_joint_mlp_projector: true
134
+ hydra:
135
+ job:
136
+ override_dirname: ${model_name}
137
+ run:
138
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${model_name}
2026.01.28/00.20.31_train_mlp_projector_box-close-v2/.hydra/hydra.yaml ADDED
@@ -0,0 +1,154 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task: []
115
+ job:
116
+ name: train
117
+ chdir: null
118
+ override_dirname: ''
119
+ id: ???
120
+ num: ???
121
+ config_name: llmbc_mlp_projector_box-close-v2_o4-mini.yaml
122
+ env_set: {}
123
+ env_copy: []
124
+ config:
125
+ override_dirname:
126
+ kv_sep: '='
127
+ item_sep: ','
128
+ exclude_keys: []
129
+ runtime:
130
+ version: 1.2.0
131
+ version_base: '1.2'
132
+ cwd: /work/u1131674/LLM-BC
133
+ config_sources:
134
+ - path: hydra.conf
135
+ schema: pkg
136
+ provider: hydra
137
+ - path: /work/u1131674/LLM-BC/config/lang_source
138
+ schema: file
139
+ provider: main
140
+ - path: ''
141
+ schema: structured
142
+ provider: schema
143
+ output_dir: /work/u1131674/LLM-BC/data/outputs/2026.01.28/00.20.31_train_mlp_projector_box-close-v2
144
+ choices:
145
+ hydra/env: default
146
+ hydra/callbacks: null
147
+ hydra/job_logging: default
148
+ hydra/hydra_logging: default
149
+ hydra/hydra_help: default
150
+ hydra/help: default
151
+ hydra/sweeper: basic
152
+ hydra/launcher: basic
153
+ hydra/output: default
154
+ verbose: false
2026.01.28/00.20.31_train_mlp_projector_box-close-v2/.hydra/overrides.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ []
2026.01.28/00.20.31_train_mlp_projector_box-close-v2/checkpoints/epoch=0093-val_loss=2.191.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c2e0a98bb77bf92c36e628ab66933ebb6a0f5c409800890b9dc261541581766
3
+ size 4110822
2026.01.28/00.20.31_train_mlp_projector_box-close-v2/checkpoints/epoch=0096-val_loss=2.189.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d30704ee3eae4bbb3d76f86e632315fc2c74f62a7fd3488744bb1cd5bd5a83b
3
+ size 4110822
2026.01.28/00.20.31_train_mlp_projector_box-close-v2/checkpoints/epoch=0097-val_loss=2.189.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a269c54f1cb469981f7d47c05e5c94945d5bea4c549e2463b9cbf4af9c8382bf
3
+ size 4110822
2026.01.28/00.20.31_train_mlp_projector_box-close-v2/checkpoints/epoch=0098-val_loss=2.186.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d87b6064f6b6d606df21820412b92e036664f0e8b8497d93480cf02776340180
3
+ size 4110822
2026.01.28/00.20.31_train_mlp_projector_box-close-v2/checkpoints/epoch=0099-val_loss=2.190.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f020bfaf26ab3446ecac695500c3c256cbfdf28541876f8858216f7ed58a083c
3
+ size 4110822
2026.01.28/00.20.31_train_mlp_projector_box-close-v2/checkpoints/latest.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f020bfaf26ab3446ecac695500c3c256cbfdf28541876f8858216f7ed58a083c
3
+ size 4110822
2026.01.28/00.20.31_train_mlp_projector_box-close-v2/logs.json.txt ADDED
The diff for this file is too large to render. See raw diff
 
2026.01.28/00.20.31_train_mlp_projector_box-close-v2/train.log ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ [2026-01-28 00:20:33,669][numexpr.utils][INFO] - Note: detected 112 virtual cores but NumExpr set to maximum of 64, check "NUMEXPR_MAX_THREADS" environment variable.
2
+ [2026-01-28 00:20:33,669][numexpr.utils][INFO] - Note: NumExpr detected 112 cores but "NUMEXPR_MAX_THREADS" not set, so enforcing safe limit of 16.
3
+ [2026-01-28 00:20:33,669][numexpr.utils][INFO] - NumExpr defaulting to 16 threads.
4
+ [2026-01-28 00:20:38,172][datasets][INFO] - PyTorch version 2.2.2 available.
5
+ [2026-01-28 00:20:38,173][datasets][INFO] - TensorFlow version 2.15.1 available.
6
+ [2026-01-28 00:20:38,174][datasets][INFO] - JAX version 0.4.30 available.
2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/debug-internal.log ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-01-28T00:20:42.287152799+08:00","level":"INFO","msg":"using version","core version":"0.18.6"}
2
+ {"time":"2026-01-28T00:20:42.287163685+08:00","level":"INFO","msg":"created symlink","path":"/work/u1131674/LLM-BC/data/outputs/2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/logs/debug-core.log"}
3
+ {"time":"2026-01-28T00:20:42.40159487+08:00","level":"INFO","msg":"created new stream","id":"d9kt1a6y"}
4
+ {"time":"2026-01-28T00:20:42.401631969+08:00","level":"INFO","msg":"stream: started","id":"d9kt1a6y"}
5
+ {"time":"2026-01-28T00:20:42.40165535+08:00","level":"INFO","msg":"sender: started","stream_id":"d9kt1a6y"}
6
+ {"time":"2026-01-28T00:20:42.401645639+08:00","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"d9kt1a6y"}}
7
+ {"time":"2026-01-28T00:20:42.401655093+08:00","level":"INFO","msg":"handler: started","stream_id":{"value":"d9kt1a6y"}}
8
+ {"time":"2026-01-28T00:20:43.122350505+08:00","level":"INFO","msg":"Starting system monitor"}
9
+ {"time":"2026-01-28T03:18:28.843132355+08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/chyang25-national-taiwan-university/llm_module_training/d9kt1a6y/file_stream"}
10
+ {"time":"2026-01-28T04:22:17.072983497+08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/chyang25-national-taiwan-university/llm_module_training/d9kt1a6y/file_stream"}
11
+ {"time":"2026-01-28T05:23:28.602833473+08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/graphql"}
12
+ {"time":"2026-01-28T09:24:07.706274513+08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/graphql"}
13
+ {"time":"2026-01-28T10:52:44.707921101+08:00","level":"INFO","msg":"stream: closing","id":"d9kt1a6y"}
14
+ {"time":"2026-01-28T10:52:44.707946286+08:00","level":"INFO","msg":"Stopping system monitor"}
15
+ {"time":"2026-01-28T10:52:44.708452053+08:00","level":"INFO","msg":"Stopped system monitor"}
16
+ {"time":"2026-01-28T10:52:48.257346098+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
17
+ {"time":"2026-01-28T10:52:48.506294252+08:00","level":"INFO","msg":"handler: closed","stream_id":{"value":"d9kt1a6y"}}
18
+ {"time":"2026-01-28T10:52:48.506322189+08:00","level":"INFO","msg":"writer: Close: closed","stream_id":{"value":"d9kt1a6y"}}
19
+ {"time":"2026-01-28T10:52:48.506353262+08:00","level":"INFO","msg":"sender: closed","stream_id":"d9kt1a6y"}
20
+ {"time":"2026-01-28T10:52:48.506389957+08:00","level":"INFO","msg":"stream: closed","id":"d9kt1a6y"}
2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/debug.log ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-01-28 00:20:42,282 INFO MainThread:1129901 [wandb_setup.py:_flush():79] Current SDK version is 0.18.6
2
+ 2026-01-28 00:20:42,282 INFO MainThread:1129901 [wandb_setup.py:_flush():79] Configure stats pid to 1129901
3
+ 2026-01-28 00:20:42,282 INFO MainThread:1129901 [wandb_setup.py:_flush():79] Loading settings from /home/u1131674/.config/wandb/settings
4
+ 2026-01-28 00:20:42,282 INFO MainThread:1129901 [wandb_setup.py:_flush():79] Loading settings from /work/u1131674/LLM-BC/wandb/settings
5
+ 2026-01-28 00:20:42,283 INFO MainThread:1129901 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
6
+ 2026-01-28 00:20:42,283 INFO MainThread:1129901 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
7
+ 2026-01-28 00:20:42,283 INFO MainThread:1129901 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': 'train.py', 'program_abspath': '/work/u1131674/LLM-BC/train.py', 'program': '/work/u1131674/LLM-BC/./train.py'}
8
+ 2026-01-28 00:20:42,283 INFO MainThread:1129901 [wandb_setup.py:_flush():79] Applying login settings: {}
9
+ 2026-01-28 00:20:42,283 INFO MainThread:1129901 [wandb_init.py:_log_setup():533] Logging user logs to /work/u1131674/LLM-BC/data/outputs/2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/logs/debug.log
10
+ 2026-01-28 00:20:42,283 INFO MainThread:1129901 [wandb_init.py:_log_setup():534] Logging internal logs to /work/u1131674/LLM-BC/data/outputs/2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/logs/debug-internal.log
11
+ 2026-01-28 00:20:42,283 INFO MainThread:1129901 [wandb_init.py:init():619] calling init triggers
12
+ 2026-01-28 00:20:42,283 INFO MainThread:1129901 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
13
+ config: {'name': 'train_mlp_projector', '_target_': 'llmbc.workspace.train_mlp_projector_workspace.TrainMlpProjectorWorkspace', 'obs_dim': 9, 'action_dim': 4, 'task_name': 'box-close-v2', 'exp_name': 'default', 'model_name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1, 'n_latency_steps': 0, 'past_action_visible': False, 'llm_translator': {'_target_': 'llmbc.translator.llm_translator.LLMTranslator', 'cfg': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'pretrained', 'finetune_mode': 'orig', 'checkpoint': '', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2026.01.28/00.20.31_HuggingFaceTB/SmolLM2-135M-Instruct'}}}, 'obs_dim': 9, 'action_dim': 4, 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1}, 'dataloader': {'batch_size': 128, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'val_dataloader': {'batch_size': 128, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'optimizer': {'_target_': 'torch.optim.Adam', 'lr': 0.0001, 'betas': [0.95, 0.999], 'eps': 1e-08, 'weight_decay': 1e-06}, 'training': {'device': 'cuda', 'seed': 42, 'debug': False, 'resume': True, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 10, 'num_epochs': 100, 'gradient_accumulate_every': 2, 'grad_norm_clip': 1, 'enable_normalizer': True, 'checkpoint_every': 1, 'val_every': 1, 'sample_every': 1, 'sample_max_batch': 128, 'max_train_steps': None, 'max_val_steps': None, 'tqdm_interval_sec': 1.0}, 'logging': {'project': 'llm_module_training', 'resume': True, 'mode': 'online', 'name': '2026.01.28-00.20.31_train_mlp_projector_box-close-v2', 'tags': ['train_mlp_projector', 'box-close-v2', 'default'], 'id': None, 'group': None}, 'checkpoint': {'topk': {'monitor_key': 'val_loss', 'mode': 'min', 'k': 5, 'format_str': 'epoch={epoch:04d}-val_loss={val_loss:.3f}.ckpt'}, 'save_last_ckpt': True, 'save_last_snapshot': False}, 'multi_run': {'run_dir': 'data/outputs/2026.01.28/00.20.31_train_mlp_projector_box-close-v2', 'wandb_name_base': '2026.01.28-00.20.31_train_mlp_projector_box-close-v2'}, 'task': {'name': 'box-close-v2', 'obs_dim': 9, 'action_dim': 4, 'env_runner': {'_target_': 'llmbc.env_runner.metaworld_lowdim_runner.MetaworldLowdimRunner', 'env_name': 'llf-metaworld-box-close-v2', 'n_train': 10, 'n_test': 50, 'n_envs': 10, 'max_steps': 30, 'n_obs_steps': 1, 'n_action_steps': 1, 'instruction_type': 'b', 'feedback_type': ['hp', 'hn', 'fp'], 'visual': False, 'discount': 0.9}, 'dataset': {'_target_': 'llmbc.dataset.metaworld_lowdim_dataset.MetaworldLowdimDataset', 'data_path': 'datasets/box-close-v2-general-o4-mini.pt', 'data_path2': 'datasets/box-close-v2-o4-mini.pt', 'horizon': 1, 'pad_before': 0, 'pad_after': 0, 'obs_eef_target': True, 'use_manual_normalizer': False, 'val_ratio': 0.05, 'dummy_normalizer': True}, 'instructor': {'_target_': 'llmbc.translator.instructor.metaworld_instructor.box_close_v2_instructor.BoxCloseV2Instructor'}}, 'llm': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'pretrained', 'finetune_mode': 'orig', 'checkpoint': '', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2026.01.28/00.20.31_HuggingFaceTB/SmolLM2-135M-Instruct'}}}}
14
+ 2026-01-28 00:20:42,283 INFO MainThread:1129901 [wandb_init.py:init():669] starting backend
15
+ 2026-01-28 00:20:42,283 INFO MainThread:1129901 [wandb_init.py:init():673] sending inform_init request
16
+ 2026-01-28 00:20:42,284 INFO MainThread:1129901 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
17
+ 2026-01-28 00:20:42,285 INFO MainThread:1129901 [wandb_init.py:init():686] backend started and connected
18
+ 2026-01-28 00:20:42,292 INFO MainThread:1129901 [wandb_init.py:init():781] updated telemetry
19
+ 2026-01-28 00:20:42,346 INFO MainThread:1129901 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
20
+ 2026-01-28 00:20:43,117 INFO MainThread:1129901 [wandb_init.py:init():867] starting run threads in backend
21
+ 2026-01-28 00:20:43,315 INFO MainThread:1129901 [wandb_run.py:_console_start():2451] atexit reg
22
+ 2026-01-28 00:20:43,316 INFO MainThread:1129901 [wandb_run.py:_redirect():2299] redirect: wrap_raw
23
+ 2026-01-28 00:20:43,316 INFO MainThread:1129901 [wandb_run.py:_redirect():2364] Wrapping output streams.
24
+ 2026-01-28 00:20:43,316 INFO MainThread:1129901 [wandb_run.py:_redirect():2389] Redirects installed.
25
+ 2026-01-28 00:20:43,319 INFO MainThread:1129901 [wandb_init.py:init():911] run started, returning control to user process
26
+ 2026-01-28 00:20:43,319 INFO MainThread:1129901 [wandb_run.py:_config_callback():1389] config_cb None None {'output_dir': '/work/u1131674/LLM-BC/data/outputs/2026.01.28/00.20.31_train_mlp_projector_box-close-v2'}
27
+ 2026-01-28 10:52:44,708 WARNING MsgRouterThr:1129901 [router.py:message_loop():75] message_loop has been closed
2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/files/config.yaml ADDED
@@ -0,0 +1,242 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _target_:
2
+ value: llmbc.workspace.train_mlp_projector_workspace.TrainMlpProjectorWorkspace
3
+ _wandb:
4
+ value:
5
+ cli_version: 0.18.6
6
+ m: []
7
+ python_version: 3.9.25
8
+ t:
9
+ "1":
10
+ - 1
11
+ - 2
12
+ - 3
13
+ - 5
14
+ - 11
15
+ - 12
16
+ - 41
17
+ - 49
18
+ - 50
19
+ - 51
20
+ - 53
21
+ - 55
22
+ - 71
23
+ - 83
24
+ - 95
25
+ - 98
26
+ - 105
27
+ "2":
28
+ - 1
29
+ - 2
30
+ - 3
31
+ - 5
32
+ - 11
33
+ - 12
34
+ - 41
35
+ - 49
36
+ - 50
37
+ - 51
38
+ - 53
39
+ - 55
40
+ - 71
41
+ - 83
42
+ - 95
43
+ - 98
44
+ - 105
45
+ "3":
46
+ - 13
47
+ - 15
48
+ - 16
49
+ - 23
50
+ - 55
51
+ - 61
52
+ "4": 3.9.25
53
+ "5": 0.18.6
54
+ "6": 4.47.1
55
+ "8":
56
+ - 5
57
+ "12": 0.18.6
58
+ "13": linux-x86_64
59
+ action_dim:
60
+ value: 4
61
+ checkpoint:
62
+ value:
63
+ save_last_ckpt: true
64
+ save_last_snapshot: false
65
+ topk:
66
+ format_str: epoch={epoch:04d}-val_loss={val_loss:.3f}.ckpt
67
+ k: 5
68
+ mode: min
69
+ monitor_key: val_loss
70
+ dataloader:
71
+ value:
72
+ batch_size: 128
73
+ num_workers: 0
74
+ persistent_workers: false
75
+ pin_memory: false
76
+ shuffle: true
77
+ exp_name:
78
+ value: default
79
+ horizon:
80
+ value: 1
81
+ llm:
82
+ value:
83
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
84
+ checkpoint: ""
85
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
86
+ finetune_mode: orig
87
+ hydra:
88
+ job:
89
+ override_dirname: HuggingFaceTB/SmolLM2-135M-Instruct
90
+ run:
91
+ dir: data/outputs/2026.01.28/00.20.31_HuggingFaceTB/SmolLM2-135M-Instruct
92
+ llm_mode: pretrained
93
+ lora_config:
94
+ bias: none
95
+ lora_alpha: 64
96
+ lora_dropout: 0.05
97
+ r: 32
98
+ task_type: CAUSAL_LM
99
+ max_length: 100
100
+ model_name: SmolLM2-135M-Instruct
101
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
102
+ prompter:
103
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
104
+ use_joint_mlp_projector: true
105
+ use_joint_mlp_projector: true
106
+ use_quantization: false
107
+ llm_translator:
108
+ value:
109
+ _target_: llmbc.translator.llm_translator.LLMTranslator
110
+ action_dim: 4
111
+ cfg:
112
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
113
+ checkpoint: ""
114
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
115
+ finetune_mode: orig
116
+ hydra:
117
+ job:
118
+ override_dirname: HuggingFaceTB/SmolLM2-135M-Instruct
119
+ run:
120
+ dir: data/outputs/2026.01.28/00.20.31_HuggingFaceTB/SmolLM2-135M-Instruct
121
+ llm_mode: pretrained
122
+ lora_config:
123
+ bias: none
124
+ lora_alpha: 64
125
+ lora_dropout: 0.05
126
+ r: 32
127
+ task_type: CAUSAL_LM
128
+ max_length: 100
129
+ model_name: SmolLM2-135M-Instruct
130
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
131
+ prompter:
132
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
133
+ use_joint_mlp_projector: true
134
+ use_joint_mlp_projector: true
135
+ use_quantization: false
136
+ horizon: 1
137
+ n_action_steps: 1
138
+ n_obs_steps: 1
139
+ obs_dim: 9
140
+ logging:
141
+ value:
142
+ group: null
143
+ id: null
144
+ mode: online
145
+ name: 2026.01.28-00.20.31_train_mlp_projector_box-close-v2
146
+ project: llm_module_training
147
+ resume: true
148
+ tags:
149
+ - train_mlp_projector
150
+ - box-close-v2
151
+ - default
152
+ model_name:
153
+ value: HuggingFaceTB/SmolLM2-135M-Instruct
154
+ multi_run:
155
+ value:
156
+ run_dir: data/outputs/2026.01.28/00.20.31_train_mlp_projector_box-close-v2
157
+ wandb_name_base: 2026.01.28-00.20.31_train_mlp_projector_box-close-v2
158
+ n_action_steps:
159
+ value: 1
160
+ n_latency_steps:
161
+ value: 0
162
+ n_obs_steps:
163
+ value: 1
164
+ name:
165
+ value: train_mlp_projector
166
+ obs_dim:
167
+ value: 9
168
+ optimizer:
169
+ value:
170
+ _target_: torch.optim.Adam
171
+ betas:
172
+ - 0.95
173
+ - 0.999
174
+ eps: 1e-08
175
+ lr: 0.0001
176
+ weight_decay: 1e-06
177
+ output_dir:
178
+ value: /work/u1131674/LLM-BC/data/outputs/2026.01.28/00.20.31_train_mlp_projector_box-close-v2
179
+ past_action_visible:
180
+ value: false
181
+ task:
182
+ value:
183
+ action_dim: 4
184
+ dataset:
185
+ _target_: llmbc.dataset.metaworld_lowdim_dataset.MetaworldLowdimDataset
186
+ data_path: datasets/box-close-v2-general-o4-mini.pt
187
+ data_path2: datasets/box-close-v2-o4-mini.pt
188
+ dummy_normalizer: true
189
+ horizon: 1
190
+ obs_eef_target: true
191
+ pad_after: 0
192
+ pad_before: 0
193
+ use_manual_normalizer: false
194
+ val_ratio: 0.05
195
+ env_runner:
196
+ _target_: llmbc.env_runner.metaworld_lowdim_runner.MetaworldLowdimRunner
197
+ discount: 0.9
198
+ env_name: llf-metaworld-box-close-v2
199
+ feedback_type:
200
+ - hp
201
+ - hn
202
+ - fp
203
+ instruction_type: b
204
+ max_steps: 30
205
+ n_action_steps: 1
206
+ n_envs: 10
207
+ n_obs_steps: 1
208
+ n_test: 50
209
+ n_train: 10
210
+ visual: false
211
+ instructor:
212
+ _target_: llmbc.translator.instructor.metaworld_instructor.box_close_v2_instructor.BoxCloseV2Instructor
213
+ name: box-close-v2
214
+ obs_dim: 9
215
+ task_name:
216
+ value: box-close-v2
217
+ training:
218
+ value:
219
+ checkpoint_every: 1
220
+ debug: false
221
+ device: cuda
222
+ enable_normalizer: true
223
+ grad_norm_clip: 1
224
+ gradient_accumulate_every: 2
225
+ lr_scheduler: cosine
226
+ lr_warmup_steps: 10
227
+ max_train_steps: null
228
+ max_val_steps: null
229
+ num_epochs: 100
230
+ resume: true
231
+ sample_every: 1
232
+ sample_max_batch: 128
233
+ seed: 42
234
+ tqdm_interval_sec: 1
235
+ val_every: 1
236
+ val_dataloader:
237
+ value:
238
+ batch_size: 128
239
+ num_workers: 0
240
+ persistent_workers: false
241
+ pin_memory: false
242
+ shuffle: true
2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/files/output.log ADDED
@@ -0,0 +1 @@
 
 
1
+
2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/files/wandb-metadata.json ADDED
@@ -0,0 +1,106 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-4.18.0-513.24.1.el8_9.x86_64-x86_64-with-glibc2.28",
3
+ "python": "3.9.25",
4
+ "startedAt": "2026-01-27T16:20:42.285279Z",
5
+ "args": [
6
+ "--config-path",
7
+ "config/lang_source",
8
+ "--config-name",
9
+ "llmbc_mlp_projector_box-close-v2_o4-mini.yaml"
10
+ ],
11
+ "program": "/work/u1131674/LLM-BC/./train.py",
12
+ "codePath": "train.py",
13
+ "git": {
14
+ "remote": "https://github.com/CHYang25/LLM-BC.git",
15
+ "commit": "2cf60c4cdae3a2ac623eb2aebb7d12dc2beb2b66"
16
+ },
17
+ "email": "chris920325@gmail.com",
18
+ "root": "/work/u1131674/LLM-BC/data/outputs/2026.01.28/00.20.31_train_mlp_projector_box-close-v2",
19
+ "host": "hgpn21",
20
+ "username": "u1131674",
21
+ "executable": "/home/u1131674/.conda/envs/llm-bc/bin/python3",
22
+ "codePathLocal": "train.py",
23
+ "cpu_count": 112,
24
+ "cpu_count_logical": 112,
25
+ "gpu": "NVIDIA H100 80GB HBM3",
26
+ "gpu_count": 1,
27
+ "disk": {
28
+ "/": {
29
+ "total": "1918024196096",
30
+ "used": "217170878464"
31
+ }
32
+ },
33
+ "memory": {
34
+ "total": "2163677220864"
35
+ },
36
+ "cpu": {
37
+ "count": 112,
38
+ "countLogical": 112
39
+ },
40
+ "gpu_nvidia": [
41
+ {
42
+ "name": "NVIDIA H100 80GB HBM3",
43
+ "memoryTotal": "85520809984",
44
+ "cudaCores": 16896,
45
+ "architecture": "Hopper"
46
+ }
47
+ ],
48
+ "slurm": {
49
+ "cluster_name": "hpc",
50
+ "conf": "/etc/slurm/slurm.conf",
51
+ "cpu_bind": "quiet,mask_cpu:0x000000F000000F00000000000000",
52
+ "cpu_bind_list": "0x000000F000000F00000000000000",
53
+ "cpu_bind_type": "mask_cpu:",
54
+ "cpu_bind_verbose": "quiet",
55
+ "cpus_on_node": "8",
56
+ "cpus_per_task": "8",
57
+ "distribution": "cyclic,pack",
58
+ "gpus_on_node": "1",
59
+ "gpus_per_node": "1",
60
+ "gtids": "0",
61
+ "job_account": "mst114558",
62
+ "job_cpus_per_node": "8",
63
+ "job_end_time": "1769703630",
64
+ "job_gid": "106773",
65
+ "job_group": "MST114558",
66
+ "job_id": "105048",
67
+ "job_name": "python3",
68
+ "job_nodelist": "hgpn21",
69
+ "job_num_nodes": "1",
70
+ "job_partition": "normal",
71
+ "job_qos": "normal",
72
+ "job_start_time": "1769530830",
73
+ "job_uid": "41408",
74
+ "job_user": "u1131674",
75
+ "jobid": "105048",
76
+ "launch_node_ipaddr": "172.21.101.1",
77
+ "localid": "0",
78
+ "mem_per_node": "204800",
79
+ "nnodes": "1",
80
+ "nodeid": "0",
81
+ "nodelist": "hgpn21",
82
+ "nprocs": "1",
83
+ "ntasks": "1",
84
+ "prio_process": "0",
85
+ "procid": "0",
86
+ "srun_comm_host": "172.21.101.1",
87
+ "srun_comm_port": "41331",
88
+ "step_gpus": "4",
89
+ "step_id": "0",
90
+ "step_launcher_port": "41331",
91
+ "step_nodelist": "hgpn21",
92
+ "step_num_nodes": "1",
93
+ "step_num_tasks": "1",
94
+ "step_tasks_per_node": "1",
95
+ "stepid": "0",
96
+ "submit_dir": "/work/u1131674/LLM-BC",
97
+ "submit_host": "cbi-lgn01",
98
+ "task_pid": "1129901",
99
+ "tasks_per_node": "1",
100
+ "topology_addr": "ibsw1.hgpn21",
101
+ "topology_addr_pattern": "switch.node",
102
+ "tres_per_task": "cpu:8",
103
+ "umask": "0022"
104
+ },
105
+ "cudaVersion": "12.4"
106
+ }
2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"train_loss":2.2015625126593936,"_wandb":{"runtime":37922},"_step":56499,"_timestamp":1.7695687646872494e+09,"grad_norm":5.658727169036865,"global_step":56499,"epoch":99,"val_loss":2.1897988319396973,"lr":0,"_runtime":37922.42265669}
2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/logs/debug-core.log ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-01-28T00:20:41.678122741+08:00","level":"INFO","msg":"started logging, with flags","port-filename":"/tmp/tmpf51s48j1/port-1129901.txt","pid":1129901,"debug":false,"disable-analytics":false}
2
+ {"time":"2026-01-28T00:20:41.678144133+08:00","level":"INFO","msg":"FeatureState","shutdownOnParentExitEnabled":false}
3
+ {"time":"2026-01-28T00:20:41.678525998+08:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":1129901}
4
+ {"time":"2026-01-28T00:20:41.678522018+08:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":41121,"Zone":""}}
5
+ {"time":"2026-01-28T00:20:41.872810103+08:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:33780"}
6
+ {"time":"2026-01-28T00:20:42.285792202+08:00","level":"INFO","msg":"handleInformInit: received","streamId":"d9kt1a6y","id":"127.0.0.1:33780"}
7
+ {"time":"2026-01-28T00:20:42.401637789+08:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"d9kt1a6y","id":"127.0.0.1:33780"}
8
+ {"time":"2026-01-28T10:52:44.707861963+08:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:33780"}
9
+ {"time":"2026-01-28T10:52:44.707928482+08:00","level":"INFO","msg":"server is shutting down"}
10
+ {"time":"2026-01-28T10:52:44.707920412+08:00","level":"INFO","msg":"connection: Close: initiating connection closure","id":"127.0.0.1:33780"}
11
+ {"time":"2026-01-28T10:52:44.708005087+08:00","level":"INFO","msg":"connection: Close: connection successfully closed","id":"127.0.0.1:33780"}
12
+ {"time":"2026-01-28T10:52:48.506700484+08:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:33780"}
13
+ {"time":"2026-01-28T10:52:48.50671573+08:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:33780"}
14
+ {"time":"2026-01-28T10:52:48.506722098+08:00","level":"INFO","msg":"server is closed"}
2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/logs/debug-internal.log ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-01-28T00:20:42.287152799+08:00","level":"INFO","msg":"using version","core version":"0.18.6"}
2
+ {"time":"2026-01-28T00:20:42.287163685+08:00","level":"INFO","msg":"created symlink","path":"/work/u1131674/LLM-BC/data/outputs/2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/logs/debug-core.log"}
3
+ {"time":"2026-01-28T00:20:42.40159487+08:00","level":"INFO","msg":"created new stream","id":"d9kt1a6y"}
4
+ {"time":"2026-01-28T00:20:42.401631969+08:00","level":"INFO","msg":"stream: started","id":"d9kt1a6y"}
5
+ {"time":"2026-01-28T00:20:42.40165535+08:00","level":"INFO","msg":"sender: started","stream_id":"d9kt1a6y"}
6
+ {"time":"2026-01-28T00:20:42.401645639+08:00","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"d9kt1a6y"}}
7
+ {"time":"2026-01-28T00:20:42.401655093+08:00","level":"INFO","msg":"handler: started","stream_id":{"value":"d9kt1a6y"}}
8
+ {"time":"2026-01-28T00:20:43.122350505+08:00","level":"INFO","msg":"Starting system monitor"}
9
+ {"time":"2026-01-28T03:18:28.843132355+08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/chyang25-national-taiwan-university/llm_module_training/d9kt1a6y/file_stream"}
10
+ {"time":"2026-01-28T04:22:17.072983497+08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/chyang25-national-taiwan-university/llm_module_training/d9kt1a6y/file_stream"}
11
+ {"time":"2026-01-28T05:23:28.602833473+08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/graphql"}
12
+ {"time":"2026-01-28T09:24:07.706274513+08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/graphql"}
13
+ {"time":"2026-01-28T10:52:44.707921101+08:00","level":"INFO","msg":"stream: closing","id":"d9kt1a6y"}
14
+ {"time":"2026-01-28T10:52:44.707946286+08:00","level":"INFO","msg":"Stopping system monitor"}
15
+ {"time":"2026-01-28T10:52:44.708452053+08:00","level":"INFO","msg":"Stopped system monitor"}
16
+ {"time":"2026-01-28T10:52:48.257346098+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
17
+ {"time":"2026-01-28T10:52:48.506294252+08:00","level":"INFO","msg":"handler: closed","stream_id":{"value":"d9kt1a6y"}}
18
+ {"time":"2026-01-28T10:52:48.506322189+08:00","level":"INFO","msg":"writer: Close: closed","stream_id":{"value":"d9kt1a6y"}}
19
+ {"time":"2026-01-28T10:52:48.506353262+08:00","level":"INFO","msg":"sender: closed","stream_id":"d9kt1a6y"}
20
+ {"time":"2026-01-28T10:52:48.506389957+08:00","level":"INFO","msg":"stream: closed","id":"d9kt1a6y"}
2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/logs/debug.log ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-01-28 00:20:42,282 INFO MainThread:1129901 [wandb_setup.py:_flush():79] Current SDK version is 0.18.6
2
+ 2026-01-28 00:20:42,282 INFO MainThread:1129901 [wandb_setup.py:_flush():79] Configure stats pid to 1129901
3
+ 2026-01-28 00:20:42,282 INFO MainThread:1129901 [wandb_setup.py:_flush():79] Loading settings from /home/u1131674/.config/wandb/settings
4
+ 2026-01-28 00:20:42,282 INFO MainThread:1129901 [wandb_setup.py:_flush():79] Loading settings from /work/u1131674/LLM-BC/wandb/settings
5
+ 2026-01-28 00:20:42,283 INFO MainThread:1129901 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
6
+ 2026-01-28 00:20:42,283 INFO MainThread:1129901 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
7
+ 2026-01-28 00:20:42,283 INFO MainThread:1129901 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': 'train.py', 'program_abspath': '/work/u1131674/LLM-BC/train.py', 'program': '/work/u1131674/LLM-BC/./train.py'}
8
+ 2026-01-28 00:20:42,283 INFO MainThread:1129901 [wandb_setup.py:_flush():79] Applying login settings: {}
9
+ 2026-01-28 00:20:42,283 INFO MainThread:1129901 [wandb_init.py:_log_setup():533] Logging user logs to /work/u1131674/LLM-BC/data/outputs/2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/logs/debug.log
10
+ 2026-01-28 00:20:42,283 INFO MainThread:1129901 [wandb_init.py:_log_setup():534] Logging internal logs to /work/u1131674/LLM-BC/data/outputs/2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/logs/debug-internal.log
11
+ 2026-01-28 00:20:42,283 INFO MainThread:1129901 [wandb_init.py:init():619] calling init triggers
12
+ 2026-01-28 00:20:42,283 INFO MainThread:1129901 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
13
+ config: {'name': 'train_mlp_projector', '_target_': 'llmbc.workspace.train_mlp_projector_workspace.TrainMlpProjectorWorkspace', 'obs_dim': 9, 'action_dim': 4, 'task_name': 'box-close-v2', 'exp_name': 'default', 'model_name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1, 'n_latency_steps': 0, 'past_action_visible': False, 'llm_translator': {'_target_': 'llmbc.translator.llm_translator.LLMTranslator', 'cfg': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'pretrained', 'finetune_mode': 'orig', 'checkpoint': '', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2026.01.28/00.20.31_HuggingFaceTB/SmolLM2-135M-Instruct'}}}, 'obs_dim': 9, 'action_dim': 4, 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1}, 'dataloader': {'batch_size': 128, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'val_dataloader': {'batch_size': 128, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'optimizer': {'_target_': 'torch.optim.Adam', 'lr': 0.0001, 'betas': [0.95, 0.999], 'eps': 1e-08, 'weight_decay': 1e-06}, 'training': {'device': 'cuda', 'seed': 42, 'debug': False, 'resume': True, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 10, 'num_epochs': 100, 'gradient_accumulate_every': 2, 'grad_norm_clip': 1, 'enable_normalizer': True, 'checkpoint_every': 1, 'val_every': 1, 'sample_every': 1, 'sample_max_batch': 128, 'max_train_steps': None, 'max_val_steps': None, 'tqdm_interval_sec': 1.0}, 'logging': {'project': 'llm_module_training', 'resume': True, 'mode': 'online', 'name': '2026.01.28-00.20.31_train_mlp_projector_box-close-v2', 'tags': ['train_mlp_projector', 'box-close-v2', 'default'], 'id': None, 'group': None}, 'checkpoint': {'topk': {'monitor_key': 'val_loss', 'mode': 'min', 'k': 5, 'format_str': 'epoch={epoch:04d}-val_loss={val_loss:.3f}.ckpt'}, 'save_last_ckpt': True, 'save_last_snapshot': False}, 'multi_run': {'run_dir': 'data/outputs/2026.01.28/00.20.31_train_mlp_projector_box-close-v2', 'wandb_name_base': '2026.01.28-00.20.31_train_mlp_projector_box-close-v2'}, 'task': {'name': 'box-close-v2', 'obs_dim': 9, 'action_dim': 4, 'env_runner': {'_target_': 'llmbc.env_runner.metaworld_lowdim_runner.MetaworldLowdimRunner', 'env_name': 'llf-metaworld-box-close-v2', 'n_train': 10, 'n_test': 50, 'n_envs': 10, 'max_steps': 30, 'n_obs_steps': 1, 'n_action_steps': 1, 'instruction_type': 'b', 'feedback_type': ['hp', 'hn', 'fp'], 'visual': False, 'discount': 0.9}, 'dataset': {'_target_': 'llmbc.dataset.metaworld_lowdim_dataset.MetaworldLowdimDataset', 'data_path': 'datasets/box-close-v2-general-o4-mini.pt', 'data_path2': 'datasets/box-close-v2-o4-mini.pt', 'horizon': 1, 'pad_before': 0, 'pad_after': 0, 'obs_eef_target': True, 'use_manual_normalizer': False, 'val_ratio': 0.05, 'dummy_normalizer': True}, 'instructor': {'_target_': 'llmbc.translator.instructor.metaworld_instructor.box_close_v2_instructor.BoxCloseV2Instructor'}}, 'llm': {'name': 'HuggingFaceTB/SmolLM2-135M-Instruct', 'model_name': 'SmolLM2-135M-Instruct', 'config_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig', 'causal_lm_target': 'llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM', 'use_quantization': False, 'use_joint_mlp_projector': True, 'llm_mode': 'pretrained', 'finetune_mode': 'orig', 'checkpoint': '', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'HuggingFaceTB/SmolLM2-135M-Instruct'}, 'run': {'dir': 'data/outputs/2026.01.28/00.20.31_HuggingFaceTB/SmolLM2-135M-Instruct'}}}}
14
+ 2026-01-28 00:20:42,283 INFO MainThread:1129901 [wandb_init.py:init():669] starting backend
15
+ 2026-01-28 00:20:42,283 INFO MainThread:1129901 [wandb_init.py:init():673] sending inform_init request
16
+ 2026-01-28 00:20:42,284 INFO MainThread:1129901 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
17
+ 2026-01-28 00:20:42,285 INFO MainThread:1129901 [wandb_init.py:init():686] backend started and connected
18
+ 2026-01-28 00:20:42,292 INFO MainThread:1129901 [wandb_init.py:init():781] updated telemetry
19
+ 2026-01-28 00:20:42,346 INFO MainThread:1129901 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
20
+ 2026-01-28 00:20:43,117 INFO MainThread:1129901 [wandb_init.py:init():867] starting run threads in backend
21
+ 2026-01-28 00:20:43,315 INFO MainThread:1129901 [wandb_run.py:_console_start():2451] atexit reg
22
+ 2026-01-28 00:20:43,316 INFO MainThread:1129901 [wandb_run.py:_redirect():2299] redirect: wrap_raw
23
+ 2026-01-28 00:20:43,316 INFO MainThread:1129901 [wandb_run.py:_redirect():2364] Wrapping output streams.
24
+ 2026-01-28 00:20:43,316 INFO MainThread:1129901 [wandb_run.py:_redirect():2389] Redirects installed.
25
+ 2026-01-28 00:20:43,319 INFO MainThread:1129901 [wandb_init.py:init():911] run started, returning control to user process
26
+ 2026-01-28 00:20:43,319 INFO MainThread:1129901 [wandb_run.py:_config_callback():1389] config_cb None None {'output_dir': '/work/u1131674/LLM-BC/data/outputs/2026.01.28/00.20.31_train_mlp_projector_box-close-v2'}
27
+ 2026-01-28 10:52:44,708 WARNING MsgRouterThr:1129901 [router.py:message_loop():75] message_loop has been closed
2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/run-20260128_002042-d9kt1a6y/run-d9kt1a6y.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de7f3a5e581eb8e1ef74351546fe00ccfbe437c9826d4574fddbca5ecf91d3df
3
+ size 55111506
2026.01.28/00.20.31_train_mlp_projector_box-close-v2/wandb/wandb-resume.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"run_id": "d9kt1a6y"}
2026.01.28/00.21.32_train_mlp_projector_box-close-v2/.hydra/config.yaml ADDED
@@ -0,0 +1,138 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: train_mlp_projector
2
+ _target_: llmbc.workspace.train_mlp_projector_workspace.TrainMlpProjectorWorkspace
3
+ obs_dim: ${task.obs_dim}
4
+ action_dim: ${task.action_dim}
5
+ task_name: ${task.name}
6
+ exp_name: default
7
+ model_name: ${llm.name}
8
+ horizon: 1
9
+ n_obs_steps: 1
10
+ n_action_steps: 1
11
+ n_latency_steps: 0
12
+ past_action_visible: false
13
+ llm_translator:
14
+ _target_: llmbc.translator.llm_translator.LLMTranslator
15
+ cfg: ${llm}
16
+ obs_dim: ${task.obs_dim}
17
+ action_dim: ${task.action_dim}
18
+ horizon: ${horizon}
19
+ n_obs_steps: ${n_obs_steps}
20
+ n_action_steps: ${n_action_steps}
21
+ dataloader:
22
+ batch_size: 128
23
+ num_workers: 0
24
+ shuffle: true
25
+ pin_memory: false
26
+ persistent_workers: false
27
+ val_dataloader:
28
+ batch_size: 128
29
+ num_workers: 0
30
+ shuffle: true
31
+ pin_memory: false
32
+ persistent_workers: false
33
+ optimizer:
34
+ _target_: torch.optim.Adam
35
+ lr: 0.0001
36
+ betas:
37
+ - 0.95
38
+ - 0.999
39
+ eps: 1.0e-08
40
+ weight_decay: 1.0e-06
41
+ training:
42
+ device: cuda
43
+ seed: 42
44
+ debug: false
45
+ resume: true
46
+ lr_scheduler: cosine
47
+ lr_warmup_steps: 10
48
+ num_epochs: 100
49
+ gradient_accumulate_every: 2
50
+ grad_norm_clip: 1
51
+ enable_normalizer: true
52
+ checkpoint_every: 1
53
+ val_every: 1
54
+ sample_every: 1
55
+ sample_max_batch: 128
56
+ max_train_steps: null
57
+ max_val_steps: null
58
+ tqdm_interval_sec: 1.0
59
+ logging:
60
+ project: llm_module_training
61
+ resume: true
62
+ mode: online
63
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
64
+ tags:
65
+ - ${name}
66
+ - ${task_name}
67
+ - ${exp_name}
68
+ id: null
69
+ group: null
70
+ checkpoint:
71
+ topk:
72
+ monitor_key: val_loss
73
+ mode: min
74
+ k: 5
75
+ format_str: epoch={epoch:04d}-val_loss={val_loss:.3f}.ckpt
76
+ save_last_ckpt: true
77
+ save_last_snapshot: false
78
+ multi_run:
79
+ run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
80
+ wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
81
+ task:
82
+ name: box-close-v2
83
+ obs_dim: 9
84
+ action_dim: 4
85
+ env_runner:
86
+ _target_: llmbc.env_runner.metaworld_lowdim_runner.MetaworldLowdimRunner
87
+ env_name: llf-metaworld-box-close-v2
88
+ n_train: 10
89
+ n_test: 50
90
+ n_envs: 10
91
+ max_steps: 30
92
+ n_obs_steps: ${n_obs_steps}
93
+ n_action_steps: ${n_action_steps}
94
+ instruction_type: b
95
+ feedback_type:
96
+ - hp
97
+ - hn
98
+ - fp
99
+ visual: false
100
+ discount: 0.9
101
+ dataset:
102
+ _target_: llmbc.dataset.metaworld_lowdim_dataset.MetaworldLowdimDataset
103
+ data_path: datasets/box-close-v2-general-o4-mini.pt
104
+ data_path2: datasets/box-close-v2-o4-mini.pt
105
+ horizon: ${horizon}
106
+ pad_before: ${eval:'${n_obs_steps}-1'}
107
+ pad_after: ${eval:'${n_action_steps}-1'}
108
+ obs_eef_target: true
109
+ use_manual_normalizer: false
110
+ val_ratio: 0.05
111
+ dummy_normalizer: false
112
+ instructor:
113
+ _target_: llmbc.translator.instructor.metaworld_instructor.box_close_v2_instructor.BoxCloseV2Instructor
114
+ llm:
115
+ name: HuggingFaceTB/SmolLM2-135M-Instruct
116
+ model_name: SmolLM2-135M-Instruct
117
+ config_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaConfig
118
+ causal_lm_target: llmbc.model.llm.llama_lowdim_model.LowdimLlamaForCausalLM
119
+ use_quantization: false
120
+ use_joint_mlp_projector: true
121
+ llm_mode: pretrained
122
+ finetune_mode: orig
123
+ checkpoint: ''
124
+ max_length: 100
125
+ lora_config:
126
+ r: 32
127
+ lora_alpha: 64
128
+ lora_dropout: 0.05
129
+ bias: none
130
+ task_type: CAUSAL_LM
131
+ prompter:
132
+ _target_: llmbc.translator.prompter.smollm2_prompter.SmolLM2Prompter
133
+ use_joint_mlp_projector: true
134
+ hydra:
135
+ job:
136
+ override_dirname: ${model_name}
137
+ run:
138
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${model_name}
2026.01.28/00.21.32_train_mlp_projector_box-close-v2/.hydra/hydra.yaml ADDED
@@ -0,0 +1,154 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task: []
115
+ job:
116
+ name: train
117
+ chdir: null
118
+ override_dirname: ''
119
+ id: ???
120
+ num: ???
121
+ config_name: llmdp_mlp_projector_box-close-v2_o4-mini.yaml
122
+ env_set: {}
123
+ env_copy: []
124
+ config:
125
+ override_dirname:
126
+ kv_sep: '='
127
+ item_sep: ','
128
+ exclude_keys: []
129
+ runtime:
130
+ version: 1.2.0
131
+ version_base: '1.2'
132
+ cwd: /work/u1131674/LLM-BC
133
+ config_sources:
134
+ - path: hydra.conf
135
+ schema: pkg
136
+ provider: hydra
137
+ - path: /work/u1131674/LLM-BC/config/lang_source
138
+ schema: file
139
+ provider: main
140
+ - path: ''
141
+ schema: structured
142
+ provider: schema
143
+ output_dir: /work/u1131674/LLM-BC/data/outputs/2026.01.28/00.21.32_train_mlp_projector_box-close-v2
144
+ choices:
145
+ hydra/env: default
146
+ hydra/callbacks: null
147
+ hydra/job_logging: default
148
+ hydra/hydra_logging: default
149
+ hydra/hydra_help: default
150
+ hydra/help: default
151
+ hydra/sweeper: basic
152
+ hydra/launcher: basic
153
+ hydra/output: default
154
+ verbose: false
2026.01.28/00.21.32_train_mlp_projector_box-close-v2/.hydra/overrides.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ []
2026.01.28/00.21.32_train_mlp_projector_box-close-v2/checkpoints/epoch=0084-val_loss=2.250.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4d952071a7dfa64895a14c7448ff390dfe48e6e1b386bc7683150d87dd8bcba
3
+ size 4114690
2026.01.28/00.21.32_train_mlp_projector_box-close-v2/checkpoints/epoch=0093-val_loss=2.251.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc9b8dc898db74eaaad6ecde020091df9f51d8f80ce39af5646ef50a72c4f90e
3
+ size 4114690