CHYang25 commited on
Commit
aa48150
·
verified ·
1 Parent(s): 077ec8f

Upload folder using huggingface_hub

Browse files
Files changed (23) hide show
  1. .gitattributes +1 -0
  2. 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/.hydra/config.yaml +138 -0
  3. 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/.hydra/hydra.yaml +154 -0
  4. 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/.hydra/overrides.yaml +1 -0
  5. 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/checkpoints/epoch=0015-val_loss=0.467.ckpt +3 -0
  6. 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/checkpoints/epoch=0016-val_loss=0.466.ckpt +3 -0
  7. 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/checkpoints/epoch=0017-val_loss=0.464.ckpt +3 -0
  8. 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/checkpoints/epoch=0018-val_loss=0.464.ckpt +3 -0
  9. 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/checkpoints/epoch=0019-val_loss=0.465.ckpt +3 -0
  10. 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/checkpoints/latest.ckpt +3 -0
  11. 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/logs.json.txt +0 -0
  12. 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/train.log +6 -0
  13. 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/debug-internal.log +28 -0
  14. 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/debug.log +27 -0
  15. 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/files/config.yaml +240 -0
  16. 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/files/output.log +1 -0
  17. 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/files/wandb-metadata.json +55 -0
  18. 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/files/wandb-summary.json +1 -0
  19. 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/logs/debug-core.log +14 -0
  20. 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/logs/debug-internal.log +28 -0
  21. 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/logs/debug.log +27 -0
  22. 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/run-1790gk3b.wandb +3 -0
  23. 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/wandb-resume.json +1 -0
.gitattributes CHANGED
@@ -163,3 +163,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
163
  2026.03.02/10.30.48_train_llm_lowdim_box-close-v2/wandb/run-20260302_103053-m42qcau7/run-m42qcau7.wandb filter=lfs diff=lfs merge=lfs -text
164
  2026.03.12/14.50.09_train_llm_lowdim_box-close-v2/wandb/run-20260312_145013-u0xwqjq1/run-u0xwqjq1.wandb filter=lfs diff=lfs merge=lfs -text
165
  2026.03.13/18.00.33_train_llm_lowdim_box-close-v2/wandb/run-20260313_180037-zx3rvir0/run-zx3rvir0.wandb filter=lfs diff=lfs merge=lfs -text
 
 
163
  2026.03.02/10.30.48_train_llm_lowdim_box-close-v2/wandb/run-20260302_103053-m42qcau7/run-m42qcau7.wandb filter=lfs diff=lfs merge=lfs -text
164
  2026.03.12/14.50.09_train_llm_lowdim_box-close-v2/wandb/run-20260312_145013-u0xwqjq1/run-u0xwqjq1.wandb filter=lfs diff=lfs merge=lfs -text
165
  2026.03.13/18.00.33_train_llm_lowdim_box-close-v2/wandb/run-20260313_180037-zx3rvir0/run-zx3rvir0.wandb filter=lfs diff=lfs merge=lfs -text
166
+ 2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/run-1790gk3b.wandb filter=lfs diff=lfs merge=lfs -text
2026.03.13/23.52.16_train_mlp_projector_box-close-v2/.hydra/config.yaml ADDED
@@ -0,0 +1,138 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: train_mlp_projector
2
+ _target_: llmbc.workspace.train_mlp_projector_workspace.TrainMlpProjectorWorkspace
3
+ obs_dim: ${task.obs_dim}
4
+ action_dim: ${task.action_dim}
5
+ task_name: ${task.name}
6
+ exp_name: default
7
+ model_name: ${llm.name}
8
+ horizon: 1
9
+ n_obs_steps: 1
10
+ n_action_steps: 1
11
+ n_latency_steps: 0
12
+ past_action_visible: false
13
+ llm_translator:
14
+ _target_: llmbc.translator.llm_translator.LLMTranslator
15
+ cfg: ${llm}
16
+ obs_dim: ${task.obs_dim}
17
+ action_dim: ${task.action_dim}
18
+ horizon: ${horizon}
19
+ n_obs_steps: ${n_obs_steps}
20
+ n_action_steps: ${n_action_steps}
21
+ dataloader:
22
+ batch_size: 32
23
+ num_workers: 0
24
+ shuffle: true
25
+ pin_memory: false
26
+ persistent_workers: false
27
+ val_dataloader:
28
+ batch_size: 32
29
+ num_workers: 0
30
+ shuffle: true
31
+ pin_memory: false
32
+ persistent_workers: false
33
+ optimizer:
34
+ _target_: torch.optim.Adam
35
+ lr: 0.0001
36
+ betas:
37
+ - 0.95
38
+ - 0.999
39
+ eps: 1.0e-08
40
+ weight_decay: 1.0e-06
41
+ training:
42
+ device: cuda
43
+ seed: 42
44
+ debug: false
45
+ resume: true
46
+ lr_scheduler: cosine
47
+ lr_warmup_steps: 10
48
+ num_epochs: 20
49
+ gradient_accumulate_every: 8
50
+ grad_norm_clip: 1
51
+ enable_normalizer: true
52
+ checkpoint_every: 1
53
+ val_every: 1
54
+ sample_every: 1
55
+ sample_max_batch: 128
56
+ max_train_steps: null
57
+ max_val_steps: null
58
+ tqdm_interval_sec: 1.0
59
+ logging:
60
+ project: llm_module_training
61
+ resume: true
62
+ mode: online
63
+ name: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
64
+ tags:
65
+ - ${name}
66
+ - ${task_name}
67
+ - ${exp_name}
68
+ id: null
69
+ group: null
70
+ checkpoint:
71
+ topk:
72
+ monitor_key: val_loss
73
+ mode: min
74
+ k: 5
75
+ format_str: epoch={epoch:04d}-val_loss={val_loss:.3f}.ckpt
76
+ save_last_ckpt: true
77
+ save_last_snapshot: false
78
+ multi_run:
79
+ run_dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
80
+ wandb_name_base: ${now:%Y.%m.%d-%H.%M.%S}_${name}_${task_name}
81
+ task:
82
+ name: box-close-v2
83
+ obs_dim: 9
84
+ action_dim: 4
85
+ env_runner:
86
+ _target_: llmbc.env_runner.metaworld_lowdim_runner.MetaworldLowdimRunner
87
+ env_name: llf-metaworld-box-close-v2
88
+ n_train: 10
89
+ n_test: 50
90
+ n_envs: 10
91
+ max_steps: 30
92
+ n_obs_steps: ${n_obs_steps}
93
+ n_action_steps: ${n_action_steps}
94
+ instruction_type: b
95
+ feedback_type:
96
+ - hp
97
+ - hn
98
+ - fp
99
+ visual: false
100
+ discount: 0.9
101
+ dataset:
102
+ _target_: llmbc.dataset.metaworld_lowdim_dataset.MetaworldLowdimDataset
103
+ data_path: datasets/box-close-v2-general.pt
104
+ data_path2: datasets/box-close-v2.pt
105
+ horizon: ${horizon}
106
+ pad_before: ${eval:'${n_obs_steps}-1'}
107
+ pad_after: ${eval:'${n_action_steps}-1'}
108
+ obs_eef_target: true
109
+ use_manual_normalizer: false
110
+ val_ratio: 0.05
111
+ dummy_normalizer: true
112
+ instructor:
113
+ _target_: llmbc.translator.instructor.metaworld_instructor.box_close_v2_instructor.BoxCloseV2Instructor
114
+ llm:
115
+ name: mistralai/Mistral-7B-Instruct-v0.3
116
+ model_name: Mistral-7B-Instruct-v0.3
117
+ config_target: llmbc.model.llm.mistral_lowdim_model.LowdimMistralConfig
118
+ causal_lm_target: llmbc.model.llm.mistral_lowdim_model.LowdimMistralForCausalLM
119
+ use_quantization: true
120
+ use_joint_mlp_projector: true
121
+ llm_mode: pretrained
122
+ finetune_mode: orig
123
+ checkpoint: ''
124
+ max_length: 100
125
+ lora_config:
126
+ r: 32
127
+ lora_alpha: 64
128
+ lora_dropout: 0.05
129
+ bias: none
130
+ task_type: CAUSAL_LM
131
+ prompter:
132
+ _target_: llmbc.translator.prompter.mistral_prompter.MistralPrompter
133
+ use_joint_mlp_projector: true
134
+ hydra:
135
+ job:
136
+ override_dirname: ${model_name}
137
+ run:
138
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${model_name}
2026.03.13/23.52.16_train_mlp_projector_box-close-v2/.hydra/hydra.yaml ADDED
@@ -0,0 +1,154 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
4
+ sweep:
5
+ dir: data/outputs/${now:%Y.%m.%d}/${now:%H.%M.%S}_${name}_${task_name}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task: []
115
+ job:
116
+ name: train
117
+ chdir: null
118
+ override_dirname: ''
119
+ id: ???
120
+ num: ???
121
+ config_name: llmbc_mlp_projector_box-close-v2_mistral-7b-instruct-v0.3.yaml
122
+ env_set: {}
123
+ env_copy: []
124
+ config:
125
+ override_dirname:
126
+ kv_sep: '='
127
+ item_sep: ','
128
+ exclude_keys: []
129
+ runtime:
130
+ version: 1.2.0
131
+ version_base: '1.2'
132
+ cwd: /tmp2/chyang/workspace/LLM-BC
133
+ config_sources:
134
+ - path: hydra.conf
135
+ schema: pkg
136
+ provider: hydra
137
+ - path: /tmp2/chyang/workspace/LLM-BC/config/llm_backbone
138
+ schema: file
139
+ provider: main
140
+ - path: ''
141
+ schema: structured
142
+ provider: schema
143
+ output_dir: /tmp2/chyang/workspace/LLM-BC/data/outputs/2026.03.13/23.52.16_train_mlp_projector_box-close-v2
144
+ choices:
145
+ hydra/env: default
146
+ hydra/callbacks: null
147
+ hydra/job_logging: default
148
+ hydra/hydra_logging: default
149
+ hydra/hydra_help: default
150
+ hydra/help: default
151
+ hydra/sweeper: basic
152
+ hydra/launcher: basic
153
+ hydra/output: default
154
+ verbose: false
2026.03.13/23.52.16_train_mlp_projector_box-close-v2/.hydra/overrides.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ []
2026.03.13/23.52.16_train_mlp_projector_box-close-v2/checkpoints/epoch=0015-val_loss=0.467.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab7892524e2932eb9c71d284e46376b3b2e34a707aea024af42bc7a85292ab6f
3
+ size 202089702
2026.03.13/23.52.16_train_mlp_projector_box-close-v2/checkpoints/epoch=0016-val_loss=0.466.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e609f50311cbb890c46764726a32f282aeb8b37e58e6b931b812067966d60e84
3
+ size 202089702
2026.03.13/23.52.16_train_mlp_projector_box-close-v2/checkpoints/epoch=0017-val_loss=0.464.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4e172cdda1f2ec9a7d76c53a692bfc72c3ac122aace165ccac3d52bcd61a1b5
3
+ size 202089702
2026.03.13/23.52.16_train_mlp_projector_box-close-v2/checkpoints/epoch=0018-val_loss=0.464.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35f82313fabca3030651ecc0c98e1ed0282bf119bced6ed3d1a107f65cbd275c
3
+ size 202089702
2026.03.13/23.52.16_train_mlp_projector_box-close-v2/checkpoints/epoch=0019-val_loss=0.465.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:245b79c1d0a9f5a1156cf0ce7db430501c829ea38c3d5f2c542bdd7291cb7103
3
+ size 202089702
2026.03.13/23.52.16_train_mlp_projector_box-close-v2/checkpoints/latest.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:245b79c1d0a9f5a1156cf0ce7db430501c829ea38c3d5f2c542bdd7291cb7103
3
+ size 202089702
2026.03.13/23.52.16_train_mlp_projector_box-close-v2/logs.json.txt ADDED
The diff for this file is too large to render. See raw diff
 
2026.03.13/23.52.16_train_mlp_projector_box-close-v2/train.log ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ [2026-03-13 23:52:17,412][numexpr.utils][INFO] - Note: NumExpr detected 24 cores but "NUMEXPR_MAX_THREADS" not set, so enforcing safe limit of 8.
2
+ [2026-03-13 23:52:17,412][numexpr.utils][INFO] - NumExpr defaulting to 8 threads.
3
+ [2026-03-13 23:52:19,909][datasets][INFO] - PyTorch version 2.2.2 available.
4
+ [2026-03-13 23:52:19,910][datasets][INFO] - TensorFlow version 2.15.1 available.
5
+ [2026-03-13 23:52:19,910][datasets][INFO] - JAX version 0.4.30 available.
6
+ [2026-03-13 23:52:26,127][accelerate.big_modeling][WARNING] - You shouldn't move a model that is dispatched using accelerate hooks.
2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/debug-internal.log ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-03-13T23:52:27.441290406+08:00","level":"INFO","msg":"using version","core version":"0.18.6"}
2
+ {"time":"2026-03-13T23:52:27.441318105+08:00","level":"INFO","msg":"created symlink","path":"/tmp2/chyang/workspace/LLM-BC/data/outputs/2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/logs/debug-core.log"}
3
+ {"time":"2026-03-13T23:52:27.548385609+08:00","level":"INFO","msg":"created new stream","id":"1790gk3b"}
4
+ {"time":"2026-03-13T23:52:27.548439148+08:00","level":"INFO","msg":"stream: started","id":"1790gk3b"}
5
+ {"time":"2026-03-13T23:52:27.548926328+08:00","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"1790gk3b"}}
6
+ {"time":"2026-03-13T23:52:27.54899203+08:00","level":"INFO","msg":"sender: started","stream_id":"1790gk3b"}
7
+ {"time":"2026-03-13T23:52:27.548618912+08:00","level":"INFO","msg":"handler: started","stream_id":{"value":"1790gk3b"}}
8
+ {"time":"2026-03-13T23:52:28.469585191+08:00","level":"INFO","msg":"Starting system monitor"}
9
+ {"time":"2026-03-14T01:54:43.636907882+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
10
+ {"time":"2026-03-14T06:16:01.255917766+08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/chyang25-national-taiwan-university/llm_module_training/1790gk3b/file_stream"}
11
+ {"time":"2026-03-14T08:55:04.928079565+08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/chyang25-national-taiwan-university/llm_module_training/1790gk3b/file_stream"}
12
+ {"time":"2026-03-14T09:06:29.040086397+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
13
+ {"time":"2026-03-14T09:07:01.353234695+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
14
+ {"time":"2026-03-14T09:07:35.528885422+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
15
+ {"time":"2026-03-14T09:08:13.622929145+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
16
+ {"time":"2026-03-14T09:08:24.691725941+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/llm_module_training/1790gk3b/file_stream\": dial tcp 35.186.228.49:443: connect: connection timed out"}
17
+ {"time":"2026-03-14T09:08:31.977593804+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/llm_module_training/1790gk3b/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: server misbehaving"}
18
+ {"time":"2026-03-14T09:08:43.112960657+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/llm_module_training/1790gk3b/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: server misbehaving"}
19
+ {"time":"2026-03-14T09:08:56.644328558+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/llm_module_training/1790gk3b/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: server misbehaving"}
20
+ {"time":"2026-03-14T09:09:00.549809847+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
21
+ {"time":"2026-03-14T19:54:49.918288566+08:00","level":"INFO","msg":"stream: closing","id":"1790gk3b"}
22
+ {"time":"2026-03-14T19:54:49.918347805+08:00","level":"INFO","msg":"Stopping system monitor"}
23
+ {"time":"2026-03-14T19:54:49.919166863+08:00","level":"INFO","msg":"Stopped system monitor"}
24
+ {"time":"2026-03-14T19:54:53.037836778+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
25
+ {"time":"2026-03-14T19:54:53.457687646+08:00","level":"INFO","msg":"handler: closed","stream_id":{"value":"1790gk3b"}}
26
+ {"time":"2026-03-14T19:54:53.457811014+08:00","level":"INFO","msg":"sender: closed","stream_id":"1790gk3b"}
27
+ {"time":"2026-03-14T19:54:53.457797566+08:00","level":"INFO","msg":"writer: Close: closed","stream_id":{"value":"1790gk3b"}}
28
+ {"time":"2026-03-14T19:54:53.457972856+08:00","level":"INFO","msg":"stream: closed","id":"1790gk3b"}
2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/debug.log ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-03-13 23:52:27,436 INFO MainThread:1516178 [wandb_setup.py:_flush():79] Current SDK version is 0.18.6
2
+ 2026-03-13 23:52:27,436 INFO MainThread:1516178 [wandb_setup.py:_flush():79] Configure stats pid to 1516178
3
+ 2026-03-13 23:52:27,436 INFO MainThread:1516178 [wandb_setup.py:_flush():79] Loading settings from /home/chyang/.config/wandb/settings
4
+ 2026-03-13 23:52:27,436 INFO MainThread:1516178 [wandb_setup.py:_flush():79] Loading settings from /tmp2/chyang/workspace/LLM-BC/wandb/settings
5
+ 2026-03-13 23:52:27,436 INFO MainThread:1516178 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
6
+ 2026-03-13 23:52:27,436 INFO MainThread:1516178 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
7
+ 2026-03-13 23:52:27,436 INFO MainThread:1516178 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': 'train.py', 'program_abspath': '/tmp2/chyang/workspace/LLM-BC/train.py', 'program': '/tmp2/chyang/workspace/LLM-BC/./train.py'}
8
+ 2026-03-13 23:52:27,436 INFO MainThread:1516178 [wandb_setup.py:_flush():79] Applying login settings: {}
9
+ 2026-03-13 23:52:27,436 INFO MainThread:1516178 [wandb_init.py:_log_setup():533] Logging user logs to /tmp2/chyang/workspace/LLM-BC/data/outputs/2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/logs/debug.log
10
+ 2026-03-13 23:52:27,436 INFO MainThread:1516178 [wandb_init.py:_log_setup():534] Logging internal logs to /tmp2/chyang/workspace/LLM-BC/data/outputs/2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/logs/debug-internal.log
11
+ 2026-03-13 23:52:27,436 INFO MainThread:1516178 [wandb_init.py:init():619] calling init triggers
12
+ 2026-03-13 23:52:27,437 INFO MainThread:1516178 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
13
+ config: {'name': 'train_mlp_projector', '_target_': 'llmbc.workspace.train_mlp_projector_workspace.TrainMlpProjectorWorkspace', 'obs_dim': 9, 'action_dim': 4, 'task_name': 'box-close-v2', 'exp_name': 'default', 'model_name': 'mistralai/Mistral-7B-Instruct-v0.3', 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1, 'n_latency_steps': 0, 'past_action_visible': False, 'llm_translator': {'_target_': 'llmbc.translator.llm_translator.LLMTranslator', 'cfg': {'name': 'mistralai/Mistral-7B-Instruct-v0.3', 'model_name': 'Mistral-7B-Instruct-v0.3', 'config_target': 'llmbc.model.llm.mistral_lowdim_model.LowdimMistralConfig', 'causal_lm_target': 'llmbc.model.llm.mistral_lowdim_model.LowdimMistralForCausalLM', 'use_quantization': True, 'use_joint_mlp_projector': True, 'llm_mode': 'pretrained', 'finetune_mode': 'orig', 'checkpoint': '', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.mistral_prompter.MistralPrompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'mistralai/Mistral-7B-Instruct-v0.3'}, 'run': {'dir': 'data/outputs/2026.03.13/23.52.16_mistralai/Mistral-7B-Instruct-v0.3'}}}, 'obs_dim': 9, 'action_dim': 4, 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1}, 'dataloader': {'batch_size': 32, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'val_dataloader': {'batch_size': 32, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'optimizer': {'_target_': 'torch.optim.Adam', 'lr': 0.0001, 'betas': [0.95, 0.999], 'eps': 1e-08, 'weight_decay': 1e-06}, 'training': {'device': 'cuda', 'seed': 42, 'debug': False, 'resume': True, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 10, 'num_epochs': 20, 'gradient_accumulate_every': 8, 'grad_norm_clip': 1, 'enable_normalizer': True, 'checkpoint_every': 1, 'val_every': 1, 'sample_every': 1, 'sample_max_batch': 128, 'max_train_steps': None, 'max_val_steps': None, 'tqdm_interval_sec': 1.0}, 'logging': {'project': 'llm_module_training', 'resume': True, 'mode': 'online', 'name': '2026.03.13-23.52.16_train_mlp_projector_box-close-v2', 'tags': ['train_mlp_projector', 'box-close-v2', 'default'], 'id': None, 'group': None}, 'checkpoint': {'topk': {'monitor_key': 'val_loss', 'mode': 'min', 'k': 5, 'format_str': 'epoch={epoch:04d}-val_loss={val_loss:.3f}.ckpt'}, 'save_last_ckpt': True, 'save_last_snapshot': False}, 'multi_run': {'run_dir': 'data/outputs/2026.03.13/23.52.16_train_mlp_projector_box-close-v2', 'wandb_name_base': '2026.03.13-23.52.16_train_mlp_projector_box-close-v2'}, 'task': {'name': 'box-close-v2', 'obs_dim': 9, 'action_dim': 4, 'env_runner': {'_target_': 'llmbc.env_runner.metaworld_lowdim_runner.MetaworldLowdimRunner', 'env_name': 'llf-metaworld-box-close-v2', 'n_train': 10, 'n_test': 50, 'n_envs': 10, 'max_steps': 30, 'n_obs_steps': 1, 'n_action_steps': 1, 'instruction_type': 'b', 'feedback_type': ['hp', 'hn', 'fp'], 'visual': False, 'discount': 0.9}, 'dataset': {'_target_': 'llmbc.dataset.metaworld_lowdim_dataset.MetaworldLowdimDataset', 'data_path': 'datasets/box-close-v2-general.pt', 'data_path2': 'datasets/box-close-v2.pt', 'horizon': 1, 'pad_before': 0, 'pad_after': 0, 'obs_eef_target': True, 'use_manual_normalizer': False, 'val_ratio': 0.05, 'dummy_normalizer': True}, 'instructor': {'_target_': 'llmbc.translator.instructor.metaworld_instructor.box_close_v2_instructor.BoxCloseV2Instructor'}}, 'llm': {'name': 'mistralai/Mistral-7B-Instruct-v0.3', 'model_name': 'Mistral-7B-Instruct-v0.3', 'config_target': 'llmbc.model.llm.mistral_lowdim_model.LowdimMistralConfig', 'causal_lm_target': 'llmbc.model.llm.mistral_lowdim_model.LowdimMistralForCausalLM', 'use_quantization': True, 'use_joint_mlp_projector': True, 'llm_mode': 'pretrained', 'finetune_mode': 'orig', 'checkpoint': '', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.mistral_prompter.MistralPrompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'mistralai/Mistral-7B-Instruct-v0.3'}, 'run': {'dir': 'data/outputs/2026.03.13/23.52.16_mistralai/Mistral-7B-Instruct-v0.3'}}}}
14
+ 2026-03-13 23:52:27,437 INFO MainThread:1516178 [wandb_init.py:init():669] starting backend
15
+ 2026-03-13 23:52:27,437 INFO MainThread:1516178 [wandb_init.py:init():673] sending inform_init request
16
+ 2026-03-13 23:52:27,437 INFO MainThread:1516178 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
17
+ 2026-03-13 23:52:27,438 INFO MainThread:1516178 [wandb_init.py:init():686] backend started and connected
18
+ 2026-03-13 23:52:27,442 INFO MainThread:1516178 [wandb_init.py:init():781] updated telemetry
19
+ 2026-03-13 23:52:27,496 INFO MainThread:1516178 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
20
+ 2026-03-13 23:52:28,466 INFO MainThread:1516178 [wandb_init.py:init():867] starting run threads in backend
21
+ 2026-03-13 23:52:28,571 INFO MainThread:1516178 [wandb_run.py:_console_start():2451] atexit reg
22
+ 2026-03-13 23:52:28,571 INFO MainThread:1516178 [wandb_run.py:_redirect():2299] redirect: wrap_raw
23
+ 2026-03-13 23:52:28,571 INFO MainThread:1516178 [wandb_run.py:_redirect():2364] Wrapping output streams.
24
+ 2026-03-13 23:52:28,571 INFO MainThread:1516178 [wandb_run.py:_redirect():2389] Redirects installed.
25
+ 2026-03-13 23:52:28,573 INFO MainThread:1516178 [wandb_init.py:init():911] run started, returning control to user process
26
+ 2026-03-13 23:52:28,573 INFO MainThread:1516178 [wandb_run.py:_config_callback():1389] config_cb None None {'output_dir': '/tmp2/chyang/workspace/LLM-BC/data/outputs/2026.03.13/23.52.16_train_mlp_projector_box-close-v2'}
27
+ 2026-03-14 19:54:49,918 WARNING MsgRouterThr:1516178 [router.py:message_loop():75] message_loop has been closed
2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/files/config.yaml ADDED
@@ -0,0 +1,240 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _target_:
2
+ value: llmbc.workspace.train_mlp_projector_workspace.TrainMlpProjectorWorkspace
3
+ _wandb:
4
+ value:
5
+ cli_version: 0.18.6
6
+ m: []
7
+ python_version: 3.9.20
8
+ t:
9
+ "1":
10
+ - 1
11
+ - 2
12
+ - 3
13
+ - 5
14
+ - 11
15
+ - 12
16
+ - 41
17
+ - 49
18
+ - 50
19
+ - 51
20
+ - 53
21
+ - 55
22
+ - 71
23
+ - 83
24
+ - 95
25
+ - 98
26
+ "2":
27
+ - 1
28
+ - 2
29
+ - 3
30
+ - 5
31
+ - 11
32
+ - 12
33
+ - 41
34
+ - 49
35
+ - 50
36
+ - 51
37
+ - 53
38
+ - 55
39
+ - 71
40
+ - 83
41
+ - 95
42
+ - 98
43
+ "3":
44
+ - 13
45
+ - 15
46
+ - 16
47
+ - 23
48
+ - 55
49
+ - 61
50
+ "4": 3.9.20
51
+ "5": 0.18.6
52
+ "6": 4.47.1
53
+ "8":
54
+ - 5
55
+ "12": 0.18.6
56
+ "13": linux-x86_64
57
+ action_dim:
58
+ value: 4
59
+ checkpoint:
60
+ value:
61
+ save_last_ckpt: true
62
+ save_last_snapshot: false
63
+ topk:
64
+ format_str: epoch={epoch:04d}-val_loss={val_loss:.3f}.ckpt
65
+ k: 5
66
+ mode: min
67
+ monitor_key: val_loss
68
+ dataloader:
69
+ value:
70
+ batch_size: 32
71
+ num_workers: 0
72
+ persistent_workers: false
73
+ pin_memory: false
74
+ shuffle: true
75
+ exp_name:
76
+ value: default
77
+ horizon:
78
+ value: 1
79
+ llm:
80
+ value:
81
+ causal_lm_target: llmbc.model.llm.mistral_lowdim_model.LowdimMistralForCausalLM
82
+ checkpoint: ""
83
+ config_target: llmbc.model.llm.mistral_lowdim_model.LowdimMistralConfig
84
+ finetune_mode: orig
85
+ hydra:
86
+ job:
87
+ override_dirname: mistralai/Mistral-7B-Instruct-v0.3
88
+ run:
89
+ dir: data/outputs/2026.03.13/23.52.16_mistralai/Mistral-7B-Instruct-v0.3
90
+ llm_mode: pretrained
91
+ lora_config:
92
+ bias: none
93
+ lora_alpha: 64
94
+ lora_dropout: 0.05
95
+ r: 32
96
+ task_type: CAUSAL_LM
97
+ max_length: 100
98
+ model_name: Mistral-7B-Instruct-v0.3
99
+ name: mistralai/Mistral-7B-Instruct-v0.3
100
+ prompter:
101
+ _target_: llmbc.translator.prompter.mistral_prompter.MistralPrompter
102
+ use_joint_mlp_projector: true
103
+ use_joint_mlp_projector: true
104
+ use_quantization: true
105
+ llm_translator:
106
+ value:
107
+ _target_: llmbc.translator.llm_translator.LLMTranslator
108
+ action_dim: 4
109
+ cfg:
110
+ causal_lm_target: llmbc.model.llm.mistral_lowdim_model.LowdimMistralForCausalLM
111
+ checkpoint: ""
112
+ config_target: llmbc.model.llm.mistral_lowdim_model.LowdimMistralConfig
113
+ finetune_mode: orig
114
+ hydra:
115
+ job:
116
+ override_dirname: mistralai/Mistral-7B-Instruct-v0.3
117
+ run:
118
+ dir: data/outputs/2026.03.13/23.52.16_mistralai/Mistral-7B-Instruct-v0.3
119
+ llm_mode: pretrained
120
+ lora_config:
121
+ bias: none
122
+ lora_alpha: 64
123
+ lora_dropout: 0.05
124
+ r: 32
125
+ task_type: CAUSAL_LM
126
+ max_length: 100
127
+ model_name: Mistral-7B-Instruct-v0.3
128
+ name: mistralai/Mistral-7B-Instruct-v0.3
129
+ prompter:
130
+ _target_: llmbc.translator.prompter.mistral_prompter.MistralPrompter
131
+ use_joint_mlp_projector: true
132
+ use_joint_mlp_projector: true
133
+ use_quantization: true
134
+ horizon: 1
135
+ n_action_steps: 1
136
+ n_obs_steps: 1
137
+ obs_dim: 9
138
+ logging:
139
+ value:
140
+ group: null
141
+ id: null
142
+ mode: online
143
+ name: 2026.03.13-23.52.16_train_mlp_projector_box-close-v2
144
+ project: llm_module_training
145
+ resume: true
146
+ tags:
147
+ - train_mlp_projector
148
+ - box-close-v2
149
+ - default
150
+ model_name:
151
+ value: mistralai/Mistral-7B-Instruct-v0.3
152
+ multi_run:
153
+ value:
154
+ run_dir: data/outputs/2026.03.13/23.52.16_train_mlp_projector_box-close-v2
155
+ wandb_name_base: 2026.03.13-23.52.16_train_mlp_projector_box-close-v2
156
+ n_action_steps:
157
+ value: 1
158
+ n_latency_steps:
159
+ value: 0
160
+ n_obs_steps:
161
+ value: 1
162
+ name:
163
+ value: train_mlp_projector
164
+ obs_dim:
165
+ value: 9
166
+ optimizer:
167
+ value:
168
+ _target_: torch.optim.Adam
169
+ betas:
170
+ - 0.95
171
+ - 0.999
172
+ eps: 1e-08
173
+ lr: 0.0001
174
+ weight_decay: 1e-06
175
+ output_dir:
176
+ value: /tmp2/chyang/workspace/LLM-BC/data/outputs/2026.03.13/23.52.16_train_mlp_projector_box-close-v2
177
+ past_action_visible:
178
+ value: false
179
+ task:
180
+ value:
181
+ action_dim: 4
182
+ dataset:
183
+ _target_: llmbc.dataset.metaworld_lowdim_dataset.MetaworldLowdimDataset
184
+ data_path: datasets/box-close-v2-general.pt
185
+ data_path2: datasets/box-close-v2.pt
186
+ dummy_normalizer: true
187
+ horizon: 1
188
+ obs_eef_target: true
189
+ pad_after: 0
190
+ pad_before: 0
191
+ use_manual_normalizer: false
192
+ val_ratio: 0.05
193
+ env_runner:
194
+ _target_: llmbc.env_runner.metaworld_lowdim_runner.MetaworldLowdimRunner
195
+ discount: 0.9
196
+ env_name: llf-metaworld-box-close-v2
197
+ feedback_type:
198
+ - hp
199
+ - hn
200
+ - fp
201
+ instruction_type: b
202
+ max_steps: 30
203
+ n_action_steps: 1
204
+ n_envs: 10
205
+ n_obs_steps: 1
206
+ n_test: 50
207
+ n_train: 10
208
+ visual: false
209
+ instructor:
210
+ _target_: llmbc.translator.instructor.metaworld_instructor.box_close_v2_instructor.BoxCloseV2Instructor
211
+ name: box-close-v2
212
+ obs_dim: 9
213
+ task_name:
214
+ value: box-close-v2
215
+ training:
216
+ value:
217
+ checkpoint_every: 1
218
+ debug: false
219
+ device: cuda
220
+ enable_normalizer: true
221
+ grad_norm_clip: 1
222
+ gradient_accumulate_every: 8
223
+ lr_scheduler: cosine
224
+ lr_warmup_steps: 10
225
+ max_train_steps: null
226
+ max_val_steps: null
227
+ num_epochs: 20
228
+ resume: true
229
+ sample_every: 1
230
+ sample_max_batch: 128
231
+ seed: 42
232
+ tqdm_interval_sec: 1
233
+ val_every: 1
234
+ val_dataloader:
235
+ value:
236
+ batch_size: 32
237
+ num_workers: 0
238
+ persistent_workers: false
239
+ pin_memory: false
240
+ shuffle: true
2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/files/output.log ADDED
@@ -0,0 +1 @@
 
 
1
+
2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/files/wandb-metadata.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.8.0-101-generic-x86_64-with-glibc2.35",
3
+ "python": "3.9.20",
4
+ "startedAt": "2026-03-13T15:52:27.438140Z",
5
+ "args": [
6
+ "--config-path",
7
+ "config/llm_backbone",
8
+ "--config-name",
9
+ "llmbc_mlp_projector_box-close-v2_mistral-7b-instruct-v0.3.yaml"
10
+ ],
11
+ "program": "/tmp2/chyang/workspace/LLM-BC/./train.py",
12
+ "codePath": "train.py",
13
+ "git": {
14
+ "remote": "https://github.com/CHYang25/LLM-BC.git",
15
+ "commit": "4f676cc7afa0cf7b0dfd9fb797722131bea02f5c"
16
+ },
17
+ "email": "chris920325@gmail.com",
18
+ "root": "/tmp2/chyang/workspace/LLM-BC/data/outputs/2026.03.13/23.52.16_train_mlp_projector_box-close-v2",
19
+ "host": "A6000-2",
20
+ "username": "chyang",
21
+ "executable": "/home/chyang/miniconda3/envs/llm-bc/bin/python3",
22
+ "codePathLocal": "train.py",
23
+ "cpu_count": 12,
24
+ "cpu_count_logical": 24,
25
+ "gpu": "NVIDIA RTX A6000",
26
+ "gpu_count": 2,
27
+ "disk": {
28
+ "/": {
29
+ "total": "1967317549056",
30
+ "used": "718501380096"
31
+ }
32
+ },
33
+ "memory": {
34
+ "total": "134538502144"
35
+ },
36
+ "cpu": {
37
+ "count": 12,
38
+ "countLogical": 24
39
+ },
40
+ "gpu_nvidia": [
41
+ {
42
+ "name": "NVIDIA RTX A6000",
43
+ "memoryTotal": "51527024640",
44
+ "cudaCores": 10752,
45
+ "architecture": "Ampere"
46
+ },
47
+ {
48
+ "name": "NVIDIA RTX A6000",
49
+ "memoryTotal": "51527024640",
50
+ "cudaCores": 10752,
51
+ "architecture": "Ampere"
52
+ }
53
+ ],
54
+ "cudaVersion": "12.6"
55
+ }
2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"val_loss":0.46539172530174255,"_timestamp":1.7734892888050182e+09,"grad_norm":0.7730206847190857,"global_step":45139,"_runtime":72142.480187565,"_wandb":{"runtime":72142},"lr":7.77883304436955e-12,"epoch":19,"_step":45139,"train_loss":0.4594813546988623}
2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/logs/debug-core.log ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-03-13T23:52:26.801264581+08:00","level":"INFO","msg":"started logging, with flags","port-filename":"/tmp/tmp8d5_6m5a/port-1516178.txt","pid":1516178,"debug":false,"disable-analytics":false}
2
+ {"time":"2026-03-13T23:52:26.80129024+08:00","level":"INFO","msg":"FeatureState","shutdownOnParentExitEnabled":false}
3
+ {"time":"2026-03-13T23:52:26.802147917+08:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":45681,"Zone":""}}
4
+ {"time":"2026-03-13T23:52:26.802246087+08:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":1516178}
5
+ {"time":"2026-03-13T23:52:26.996991207+08:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:48880"}
6
+ {"time":"2026-03-13T23:52:27.441008793+08:00","level":"INFO","msg":"handleInformInit: received","streamId":"1790gk3b","id":"127.0.0.1:48880"}
7
+ {"time":"2026-03-13T23:52:27.548491429+08:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"1790gk3b","id":"127.0.0.1:48880"}
8
+ {"time":"2026-03-14T19:54:49.918141831+08:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:48880"}
9
+ {"time":"2026-03-14T19:54:49.918317467+08:00","level":"INFO","msg":"server is shutting down"}
10
+ {"time":"2026-03-14T19:54:49.91830255+08:00","level":"INFO","msg":"connection: Close: initiating connection closure","id":"127.0.0.1:48880"}
11
+ {"time":"2026-03-14T19:54:49.918590994+08:00","level":"INFO","msg":"connection: Close: connection successfully closed","id":"127.0.0.1:48880"}
12
+ {"time":"2026-03-14T19:54:53.458079202+08:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:48880"}
13
+ {"time":"2026-03-14T19:54:53.458126103+08:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:48880"}
14
+ {"time":"2026-03-14T19:54:53.458157443+08:00","level":"INFO","msg":"server is closed"}
2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/logs/debug-internal.log ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-03-13T23:52:27.441290406+08:00","level":"INFO","msg":"using version","core version":"0.18.6"}
2
+ {"time":"2026-03-13T23:52:27.441318105+08:00","level":"INFO","msg":"created symlink","path":"/tmp2/chyang/workspace/LLM-BC/data/outputs/2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/logs/debug-core.log"}
3
+ {"time":"2026-03-13T23:52:27.548385609+08:00","level":"INFO","msg":"created new stream","id":"1790gk3b"}
4
+ {"time":"2026-03-13T23:52:27.548439148+08:00","level":"INFO","msg":"stream: started","id":"1790gk3b"}
5
+ {"time":"2026-03-13T23:52:27.548926328+08:00","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"1790gk3b"}}
6
+ {"time":"2026-03-13T23:52:27.54899203+08:00","level":"INFO","msg":"sender: started","stream_id":"1790gk3b"}
7
+ {"time":"2026-03-13T23:52:27.548618912+08:00","level":"INFO","msg":"handler: started","stream_id":{"value":"1790gk3b"}}
8
+ {"time":"2026-03-13T23:52:28.469585191+08:00","level":"INFO","msg":"Starting system monitor"}
9
+ {"time":"2026-03-14T01:54:43.636907882+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
10
+ {"time":"2026-03-14T06:16:01.255917766+08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/chyang25-national-taiwan-university/llm_module_training/1790gk3b/file_stream"}
11
+ {"time":"2026-03-14T08:55:04.928079565+08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/chyang25-national-taiwan-university/llm_module_training/1790gk3b/file_stream"}
12
+ {"time":"2026-03-14T09:06:29.040086397+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
13
+ {"time":"2026-03-14T09:07:01.353234695+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
14
+ {"time":"2026-03-14T09:07:35.528885422+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
15
+ {"time":"2026-03-14T09:08:13.622929145+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
16
+ {"time":"2026-03-14T09:08:24.691725941+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/llm_module_training/1790gk3b/file_stream\": dial tcp 35.186.228.49:443: connect: connection timed out"}
17
+ {"time":"2026-03-14T09:08:31.977593804+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/llm_module_training/1790gk3b/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: server misbehaving"}
18
+ {"time":"2026-03-14T09:08:43.112960657+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/llm_module_training/1790gk3b/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: server misbehaving"}
19
+ {"time":"2026-03-14T09:08:56.644328558+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/chyang25-national-taiwan-university/llm_module_training/1790gk3b/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: server misbehaving"}
20
+ {"time":"2026-03-14T09:09:00.549809847+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
21
+ {"time":"2026-03-14T19:54:49.918288566+08:00","level":"INFO","msg":"stream: closing","id":"1790gk3b"}
22
+ {"time":"2026-03-14T19:54:49.918347805+08:00","level":"INFO","msg":"Stopping system monitor"}
23
+ {"time":"2026-03-14T19:54:49.919166863+08:00","level":"INFO","msg":"Stopped system monitor"}
24
+ {"time":"2026-03-14T19:54:53.037836778+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
25
+ {"time":"2026-03-14T19:54:53.457687646+08:00","level":"INFO","msg":"handler: closed","stream_id":{"value":"1790gk3b"}}
26
+ {"time":"2026-03-14T19:54:53.457811014+08:00","level":"INFO","msg":"sender: closed","stream_id":"1790gk3b"}
27
+ {"time":"2026-03-14T19:54:53.457797566+08:00","level":"INFO","msg":"writer: Close: closed","stream_id":{"value":"1790gk3b"}}
28
+ {"time":"2026-03-14T19:54:53.457972856+08:00","level":"INFO","msg":"stream: closed","id":"1790gk3b"}
2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/logs/debug.log ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-03-13 23:52:27,436 INFO MainThread:1516178 [wandb_setup.py:_flush():79] Current SDK version is 0.18.6
2
+ 2026-03-13 23:52:27,436 INFO MainThread:1516178 [wandb_setup.py:_flush():79] Configure stats pid to 1516178
3
+ 2026-03-13 23:52:27,436 INFO MainThread:1516178 [wandb_setup.py:_flush():79] Loading settings from /home/chyang/.config/wandb/settings
4
+ 2026-03-13 23:52:27,436 INFO MainThread:1516178 [wandb_setup.py:_flush():79] Loading settings from /tmp2/chyang/workspace/LLM-BC/wandb/settings
5
+ 2026-03-13 23:52:27,436 INFO MainThread:1516178 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
6
+ 2026-03-13 23:52:27,436 INFO MainThread:1516178 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'online', '_disable_service': None}
7
+ 2026-03-13 23:52:27,436 INFO MainThread:1516178 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': 'train.py', 'program_abspath': '/tmp2/chyang/workspace/LLM-BC/train.py', 'program': '/tmp2/chyang/workspace/LLM-BC/./train.py'}
8
+ 2026-03-13 23:52:27,436 INFO MainThread:1516178 [wandb_setup.py:_flush():79] Applying login settings: {}
9
+ 2026-03-13 23:52:27,436 INFO MainThread:1516178 [wandb_init.py:_log_setup():533] Logging user logs to /tmp2/chyang/workspace/LLM-BC/data/outputs/2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/logs/debug.log
10
+ 2026-03-13 23:52:27,436 INFO MainThread:1516178 [wandb_init.py:_log_setup():534] Logging internal logs to /tmp2/chyang/workspace/LLM-BC/data/outputs/2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/logs/debug-internal.log
11
+ 2026-03-13 23:52:27,436 INFO MainThread:1516178 [wandb_init.py:init():619] calling init triggers
12
+ 2026-03-13 23:52:27,437 INFO MainThread:1516178 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
13
+ config: {'name': 'train_mlp_projector', '_target_': 'llmbc.workspace.train_mlp_projector_workspace.TrainMlpProjectorWorkspace', 'obs_dim': 9, 'action_dim': 4, 'task_name': 'box-close-v2', 'exp_name': 'default', 'model_name': 'mistralai/Mistral-7B-Instruct-v0.3', 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1, 'n_latency_steps': 0, 'past_action_visible': False, 'llm_translator': {'_target_': 'llmbc.translator.llm_translator.LLMTranslator', 'cfg': {'name': 'mistralai/Mistral-7B-Instruct-v0.3', 'model_name': 'Mistral-7B-Instruct-v0.3', 'config_target': 'llmbc.model.llm.mistral_lowdim_model.LowdimMistralConfig', 'causal_lm_target': 'llmbc.model.llm.mistral_lowdim_model.LowdimMistralForCausalLM', 'use_quantization': True, 'use_joint_mlp_projector': True, 'llm_mode': 'pretrained', 'finetune_mode': 'orig', 'checkpoint': '', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.mistral_prompter.MistralPrompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'mistralai/Mistral-7B-Instruct-v0.3'}, 'run': {'dir': 'data/outputs/2026.03.13/23.52.16_mistralai/Mistral-7B-Instruct-v0.3'}}}, 'obs_dim': 9, 'action_dim': 4, 'horizon': 1, 'n_obs_steps': 1, 'n_action_steps': 1}, 'dataloader': {'batch_size': 32, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'val_dataloader': {'batch_size': 32, 'num_workers': 0, 'shuffle': True, 'pin_memory': False, 'persistent_workers': False}, 'optimizer': {'_target_': 'torch.optim.Adam', 'lr': 0.0001, 'betas': [0.95, 0.999], 'eps': 1e-08, 'weight_decay': 1e-06}, 'training': {'device': 'cuda', 'seed': 42, 'debug': False, 'resume': True, 'lr_scheduler': 'cosine', 'lr_warmup_steps': 10, 'num_epochs': 20, 'gradient_accumulate_every': 8, 'grad_norm_clip': 1, 'enable_normalizer': True, 'checkpoint_every': 1, 'val_every': 1, 'sample_every': 1, 'sample_max_batch': 128, 'max_train_steps': None, 'max_val_steps': None, 'tqdm_interval_sec': 1.0}, 'logging': {'project': 'llm_module_training', 'resume': True, 'mode': 'online', 'name': '2026.03.13-23.52.16_train_mlp_projector_box-close-v2', 'tags': ['train_mlp_projector', 'box-close-v2', 'default'], 'id': None, 'group': None}, 'checkpoint': {'topk': {'monitor_key': 'val_loss', 'mode': 'min', 'k': 5, 'format_str': 'epoch={epoch:04d}-val_loss={val_loss:.3f}.ckpt'}, 'save_last_ckpt': True, 'save_last_snapshot': False}, 'multi_run': {'run_dir': 'data/outputs/2026.03.13/23.52.16_train_mlp_projector_box-close-v2', 'wandb_name_base': '2026.03.13-23.52.16_train_mlp_projector_box-close-v2'}, 'task': {'name': 'box-close-v2', 'obs_dim': 9, 'action_dim': 4, 'env_runner': {'_target_': 'llmbc.env_runner.metaworld_lowdim_runner.MetaworldLowdimRunner', 'env_name': 'llf-metaworld-box-close-v2', 'n_train': 10, 'n_test': 50, 'n_envs': 10, 'max_steps': 30, 'n_obs_steps': 1, 'n_action_steps': 1, 'instruction_type': 'b', 'feedback_type': ['hp', 'hn', 'fp'], 'visual': False, 'discount': 0.9}, 'dataset': {'_target_': 'llmbc.dataset.metaworld_lowdim_dataset.MetaworldLowdimDataset', 'data_path': 'datasets/box-close-v2-general.pt', 'data_path2': 'datasets/box-close-v2.pt', 'horizon': 1, 'pad_before': 0, 'pad_after': 0, 'obs_eef_target': True, 'use_manual_normalizer': False, 'val_ratio': 0.05, 'dummy_normalizer': True}, 'instructor': {'_target_': 'llmbc.translator.instructor.metaworld_instructor.box_close_v2_instructor.BoxCloseV2Instructor'}}, 'llm': {'name': 'mistralai/Mistral-7B-Instruct-v0.3', 'model_name': 'Mistral-7B-Instruct-v0.3', 'config_target': 'llmbc.model.llm.mistral_lowdim_model.LowdimMistralConfig', 'causal_lm_target': 'llmbc.model.llm.mistral_lowdim_model.LowdimMistralForCausalLM', 'use_quantization': True, 'use_joint_mlp_projector': True, 'llm_mode': 'pretrained', 'finetune_mode': 'orig', 'checkpoint': '', 'max_length': 100, 'lora_config': {'r': 32, 'lora_alpha': 64, 'lora_dropout': 0.05, 'bias': 'none', 'task_type': 'CAUSAL_LM'}, 'prompter': {'_target_': 'llmbc.translator.prompter.mistral_prompter.MistralPrompter', 'use_joint_mlp_projector': True}, 'hydra': {'job': {'override_dirname': 'mistralai/Mistral-7B-Instruct-v0.3'}, 'run': {'dir': 'data/outputs/2026.03.13/23.52.16_mistralai/Mistral-7B-Instruct-v0.3'}}}}
14
+ 2026-03-13 23:52:27,437 INFO MainThread:1516178 [wandb_init.py:init():669] starting backend
15
+ 2026-03-13 23:52:27,437 INFO MainThread:1516178 [wandb_init.py:init():673] sending inform_init request
16
+ 2026-03-13 23:52:27,437 INFO MainThread:1516178 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
17
+ 2026-03-13 23:52:27,438 INFO MainThread:1516178 [wandb_init.py:init():686] backend started and connected
18
+ 2026-03-13 23:52:27,442 INFO MainThread:1516178 [wandb_init.py:init():781] updated telemetry
19
+ 2026-03-13 23:52:27,496 INFO MainThread:1516178 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
20
+ 2026-03-13 23:52:28,466 INFO MainThread:1516178 [wandb_init.py:init():867] starting run threads in backend
21
+ 2026-03-13 23:52:28,571 INFO MainThread:1516178 [wandb_run.py:_console_start():2451] atexit reg
22
+ 2026-03-13 23:52:28,571 INFO MainThread:1516178 [wandb_run.py:_redirect():2299] redirect: wrap_raw
23
+ 2026-03-13 23:52:28,571 INFO MainThread:1516178 [wandb_run.py:_redirect():2364] Wrapping output streams.
24
+ 2026-03-13 23:52:28,571 INFO MainThread:1516178 [wandb_run.py:_redirect():2389] Redirects installed.
25
+ 2026-03-13 23:52:28,573 INFO MainThread:1516178 [wandb_init.py:init():911] run started, returning control to user process
26
+ 2026-03-13 23:52:28,573 INFO MainThread:1516178 [wandb_run.py:_config_callback():1389] config_cb None None {'output_dir': '/tmp2/chyang/workspace/LLM-BC/data/outputs/2026.03.13/23.52.16_train_mlp_projector_box-close-v2'}
27
+ 2026-03-14 19:54:49,918 WARNING MsgRouterThr:1516178 [router.py:message_loop():75] message_loop has been closed
2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/run-20260313_235227-1790gk3b/run-1790gk3b.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10477feac460b0e8d271d8fc5ae5b99110e8a2ea93518799a8e28ee3b684da6c
3
+ size 50778561
2026.03.13/23.52.16_train_mlp_projector_box-close-v2/wandb/wandb-resume.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"run_id": "1790gk3b"}