Delete psi0/real-checkpoints/task2/wandb
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- psi0/real-checkpoints/task2/wandb/debug-internal.log +0 -14
- psi0/real-checkpoints/task2/wandb/debug.log +0 -27
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/config.yaml +0 -526
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_0_7f3660a2c6698749fc15.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_10099_c559b26e080343907f67.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_10199_07fcf60ffb1ddf956151.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_10299_d4789701eb503ff1aea1.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_10399_012d18d8f6f5fc3fd81e.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_10499_f68ee04f4f4937e87a9d.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_10599_4051de89e0d93dca2ce4.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_10699_d7903b0451d291d7d43a.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_10799_4339be1a6581212abf5d.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_10899_05ab2314a1c513bc1f6f.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_10999_71b7f8e3f1bd3f86a2b1.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_1099_0e09efa5e49533e15058.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_11099_f45d92a9eaa1cd24e2c6.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_11199_4c5618409dc5fde1eec0.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_11299_ea93334d1a945c32a9e8.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_11399_d41ea5b77249cbb319f6.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_11499_5bd8f2f983bc10f92f57.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_11599_6a7a43082be05055c4cd.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_11699_0b65f66198997d3f08e1.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_11799_bb87fe486121125fe04e.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_11899_2e4bb11273b5b29f195e.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_11999_faaf8a8e188725b81d20.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_1199_c288d216257be0c89c5d.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_12099_52eda8fb91abd1fa6023.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_12199_aad06f9394f3662d5382.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_12299_255b6369e44884a7a215.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_12399_a8c09d7ecc2fb45a145e.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_12499_959971bb18a45863330b.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_12599_7bacce086e0efad67c1a.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_12699_5d48fc434383efe90d86.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_12799_3e37236fd7596a3e6fbb.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_12899_9c3462897f1f01c629b2.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_12999_3f6361185b332dd305da.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_1299_a7dadceab573ac465df2.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_13099_f4bc8f24bd9c5d818e4a.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_13199_a150cfaca3f9619e71c9.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_13299_a592603dbcf2107101b0.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_13399_5cf41306924e3c63c9bb.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_13499_75c8a74c1f6516d72e3b.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_13599_6421f5ba7432cb70a5a6.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_13699_ef9bad0454cfac8845b4.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_13799_e39cfcf7c35184cdf776.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_13899_3173ef4cd86c966f6034.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_13999_f782f72b011e74556de5.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_1399_0f049cdc527ff1a1921a.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_14099_7bf3b90a69eeee383a47.png +0 -3
- psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_14199_1891f6bdf1886682cd79.png +0 -3
psi0/real-checkpoints/task2/wandb/debug-internal.log
DELETED
|
@@ -1,14 +0,0 @@
|
|
| 1 |
-
{"time":"2026-01-21T04:51:05.84285168Z","level":"INFO","msg":"stream: starting","core version":"0.23.1"}
|
| 2 |
-
{"time":"2026-01-21T04:51:06.082833347Z","level":"INFO","msg":"stream: created new stream","id":"nzvdivuj"}
|
| 3 |
-
{"time":"2026-01-21T04:51:06.083053837Z","level":"INFO","msg":"handler: started","stream_id":"nzvdivuj"}
|
| 4 |
-
{"time":"2026-01-21T04:51:06.083167888Z","level":"INFO","msg":"stream: started","id":"nzvdivuj"}
|
| 5 |
-
{"time":"2026-01-21T04:51:06.083209025Z","level":"INFO","msg":"sender: started","stream_id":"nzvdivuj"}
|
| 6 |
-
{"time":"2026-01-21T04:51:06.08321566Z","level":"INFO","msg":"writer: started","stream_id":"nzvdivuj"}
|
| 7 |
-
{"time":"2026-01-21T09:04:06.75656042Z","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/boqianli/hfm/nzvdivuj/file_stream","body":"\n<html><head>\n<meta http-equiv=\"content-type\" content=\"text/html;charset=utf-8\">\n<title>502 Server Error</title>\n</head>\n<body text=#000000 bgcolor=#ffffff>\n<h1>Error: Server Error</h1>\n<h2>The server encountered a temporary error and could not complete your request.<p>Please try again in 30 seconds.</h2>\n<h2></h2>\n</body></html>\n"}
|
| 8 |
-
{"time":"2026-01-21T10:07:00.885690069Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": read tcp 192.168.0.2:53084->35.186.228.49:443: read: connection reset by peer"}
|
| 9 |
-
{"time":"2026-01-21T14:09:08.436156905Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
| 10 |
-
{"time":"2026-01-21T14:09:08.626354404Z","level":"INFO","msg":"handler: operation stats","stats":{}}
|
| 11 |
-
{"time":"2026-01-21T14:09:08.633506139Z","level":"INFO","msg":"stream: closing","id":"nzvdivuj"}
|
| 12 |
-
{"time":"2026-01-21T14:09:08.633543993Z","level":"INFO","msg":"handler: closed","stream_id":"nzvdivuj"}
|
| 13 |
-
{"time":"2026-01-21T14:09:08.633654692Z","level":"INFO","msg":"sender: closed","stream_id":"nzvdivuj"}
|
| 14 |
-
{"time":"2026-01-21T14:09:08.63368214Z","level":"INFO","msg":"stream: closed","id":"nzvdivuj"}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
psi0/real-checkpoints/task2/wandb/debug.log
DELETED
|
@@ -1,27 +0,0 @@
|
|
| 1 |
-
2026-01-21 04:51:05,230 INFO MainThread:264438 [wandb_setup.py:_flush():80] Current SDK version is 0.23.1
|
| 2 |
-
2026-01-21 04:51:05,230 INFO MainThread:264438 [wandb_setup.py:_flush():80] Configure stats pid to 264438
|
| 3 |
-
2026-01-21 04:51:05,231 INFO MainThread:264438 [wandb_setup.py:_flush():80] Loading settings from /home/boqian/.config/wandb/settings
|
| 4 |
-
2026-01-21 04:51:05,231 INFO MainThread:264438 [wandb_setup.py:_flush():80] Loading settings from /hfm/boqian/liboqian_code/we_learn/wandb/settings
|
| 5 |
-
2026-01-21 04:51:05,231 INFO MainThread:264438 [wandb_setup.py:_flush():80] Loading settings from environment variables
|
| 6 |
-
2026-01-21 04:51:05,231 INFO MainThread:264438 [wandb_init.py:setup_run_log_directory():714] Logging user logs to /hfm/boqian/liboqian_code/we_learn/.runs/hfm-finetune/hfm-together-with-rtc.wgt.flow1000.cosin.lr1.0e-04.b128.gpus2.2601210450/wandb/run-20260121_045105-nzvdivuj/logs/debug.log
|
| 7 |
-
2026-01-21 04:51:05,231 INFO MainThread:264438 [wandb_init.py:setup_run_log_directory():715] Logging internal logs to /hfm/boqian/liboqian_code/we_learn/.runs/hfm-finetune/hfm-together-with-rtc.wgt.flow1000.cosin.lr1.0e-04.b128.gpus2.2601210450/wandb/run-20260121_045105-nzvdivuj/logs/debug-internal.log
|
| 8 |
-
2026-01-21 04:51:05,231 INFO MainThread:264438 [wandb_init.py:init():841] calling init triggers
|
| 9 |
-
2026-01-21 04:51:05,231 INFO MainThread:264438 [wandb_init.py:init():846] wandb.init called with sweep_config: {}
|
| 10 |
-
config: {'_wandb': {}}
|
| 11 |
-
2026-01-21 04:51:05,231 INFO MainThread:264438 [wandb_init.py:init():889] starting backend
|
| 12 |
-
2026-01-21 04:51:05,837 INFO MainThread:264438 [wandb_init.py:init():892] sending inform_init request
|
| 13 |
-
2026-01-21 04:51:05,840 INFO MainThread:264438 [wandb_init.py:init():900] backend started and connected
|
| 14 |
-
2026-01-21 04:51:05,842 INFO MainThread:264438 [wandb_init.py:init():970] updated telemetry
|
| 15 |
-
2026-01-21 04:51:05,847 INFO MainThread:264438 [wandb_init.py:init():994] communicating run to backend with 90.0 second timeout
|
| 16 |
-
2026-01-21 04:51:06,457 INFO MainThread:264438 [wandb_init.py:init():1041] starting run threads in backend
|
| 17 |
-
2026-01-21 04:51:06,652 INFO MainThread:264438 [wandb_run.py:_console_start():2521] atexit reg
|
| 18 |
-
2026-01-21 04:51:06,652 INFO MainThread:264438 [wandb_run.py:_redirect():2369] redirect: wrap_raw
|
| 19 |
-
2026-01-21 04:51:06,652 INFO MainThread:264438 [wandb_run.py:_redirect():2438] Wrapping output streams.
|
| 20 |
-
2026-01-21 04:51:06,653 INFO MainThread:264438 [wandb_run.py:_redirect():2461] Redirects installed.
|
| 21 |
-
2026-01-21 04:51:06,657 INFO MainThread:264438 [wandb_init.py:init():1081] run started, returning control to user process
|
| 22 |
-
2026-01-21 04:51:06,659 INFO MainThread:264438 [wandb_run.py:_config_callback():1396] config_cb None None {'exp': 'hfm-together-with-rtc', 'seed': 292285, 'auto_tag_run': False, 'eval': False, 'debug': False, 'timestamp': '2601210450', 'log': {'logging_dir': 'logs', 'report_to': 'wandb', 'log_freq': 100}, 'wandb': {'project': 'hfm', 'entity': None, 'group': None, 'id': None, 'name': None, 'resume': 'allow'}, 'train': {'num_workers': 8, 'overfit_single_batch': False, 'name': 'hfm-finetune', 'resume_from_checkpoint': None, 'skip_resumed_steps': False, 'hf_token': '.hf_token', 'lora': False, 'output_dir': '.runs', 'gradient_accumulation_steps': 1, 'mixed_precision': 'bf16', 'max_grad_norm': 1.0, 'train_batch_size': 64, 'val_batch_size': 16, 'val_num_batches': 20, 'checkpointing_steps': 5000, 'max_checkpoints_to_keep': 5, 'validation_steps': 500, 'learning_rate': 0.0001, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {'betas': [0.95, 0.999], 'weight_decay': 1e-06, 'eps': 1e-08}, 'scheduler_specific_kwargs': {}, 'data_parallel': 'ddp', 'sharding_strategy': 'full-shard', 'deepspeed_config': '/hfm/boqian/liboqian_code/we_learn/src/InternVLA/config/deepseeds/zero3.json', 'enable_gradient_checkpointing': True, 'enable_mixed_precision_training': True, 'reduce_in_full_precision': True, 'max_training_steps': 42000, 'num_train_epochs': None, 'warmup_steps': 1000, 'warmup_ratio': None}, 'data': {'transform': {'repack': {'dataset_name': 'we-g1-teleop', 'conditions': [], 'image_keys': ['video'], 'state_key': 'state', 'action_key': 'action', 'instruction_key': 'annotation.human.task_description', 'pad_action_dim': 36, 'pad_state_dim': 36}, 'action_state': {'stat_path': 'dataset_statistics/g1-stats-Spray_the_bowl_and_wipe_it_and_stack_it_up.json', 'action_norm_type': 'bounds', 'stat_action_key': 'action', 'stat_state_key': 'states', 'use_norm_mask': False, 'action_norm_masks': [True, True, True, True, True, True, False], 'action_min': [-1.0481975078582764, -0.27842938899993896, 0.3644271194934845, -1.5717962980270386, -1.7463293075561523, -1.5717962980270386, -1.7463293075561523, -0.9726980328559875, -0.9210000038146973, -1.434515118598938, -0.0010000000474974513, -0.0010000000474974513, -0.0010000000474974513, -0.0010000000474974513, -1.6587185859680176, -0.26730066537857056, -1.0476018190383911, -1.0471998453140259, -1.5517717599868774, -1.6144294738769531, -1.4627567529678345, -1.578611969947815, -0.84627765417099, -0.56448894739151, -0.7843337059020996, -1.6328412294387817, -1.4047861099243164, -1.5124512910842896, -0.25610852241516113, -0.25414812564849854, -0.6856858730316162, 0.6628404259681702, 0.0, 0.0, 0.0, 0.0], 'action_max': [0.1852411925792694, 0.9147700667381287, 1.6026862859725952, 0.0010000000474974513, 0.0010000000474974513, 0.0010000000474974513, 0.0010000000474974513, 0.4500204622745514, 0.36118876934051514, -0.4222349226474762, 1.5717962980270386, 1.7463293075561523, 1.5103485584259033, 1.7463293075561523, 1.1773991584777832, 1.8751757144927979, 0.9741659760475159, 1.4004517793655396, 1.4179662466049194, 0.46019142866134644, 0.9530820250511169, 0.9330370426177979, 0.7938688397407532, 0.8228927850723267, 1.3041672706604004, 0.33489832282066345, 1.3568487167358398, 1.0455472469329834, 0.2588168680667877, 0.37684208154678345, 0.5529751181602478, 0.7785804867744446, 0.0, 0.0, 0.0, 0.0], 'state_min': [-1.0181907415390015, -0.21951374411582947, 0.3024940490722656, -1.4405375719070435, -1.7201621532440186, -1.419105887413025, -1.718001127243042, -0.9075884222984314, -0.8965954184532166, -1.0760161876678467, 0.021206939592957497, 0.03394134342670441, 0.023895293474197388, 0.02167615294456482, -1.6115427017211914, -0.14754977822303772, -1.022362232208252, -0.9756118059158325, -0.9642987251281738, -1.1772382259368896, -1.020795226097107, -1.4939295053482056, -0.776901364326477, -0.36998897790908813, -0.688661515712738, -1.1983625888824463, -1.1220992803573608, -1.1137467622756958, -0.25610852241516113, -0.25414812564849854, -0.6856858730316162, 0.6628404259681702, 0.0, 0.0, 0.0, 0.0], 'state_max': [0.058098502457141876, 0.8378645777702332, 1.24748694896698, 0.02642994001507759, -0.02432899735867977, 0.052110809832811356, -0.03269302845001221, 0.03115934133529663, -0.25718754529953003, -0.3639061152935028, 1.085662603378296, 1.7141422033309937, 0.9538694620132446, 1.6335294246673584, 0.9592653512954712, 1.3684067726135254, 0.581366777420044, 1.3705159425735474, 1.3769994974136353, 0.4176492989063263, 0.7442338466644287, 0.8120271563529968, 0.05709284916520119, 0.7760385274887085, 1.2864466905593872, 0.12685301899909973, 0.33431577682495117, 0.8156329393386841, 0.2588168680667877, 0.37684208154678345, 0.5529751181602478, 0.7785804867744446, 0.0, 0.0, 0.0, 0.0], 'normalize_state': True, 'pad_action_dim': 36, 'pad_state_dim': 36}, 'model': {'resize': {'size': [240, 320]}, 'center_crop': {'size': [240, 320]}, 'color_jitter': {'brightness': 0.2, 'contrast': [0.8, 1.2], 'saturation': [0.8, 1.2], 'hue': 0.05}, 'gaussian_noise': {'mean': 0.0, 'std': 3.0, 'prob_skip': 0.1}, 'img_aug': True, 'adaptive_resize': False, 'img_sizes': {'egodex': [270, 480], 'we': [240, 320]}}}, 'action_chunk_size': 30, 'root_dir': '/hfm/data/real_teleop_g1/lerobot/', 'dataset_paths': ['Spray_the_bowl_and_wipe_it_and_stack_it_up'], 'data_config': 'we.data.gr00t.data_config:WeUnitreeG1LocoDataConfig', 'embodiment_tag': 'new_embodiment', 'video_backend': 'decord', 'balance_dataset_weights': True, 'balance_trajectory_weights': True, 'preload_all': False}, 'model': {'resnet_store_path': 'cache/checkpoints/resnet18/IN_1M_resnet18.pth', 'pretrained_action_header_path': '/hfm/cache/checkpoints/postpre.1by130k.pad36.mixed.2601131206.ckpt34k', 'rtc': True, 'max_delay': 8, 'action_dim': 36, 'action_chunk_size': 30, 'action_exec_horizon': 30, 'observation_horizon': 1, 'img_chunk': 1, 'n_cams': 1, 'use_obs': 'add_token', 'dropout': 0.1, 'noise_scheduler': 'flow', 'train_diffusion_steps': 1000, 'eval_diffusion_steps': 10, 'share_cam_features': False, 'early_fusion': False, 'odim': 36, 'n_conditions': 0, 'token_fusion': 'concat', 'loss_w': [0.1, 0.2, 0.1], 'time_dim': 256, 'hidden_dim': 1536, 'num_blocks': 6, 'dim_feedforward': 2048, 'nhead': 24, 'activation': 'gelu', 'view_feature_dim': 2048, 'use_film': False, 'combined_temb': False, 'use_dit': False, 'weight_decay': 0.01, 'model_name_or_path': '/hfm/cache/checkpoints/hfm.pre.fast.mixed.1by1.2601091803.ckpt30k', 'vlm_run_dir': None, 'vlm_ckpt_step': None, 'tune_vlm': False, 'tune_mm_llm': False, 'tune_mm_vision': False, 'tune_mm_mlp': False, 'gradient_checkpointing': True, 'lang_backbone_lr': 1e-05, 'mm_projector_lr': 1e-05, 'vision_tower_lr': 1e-06, 'optim': 'adamw_torch', 'model_max_length': 4096, 'data_flatten': True, 'data_packing': True, 'max_pixels': 451584, 'min_pixels': 12544}, 'environment_variables': {'OMP_NUM_THREADS': '32', 'HF_HOME': '/hfm/boqian/huggingface_cache', 'TORCH_HOME': '/hfm/boqian/torch_cache', 'HF_TOKEN': 'Not Set', 'HF_LEROBOT_HOME': 'Not Set', 'WE_HOME': 'Not Set', 'DATA_HOME': 'Not Set', 'UV_CACHE_DIR': '/hfm/boqian/uv_cache', 'WANDB_API_KEY': 'Not Set', 'PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION': 'Not Set', 'CUDA_VISIBLE_DEVICES': '2,3', 'WORLD_SIZE': '2', 'LOCAL_WORLD_SIZE': '2', 'RANK': '0', 'LOCAL_RANK': '0', 'MASTER_ADDR': '127.0.0.1', 'MASTER_PORT': '29500'}}
|
| 23 |
-
2026-01-21 14:09:07,836 INFO MainThread:264438 [wandb_run.py:_finish():2287] finishing run boqianli/hfm/nzvdivuj
|
| 24 |
-
2026-01-21 14:09:07,837 INFO MainThread:264438 [wandb_run.py:_atexit_cleanup():2486] got exitcode: 0
|
| 25 |
-
2026-01-21 14:09:07,837 INFO MainThread:264438 [wandb_run.py:_restore():2468] restore
|
| 26 |
-
2026-01-21 14:09:07,838 INFO MainThread:264438 [wandb_run.py:_restore():2474] restore done
|
| 27 |
-
2026-01-21 14:09:08,632 INFO MainThread:264438 [wandb_run.py:_footer_sync_info():3862] logging synced files
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/config.yaml
DELETED
|
@@ -1,526 +0,0 @@
|
|
| 1 |
-
_wandb:
|
| 2 |
-
value:
|
| 3 |
-
cli_version: 0.23.1
|
| 4 |
-
e:
|
| 5 |
-
c3j0oxbcwtl2rm31mnyhnnq6gjd7k7k9:
|
| 6 |
-
args:
|
| 7 |
-
- data:gr00t
|
| 8 |
-
- data.transform.repack:gr00t-we
|
| 9 |
-
- data.transform.action-state:maxmin
|
| 10 |
-
- data.transform.model:hfm-together
|
| 11 |
-
- model:hfm-together
|
| 12 |
-
- --seed=292285
|
| 13 |
-
- --no-auto-tag-run
|
| 14 |
-
- --exp=hfm-together-with-rtc
|
| 15 |
-
- --train.name=hfm-finetune
|
| 16 |
-
- --train.data_parallel=ddp
|
| 17 |
-
- --train.mixed_precision=bf16
|
| 18 |
-
- --train.train_batch_size=64
|
| 19 |
-
- --train.max_checkpoints_to_keep=5
|
| 20 |
-
- --train.gradient_accumulation_steps=1
|
| 21 |
-
- --train.learning_rate=1e-4
|
| 22 |
-
- --train.max_training_steps=42000
|
| 23 |
-
- --train.warmup_ratio=None
|
| 24 |
-
- --train.warmup_steps=1000
|
| 25 |
-
- --train.checkpointing_steps=5000
|
| 26 |
-
- --train.validation_steps=500
|
| 27 |
-
- --train.val_num_batches=20
|
| 28 |
-
- --train.max_grad_norm=1.0
|
| 29 |
-
- --train.lr_scheduler_type=cosine
|
| 30 |
-
- --train.lr_scheduler_kwargs.weight_decay=1e-6
|
| 31 |
-
- --train.lr_scheduler_kwargs.betas
|
| 32 |
-
- "0.95"
|
| 33 |
-
- "0.999"
|
| 34 |
-
- --log.report_to=wandb
|
| 35 |
-
- --data.root_dir=/hfm/data/real_teleop_g1/lerobot/
|
| 36 |
-
- --data.dataset_paths=Spray_the_bowl_and_wipe_it_and_stack_it_up
|
| 37 |
-
- --data.data_config=we.data.gr00t.data_config:WeUnitreeG1LocoDataConfig
|
| 38 |
-
- --data.no-preload-all
|
| 39 |
-
- --data.transform.repack.pad-action-dim=36
|
| 40 |
-
- --data.transform.repack.pad-state-dim=36
|
| 41 |
-
- --data.transform.action-state.stat-path=dataset_statistics/g1-stats-Spray_the_bowl_and_wipe_it_and_stack_it_up.json
|
| 42 |
-
- --data.transform.action-state.stat-action-key=action
|
| 43 |
-
- --data.transform.action-state.stat-state-key=states
|
| 44 |
-
- --data.transform.action-state.action_norm_type=bounds
|
| 45 |
-
- --data.transform.action-state.no-use-norm-mask
|
| 46 |
-
- --data.transform.action-state.normalize-state
|
| 47 |
-
- --data.transform.action-state.pad-action-dim=36
|
| 48 |
-
- --data.transform.action-state.pad-state-dim=36
|
| 49 |
-
- --data.transform.model.img-aug
|
| 50 |
-
- --data.transform.model.resize.size
|
| 51 |
-
- "240"
|
| 52 |
-
- "320"
|
| 53 |
-
- --data.transform.model.center_crop.size
|
| 54 |
-
- "240"
|
| 55 |
-
- "320"
|
| 56 |
-
- --data.action-chunk-size=30
|
| 57 |
-
- --model.model_name_or_path=/hfm/cache/checkpoints/hfm.pre.fast.mixed.1by1.2601091803.ckpt30k
|
| 58 |
-
- --model.pretrained-action-header-path=/hfm/cache/checkpoints/postpre.1by130k.pad36.mixed.2601131206.ckpt34k
|
| 59 |
-
- --model.noise-scheduler=flow
|
| 60 |
-
- --model.train-diffusion-steps=1000
|
| 61 |
-
- --model.n_conditions=0
|
| 62 |
-
- --model.action-chunk-size=30
|
| 63 |
-
- --model.action-dim=36
|
| 64 |
-
- --model.action-exec-horizon=30
|
| 65 |
-
- --model.observation-horizon=1
|
| 66 |
-
- --model.odim=36
|
| 67 |
-
- --model.view_feature_dim=2048
|
| 68 |
-
- --model.no-tune-vlm
|
| 69 |
-
- --model.no-use_film
|
| 70 |
-
- --model.no-combined_temb
|
| 71 |
-
- --model.rtc
|
| 72 |
-
- --model.max-delay=8
|
| 73 |
-
codePath: scripts/train.py
|
| 74 |
-
codePathLocal: scripts/train.py
|
| 75 |
-
cpu_count: 128
|
| 76 |
-
cpu_count_logical: 128
|
| 77 |
-
cudaVersion: "12.9"
|
| 78 |
-
disk:
|
| 79 |
-
/:
|
| 80 |
-
total: "3934171283456"
|
| 81 |
-
used: "3566601048064"
|
| 82 |
-
email: 2074894208@qq.com
|
| 83 |
-
executable: /hfm/boqian/liboqian_code/we_learn/.venv-hfm/bin/python3
|
| 84 |
-
git:
|
| 85 |
-
commit: c26588b21729220d703e6c7201401ee5c626b180
|
| 86 |
-
remote: git@github.com:songlin/we_learn.git
|
| 87 |
-
gpu: NVIDIA A100-SXM4-80GB
|
| 88 |
-
gpu_count: 8
|
| 89 |
-
gpu_nvidia:
|
| 90 |
-
- architecture: Ampere
|
| 91 |
-
cudaCores: 6912
|
| 92 |
-
memoryTotal: "85899345920"
|
| 93 |
-
name: NVIDIA A100-SXM4-80GB
|
| 94 |
-
uuid: GPU-02b51758-2aec-8c71-c751-92567fdb15ad
|
| 95 |
-
- architecture: Ampere
|
| 96 |
-
cudaCores: 6912
|
| 97 |
-
memoryTotal: "85899345920"
|
| 98 |
-
name: NVIDIA A100-SXM4-80GB
|
| 99 |
-
uuid: GPU-be645bb4-1ef0-15da-fc6b-53c5378650df
|
| 100 |
-
- architecture: Ampere
|
| 101 |
-
cudaCores: 6912
|
| 102 |
-
memoryTotal: "85899345920"
|
| 103 |
-
name: NVIDIA A100-SXM4-80GB
|
| 104 |
-
uuid: GPU-44868ccd-5809-61e2-f8cc-1dff8efc7eb1
|
| 105 |
-
- architecture: Ampere
|
| 106 |
-
cudaCores: 6912
|
| 107 |
-
memoryTotal: "85899345920"
|
| 108 |
-
name: NVIDIA A100-SXM4-80GB
|
| 109 |
-
uuid: GPU-a12b8de3-fb12-2901-c3a2-1e0e2b050b7b
|
| 110 |
-
- architecture: Ampere
|
| 111 |
-
cudaCores: 6912
|
| 112 |
-
memoryTotal: "85899345920"
|
| 113 |
-
name: NVIDIA A100-SXM4-80GB
|
| 114 |
-
uuid: GPU-57787183-4904-b2c9-cf52-1c1af976b365
|
| 115 |
-
- architecture: Ampere
|
| 116 |
-
cudaCores: 6912
|
| 117 |
-
memoryTotal: "85899345920"
|
| 118 |
-
name: NVIDIA A100-SXM4-80GB
|
| 119 |
-
uuid: GPU-e82d0fd0-9dcb-3d7c-9451-c4770ad6ddc3
|
| 120 |
-
- architecture: Ampere
|
| 121 |
-
cudaCores: 6912
|
| 122 |
-
memoryTotal: "85899345920"
|
| 123 |
-
name: NVIDIA A100-SXM4-80GB
|
| 124 |
-
uuid: GPU-9a825fa3-60d0-3acf-6c79-67e9230ae24c
|
| 125 |
-
- architecture: Ampere
|
| 126 |
-
cudaCores: 6912
|
| 127 |
-
memoryTotal: "85899345920"
|
| 128 |
-
name: NVIDIA A100-SXM4-80GB
|
| 129 |
-
uuid: GPU-6fe02e5e-b886-9c02-e433-6237f3897dd8
|
| 130 |
-
host: nebula101
|
| 131 |
-
memory:
|
| 132 |
-
total: "1623176945664"
|
| 133 |
-
os: Linux-6.8.0-88-generic-x86_64-with-glibc2.39
|
| 134 |
-
program: /hfm/boqian/liboqian_code/we_learn/scripts/train.py
|
| 135 |
-
python: CPython 3.10.19
|
| 136 |
-
root: /hfm/boqian/liboqian_code/we_learn/.runs/hfm-finetune/hfm-together-with-rtc.wgt.flow1000.cosin.lr1.0e-04.b128.gpus2.2601210450
|
| 137 |
-
startedAt: "2026-01-21T04:51:05.228585Z"
|
| 138 |
-
writerId: c3j0oxbcwtl2rm31mnyhnnq6gjd7k7k9
|
| 139 |
-
m: []
|
| 140 |
-
python_version: 3.10.19
|
| 141 |
-
t:
|
| 142 |
-
"1":
|
| 143 |
-
- 1
|
| 144 |
-
- 2
|
| 145 |
-
- 3
|
| 146 |
-
- 11
|
| 147 |
-
- 41
|
| 148 |
-
- 49
|
| 149 |
-
- 63
|
| 150 |
-
- 71
|
| 151 |
-
- 83
|
| 152 |
-
"2":
|
| 153 |
-
- 1
|
| 154 |
-
- 2
|
| 155 |
-
- 3
|
| 156 |
-
- 11
|
| 157 |
-
- 41
|
| 158 |
-
- 49
|
| 159 |
-
- 51
|
| 160 |
-
- 63
|
| 161 |
-
- 71
|
| 162 |
-
- 80
|
| 163 |
-
- 83
|
| 164 |
-
"3":
|
| 165 |
-
- 2
|
| 166 |
-
- 13
|
| 167 |
-
- 61
|
| 168 |
-
"4": 3.10.19
|
| 169 |
-
"5": 0.23.1
|
| 170 |
-
"6": 4.57.3
|
| 171 |
-
"12": 0.23.1
|
| 172 |
-
"13": linux-x86_64
|
| 173 |
-
auto_tag_run:
|
| 174 |
-
value: false
|
| 175 |
-
data:
|
| 176 |
-
value:
|
| 177 |
-
action_chunk_size: 30
|
| 178 |
-
balance_dataset_weights: true
|
| 179 |
-
balance_trajectory_weights: true
|
| 180 |
-
data_config: we.data.gr00t.data_config:WeUnitreeG1LocoDataConfig
|
| 181 |
-
dataset_paths:
|
| 182 |
-
- Spray_the_bowl_and_wipe_it_and_stack_it_up
|
| 183 |
-
embodiment_tag: new_embodiment
|
| 184 |
-
preload_all: false
|
| 185 |
-
root_dir: /hfm/data/real_teleop_g1/lerobot/
|
| 186 |
-
transform:
|
| 187 |
-
action_state:
|
| 188 |
-
action_max:
|
| 189 |
-
- 0.1852411925792694
|
| 190 |
-
- 0.9147700667381287
|
| 191 |
-
- 1.6026862859725952
|
| 192 |
-
- 0.0010000000474974513
|
| 193 |
-
- 0.0010000000474974513
|
| 194 |
-
- 0.0010000000474974513
|
| 195 |
-
- 0.0010000000474974513
|
| 196 |
-
- 0.4500204622745514
|
| 197 |
-
- 0.36118876934051514
|
| 198 |
-
- -0.4222349226474762
|
| 199 |
-
- 1.5717962980270386
|
| 200 |
-
- 1.7463293075561523
|
| 201 |
-
- 1.5103485584259033
|
| 202 |
-
- 1.7463293075561523
|
| 203 |
-
- 1.1773991584777832
|
| 204 |
-
- 1.8751757144927979
|
| 205 |
-
- 0.9741659760475159
|
| 206 |
-
- 1.4004517793655396
|
| 207 |
-
- 1.4179662466049194
|
| 208 |
-
- 0.46019142866134644
|
| 209 |
-
- 0.9530820250511169
|
| 210 |
-
- 0.9330370426177979
|
| 211 |
-
- 0.7938688397407532
|
| 212 |
-
- 0.8228927850723267
|
| 213 |
-
- 1.3041672706604004
|
| 214 |
-
- 0.33489832282066345
|
| 215 |
-
- 1.3568487167358398
|
| 216 |
-
- 1.0455472469329834
|
| 217 |
-
- 0.2588168680667877
|
| 218 |
-
- 0.37684208154678345
|
| 219 |
-
- 0.5529751181602478
|
| 220 |
-
- 0.7785804867744446
|
| 221 |
-
- 0
|
| 222 |
-
- 0
|
| 223 |
-
- 0
|
| 224 |
-
- 0
|
| 225 |
-
action_min:
|
| 226 |
-
- -1.0481975078582764
|
| 227 |
-
- -0.27842938899993896
|
| 228 |
-
- 0.3644271194934845
|
| 229 |
-
- -1.5717962980270386
|
| 230 |
-
- -1.7463293075561523
|
| 231 |
-
- -1.5717962980270386
|
| 232 |
-
- -1.7463293075561523
|
| 233 |
-
- -0.9726980328559875
|
| 234 |
-
- -0.9210000038146973
|
| 235 |
-
- -1.434515118598938
|
| 236 |
-
- -0.0010000000474974513
|
| 237 |
-
- -0.0010000000474974513
|
| 238 |
-
- -0.0010000000474974513
|
| 239 |
-
- -0.0010000000474974513
|
| 240 |
-
- -1.6587185859680176
|
| 241 |
-
- -0.26730066537857056
|
| 242 |
-
- -1.0476018190383911
|
| 243 |
-
- -1.0471998453140259
|
| 244 |
-
- -1.5517717599868774
|
| 245 |
-
- -1.6144294738769531
|
| 246 |
-
- -1.4627567529678345
|
| 247 |
-
- -1.578611969947815
|
| 248 |
-
- -0.84627765417099
|
| 249 |
-
- -0.56448894739151
|
| 250 |
-
- -0.7843337059020996
|
| 251 |
-
- -1.6328412294387817
|
| 252 |
-
- -1.4047861099243164
|
| 253 |
-
- -1.5124512910842896
|
| 254 |
-
- -0.25610852241516113
|
| 255 |
-
- -0.25414812564849854
|
| 256 |
-
- -0.6856858730316162
|
| 257 |
-
- 0.6628404259681702
|
| 258 |
-
- 0
|
| 259 |
-
- 0
|
| 260 |
-
- 0
|
| 261 |
-
- 0
|
| 262 |
-
action_norm_masks:
|
| 263 |
-
- true
|
| 264 |
-
- true
|
| 265 |
-
- true
|
| 266 |
-
- true
|
| 267 |
-
- true
|
| 268 |
-
- true
|
| 269 |
-
- false
|
| 270 |
-
action_norm_type: bounds
|
| 271 |
-
normalize_state: true
|
| 272 |
-
pad_action_dim: 36
|
| 273 |
-
pad_state_dim: 36
|
| 274 |
-
stat_action_key: action
|
| 275 |
-
stat_path: dataset_statistics/g1-stats-Spray_the_bowl_and_wipe_it_and_stack_it_up.json
|
| 276 |
-
stat_state_key: states
|
| 277 |
-
state_max:
|
| 278 |
-
- 0.058098502457141876
|
| 279 |
-
- 0.8378645777702332
|
| 280 |
-
- 1.24748694896698
|
| 281 |
-
- 0.02642994001507759
|
| 282 |
-
- -0.02432899735867977
|
| 283 |
-
- 0.052110809832811356
|
| 284 |
-
- -0.03269302845001221
|
| 285 |
-
- 0.03115934133529663
|
| 286 |
-
- -0.25718754529953003
|
| 287 |
-
- -0.3639061152935028
|
| 288 |
-
- 1.085662603378296
|
| 289 |
-
- 1.7141422033309937
|
| 290 |
-
- 0.9538694620132446
|
| 291 |
-
- 1.6335294246673584
|
| 292 |
-
- 0.9592653512954712
|
| 293 |
-
- 1.3684067726135254
|
| 294 |
-
- 0.581366777420044
|
| 295 |
-
- 1.3705159425735474
|
| 296 |
-
- 1.3769994974136353
|
| 297 |
-
- 0.4176492989063263
|
| 298 |
-
- 0.7442338466644287
|
| 299 |
-
- 0.8120271563529968
|
| 300 |
-
- 0.05709284916520119
|
| 301 |
-
- 0.7760385274887085
|
| 302 |
-
- 1.2864466905593872
|
| 303 |
-
- 0.12685301899909973
|
| 304 |
-
- 0.33431577682495117
|
| 305 |
-
- 0.8156329393386841
|
| 306 |
-
- 0.2588168680667877
|
| 307 |
-
- 0.37684208154678345
|
| 308 |
-
- 0.5529751181602478
|
| 309 |
-
- 0.7785804867744446
|
| 310 |
-
- 0
|
| 311 |
-
- 0
|
| 312 |
-
- 0
|
| 313 |
-
- 0
|
| 314 |
-
state_min:
|
| 315 |
-
- -1.0181907415390015
|
| 316 |
-
- -0.21951374411582947
|
| 317 |
-
- 0.3024940490722656
|
| 318 |
-
- -1.4405375719070435
|
| 319 |
-
- -1.7201621532440186
|
| 320 |
-
- -1.419105887413025
|
| 321 |
-
- -1.718001127243042
|
| 322 |
-
- -0.9075884222984314
|
| 323 |
-
- -0.8965954184532166
|
| 324 |
-
- -1.0760161876678467
|
| 325 |
-
- 0.021206939592957497
|
| 326 |
-
- 0.03394134342670441
|
| 327 |
-
- 0.023895293474197388
|
| 328 |
-
- 0.02167615294456482
|
| 329 |
-
- -1.6115427017211914
|
| 330 |
-
- -0.14754977822303772
|
| 331 |
-
- -1.022362232208252
|
| 332 |
-
- -0.9756118059158325
|
| 333 |
-
- -0.9642987251281738
|
| 334 |
-
- -1.1772382259368896
|
| 335 |
-
- -1.020795226097107
|
| 336 |
-
- -1.4939295053482056
|
| 337 |
-
- -0.776901364326477
|
| 338 |
-
- -0.36998897790908813
|
| 339 |
-
- -0.688661515712738
|
| 340 |
-
- -1.1983625888824463
|
| 341 |
-
- -1.1220992803573608
|
| 342 |
-
- -1.1137467622756958
|
| 343 |
-
- -0.25610852241516113
|
| 344 |
-
- -0.25414812564849854
|
| 345 |
-
- -0.6856858730316162
|
| 346 |
-
- 0.6628404259681702
|
| 347 |
-
- 0
|
| 348 |
-
- 0
|
| 349 |
-
- 0
|
| 350 |
-
- 0
|
| 351 |
-
use_norm_mask: false
|
| 352 |
-
model:
|
| 353 |
-
adaptive_resize: false
|
| 354 |
-
center_crop:
|
| 355 |
-
size:
|
| 356 |
-
- 240
|
| 357 |
-
- 320
|
| 358 |
-
color_jitter:
|
| 359 |
-
brightness: 0.2
|
| 360 |
-
contrast:
|
| 361 |
-
- 0.8
|
| 362 |
-
- 1.2
|
| 363 |
-
hue: 0.05
|
| 364 |
-
saturation:
|
| 365 |
-
- 0.8
|
| 366 |
-
- 1.2
|
| 367 |
-
gaussian_noise:
|
| 368 |
-
mean: 0
|
| 369 |
-
prob_skip: 0.1
|
| 370 |
-
std: 3
|
| 371 |
-
img_aug: true
|
| 372 |
-
img_sizes:
|
| 373 |
-
egodex:
|
| 374 |
-
- 270
|
| 375 |
-
- 480
|
| 376 |
-
we:
|
| 377 |
-
- 240
|
| 378 |
-
- 320
|
| 379 |
-
resize:
|
| 380 |
-
size:
|
| 381 |
-
- 240
|
| 382 |
-
- 320
|
| 383 |
-
repack:
|
| 384 |
-
action_key: action
|
| 385 |
-
conditions: []
|
| 386 |
-
dataset_name: we-g1-teleop
|
| 387 |
-
image_keys:
|
| 388 |
-
- video
|
| 389 |
-
instruction_key: annotation.human.task_description
|
| 390 |
-
pad_action_dim: 36
|
| 391 |
-
pad_state_dim: 36
|
| 392 |
-
state_key: state
|
| 393 |
-
video_backend: decord
|
| 394 |
-
debug:
|
| 395 |
-
value: false
|
| 396 |
-
environment_variables:
|
| 397 |
-
value:
|
| 398 |
-
CUDA_VISIBLE_DEVICES: 2,3
|
| 399 |
-
DATA_HOME: Not Set
|
| 400 |
-
HF_HOME: /hfm/boqian/huggingface_cache
|
| 401 |
-
HF_LEROBOT_HOME: Not Set
|
| 402 |
-
HF_TOKEN: Not Set
|
| 403 |
-
LOCAL_RANK: "0"
|
| 404 |
-
LOCAL_WORLD_SIZE: "2"
|
| 405 |
-
MASTER_ADDR: 127.0.0.1
|
| 406 |
-
MASTER_PORT: "29500"
|
| 407 |
-
OMP_NUM_THREADS: "32"
|
| 408 |
-
PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION: Not Set
|
| 409 |
-
RANK: "0"
|
| 410 |
-
TORCH_HOME: /hfm/boqian/torch_cache
|
| 411 |
-
UV_CACHE_DIR: /hfm/boqian/uv_cache
|
| 412 |
-
WANDB_API_KEY: Not Set
|
| 413 |
-
WE_HOME: Not Set
|
| 414 |
-
WORLD_SIZE: "2"
|
| 415 |
-
eval:
|
| 416 |
-
value: false
|
| 417 |
-
exp:
|
| 418 |
-
value: hfm-together-with-rtc
|
| 419 |
-
log:
|
| 420 |
-
value:
|
| 421 |
-
log_freq: 100
|
| 422 |
-
logging_dir: logs
|
| 423 |
-
report_to: wandb
|
| 424 |
-
model:
|
| 425 |
-
value:
|
| 426 |
-
action_chunk_size: 30
|
| 427 |
-
action_dim: 36
|
| 428 |
-
action_exec_horizon: 30
|
| 429 |
-
activation: gelu
|
| 430 |
-
combined_temb: false
|
| 431 |
-
data_flatten: true
|
| 432 |
-
data_packing: true
|
| 433 |
-
dim_feedforward: 2048
|
| 434 |
-
dropout: 0.1
|
| 435 |
-
early_fusion: false
|
| 436 |
-
eval_diffusion_steps: 10
|
| 437 |
-
gradient_checkpointing: true
|
| 438 |
-
hidden_dim: 1536
|
| 439 |
-
img_chunk: 1
|
| 440 |
-
lang_backbone_lr: 1e-05
|
| 441 |
-
loss_w:
|
| 442 |
-
- 0.1
|
| 443 |
-
- 0.2
|
| 444 |
-
- 0.1
|
| 445 |
-
max_delay: 8
|
| 446 |
-
max_pixels: 451584
|
| 447 |
-
min_pixels: 12544
|
| 448 |
-
mm_projector_lr: 1e-05
|
| 449 |
-
model_max_length: 4096
|
| 450 |
-
model_name_or_path: /hfm/cache/checkpoints/hfm.pre.fast.mixed.1by1.2601091803.ckpt30k
|
| 451 |
-
n_cams: 1
|
| 452 |
-
n_conditions: 0
|
| 453 |
-
nhead: 24
|
| 454 |
-
noise_scheduler: flow
|
| 455 |
-
num_blocks: 6
|
| 456 |
-
observation_horizon: 1
|
| 457 |
-
odim: 36
|
| 458 |
-
optim: adamw_torch
|
| 459 |
-
pretrained_action_header_path: /hfm/cache/checkpoints/postpre.1by130k.pad36.mixed.2601131206.ckpt34k
|
| 460 |
-
resnet_store_path: cache/checkpoints/resnet18/IN_1M_resnet18.pth
|
| 461 |
-
rtc: true
|
| 462 |
-
share_cam_features: false
|
| 463 |
-
time_dim: 256
|
| 464 |
-
token_fusion: concat
|
| 465 |
-
train_diffusion_steps: 1000
|
| 466 |
-
tune_mm_llm: false
|
| 467 |
-
tune_mm_mlp: false
|
| 468 |
-
tune_mm_vision: false
|
| 469 |
-
tune_vlm: false
|
| 470 |
-
use_dit: false
|
| 471 |
-
use_film: false
|
| 472 |
-
use_obs: add_token
|
| 473 |
-
view_feature_dim: 2048
|
| 474 |
-
vision_tower_lr: 1e-06
|
| 475 |
-
vlm_ckpt_step: null
|
| 476 |
-
vlm_run_dir: null
|
| 477 |
-
weight_decay: 0.01
|
| 478 |
-
seed:
|
| 479 |
-
value: 292285
|
| 480 |
-
timestamp:
|
| 481 |
-
value: "2601210450"
|
| 482 |
-
train:
|
| 483 |
-
value:
|
| 484 |
-
checkpointing_steps: 5000
|
| 485 |
-
data_parallel: ddp
|
| 486 |
-
deepspeed_config: /hfm/boqian/liboqian_code/we_learn/src/InternVLA/config/deepseeds/zero3.json
|
| 487 |
-
enable_gradient_checkpointing: true
|
| 488 |
-
enable_mixed_precision_training: true
|
| 489 |
-
gradient_accumulation_steps: 1
|
| 490 |
-
hf_token: .hf_token
|
| 491 |
-
learning_rate: 0.0001
|
| 492 |
-
lora: false
|
| 493 |
-
lr_scheduler_kwargs:
|
| 494 |
-
betas:
|
| 495 |
-
- 0.95
|
| 496 |
-
- 0.999
|
| 497 |
-
eps: 1e-08
|
| 498 |
-
weight_decay: 1e-06
|
| 499 |
-
lr_scheduler_type: cosine
|
| 500 |
-
max_checkpoints_to_keep: 5
|
| 501 |
-
max_grad_norm: 1
|
| 502 |
-
max_training_steps: 42000
|
| 503 |
-
mixed_precision: bf16
|
| 504 |
-
name: hfm-finetune
|
| 505 |
-
num_train_epochs: null
|
| 506 |
-
num_workers: 8
|
| 507 |
-
output_dir: .runs
|
| 508 |
-
overfit_single_batch: false
|
| 509 |
-
reduce_in_full_precision: true
|
| 510 |
-
resume_from_checkpoint: null
|
| 511 |
-
sharding_strategy: full-shard
|
| 512 |
-
skip_resumed_steps: false
|
| 513 |
-
train_batch_size: 64
|
| 514 |
-
val_batch_size: 16
|
| 515 |
-
val_num_batches: 20
|
| 516 |
-
validation_steps: 500
|
| 517 |
-
warmup_ratio: null
|
| 518 |
-
warmup_steps: 1000
|
| 519 |
-
wandb:
|
| 520 |
-
value:
|
| 521 |
-
entity: null
|
| 522 |
-
group: null
|
| 523 |
-
id: null
|
| 524 |
-
name: null
|
| 525 |
-
project: hfm
|
| 526 |
-
resume: allow
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_0_7f3660a2c6698749fc15.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_10099_c559b26e080343907f67.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_10199_07fcf60ffb1ddf956151.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_10299_d4789701eb503ff1aea1.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_10399_012d18d8f6f5fc3fd81e.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_10499_f68ee04f4f4937e87a9d.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_10599_4051de89e0d93dca2ce4.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_10699_d7903b0451d291d7d43a.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_10799_4339be1a6581212abf5d.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_10899_05ab2314a1c513bc1f6f.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_10999_71b7f8e3f1bd3f86a2b1.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_1099_0e09efa5e49533e15058.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_11099_f45d92a9eaa1cd24e2c6.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_11199_4c5618409dc5fde1eec0.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_11299_ea93334d1a945c32a9e8.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_11399_d41ea5b77249cbb319f6.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_11499_5bd8f2f983bc10f92f57.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_11599_6a7a43082be05055c4cd.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_11699_0b65f66198997d3f08e1.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_11799_bb87fe486121125fe04e.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_11899_2e4bb11273b5b29f195e.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_11999_faaf8a8e188725b81d20.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_1199_c288d216257be0c89c5d.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_12099_52eda8fb91abd1fa6023.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_12199_aad06f9394f3662d5382.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_12299_255b6369e44884a7a215.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_12399_a8c09d7ecc2fb45a145e.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_12499_959971bb18a45863330b.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_12599_7bacce086e0efad67c1a.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_12699_5d48fc434383efe90d86.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_12799_3e37236fd7596a3e6fbb.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_12899_9c3462897f1f01c629b2.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_12999_3f6361185b332dd305da.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_1299_a7dadceab573ac465df2.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_13099_f4bc8f24bd9c5d818e4a.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_13199_a150cfaca3f9619e71c9.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_13299_a592603dbcf2107101b0.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_13399_5cf41306924e3c63c9bb.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_13499_75c8a74c1f6516d72e3b.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_13599_6421f5ba7432cb70a5a6.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_13699_ef9bad0454cfac8845b4.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_13799_e39cfcf7c35184cdf776.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_13899_3173ef4cd86c966f6034.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_13999_f782f72b011e74556de5.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_1399_0f049cdc527ff1a1921a.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_14099_7bf3b90a69eeee383a47.png
DELETED
Git LFS Details
|
psi0/real-checkpoints/task2/wandb/run-20260121_045105-nzvdivuj/files/media/images/raw_images_14199_1891f6bdf1886682cd79.png
DELETED
Git LFS Details
|