Initial commit

Browse files

Files changed (12) hide show

.gitattributes +2 -0
debug-internal.log +13 -0
debug.log +23 -0
run-20260125_043035-g0u01bsh/files/config.yaml +353 -0
run-20260125_043035-g0u01bsh/files/output.log +3 -0
run-20260125_043035-g0u01bsh/files/requirements.txt +426 -0
run-20260125_043035-g0u01bsh/files/wandb-metadata.json +56 -0
run-20260125_043035-g0u01bsh/files/wandb-summary.json +1 -0
run-20260125_043035-g0u01bsh/logs/debug-core.log +15 -0
run-20260125_043035-g0u01bsh/logs/debug-internal.log +13 -0
run-20260125_043035-g0u01bsh/logs/debug.log +23 -0
run-20260125_043035-g0u01bsh/run-g0u01bsh.wandb +3 -0

.gitattributes CHANGED Viewed

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+run-20260125_043035-g0u01bsh/files/output.log filter=lfs diff=lfs merge=lfs -text
+run-20260125_043035-g0u01bsh/run-g0u01bsh.wandb filter=lfs diff=lfs merge=lfs -text

debug-internal.log ADDED Viewed

	@@ -0,0 +1,13 @@

+{"time":"2026-01-25T04:30:35.337188511Z","level":"INFO","msg":"stream: starting","core version":"0.21.4"}
+{"time":"2026-01-25T04:30:35.352330898Z","level":"ERROR","msg":"monitor: failed to initialize GPU resource: monitor: could not create portfile"}
+{"time":"2026-01-25T04:30:35.516712677Z","level":"INFO","msg":"stream: created new stream","id":"g0u01bsh"}
+{"time":"2026-01-25T04:30:35.516771215Z","level":"INFO","msg":"stream: started","id":"g0u01bsh"}
+{"time":"2026-01-25T04:30:35.516797314Z","level":"INFO","msg":"handler: started","stream_id":"g0u01bsh"}
+{"time":"2026-01-25T04:30:35.51678996Z","level":"INFO","msg":"writer: started","stream_id":"g0u01bsh"}
+{"time":"2026-01-25T04:30:35.516816019Z","level":"INFO","msg":"sender: started","stream_id":"g0u01bsh"}
+{"time":"2026-01-25T12:11:53.737869083Z","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/graphql","body":"\n<html><head>\n<meta http-equiv=\"content-type\" content=\"text/html;charset=utf-8\">\n<title>502 Server Error</title>\n</head>\n<body text=#000000 bgcolor=#ffffff>\n<h1>Error: Server Error</h1>\n<h2>The server encountered a temporary error and could not complete your request.<p>Please try again in 30 seconds.</h2>\n<h2></h2>\n</body></html>\n"}
+{"time":"2026-01-26T03:42:47.247976354Z","level":"INFO","msg":"stream: closing","id":"g0u01bsh"}
+{"time":"2026-01-26T03:43:02.531387332Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-01-26T03:43:03.114011174Z","level":"INFO","msg":"handler: closed","stream_id":"g0u01bsh"}
+{"time":"2026-01-26T03:43:03.116713969Z","level":"INFO","msg":"sender: closed","stream_id":"g0u01bsh"}
+{"time":"2026-01-26T03:43:03.116749606Z","level":"INFO","msg":"stream: closed","id":"g0u01bsh"}

debug.log ADDED Viewed

	@@ -0,0 +1,23 @@

+2026-01-25 04:30:35,121 INFO    MainThread:1165115 [wandb_setup.py:_flush():81] Current SDK version is 0.21.4
+2026-01-25 04:30:35,121 INFO    MainThread:1165115 [wandb_setup.py:_flush():81] Configure stats pid to 1165115
+2026-01-25 04:30:35,121 INFO    MainThread:1165115 [wandb_setup.py:_flush():81] Loading settings from /pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/.config/wandb/settings
+2026-01-25 04:30:35,121 INFO    MainThread:1165115 [wandb_setup.py:_flush():81] Loading settings from /pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/duc/VLA_custom/wandb/settings
+2026-01-25 04:30:35,121 INFO    MainThread:1165115 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-01-25 04:30:35,121 INFO    MainThread:1165115 [wandb_init.py:setup_run_log_directory():686] Logging user logs to /pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/duc/VLA_custom/outputs/train/2026-01-25/04-30-23_aloha_100%_merged_synthetic_high_view_PRETRAIN/wandb/run-20260125_043035-g0u01bsh/logs/debug.log
+2026-01-25 04:30:35,121 INFO    MainThread:1165115 [wandb_init.py:setup_run_log_directory():687] Logging internal logs to /pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/duc/VLA_custom/outputs/train/2026-01-25/04-30-23_aloha_100%_merged_synthetic_high_view_PRETRAIN/wandb/run-20260125_043035-g0u01bsh/logs/debug-internal.log
+2026-01-25 04:30:35,121 INFO    MainThread:1165115 [wandb_init.py:init():813] calling init triggers
+2026-01-25 04:30:35,121 INFO    MainThread:1165115 [wandb_init.py:init():818] wandb.init called with sweep_config: {}
+config: {'dataset': {'repo_id': 'ducido/calvin_task_D_D_scale_100_lerobo_format', 'root': '/pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/ALOHA/aloha_3_tasks_large_100_original_synthetic_high_view', 'episodes': None, 'image_transforms': {'enable': True, 'max_num_transforms': 3, 'random_order': False, 'image_tfs': {'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'crop_resize': {'weight': 1.0, 'type': 'RandomResizedCrop', 'kwargs': {'size': [256, 256], 'ratio': [1, 1], 'scale': [0.9, 0.95]}}, 'rotate': {'weight': 1.0, 'type': 'RandomRotate', 'kwargs': {'degrees': [-5, 5]}}}, 'wrist_tfs': {'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'crop_resize': {'weight': 1.0, 'type': 'RandomResizedCrop', 'kwargs': {'size': [256, 256], 'ratio': [1, 1], 'scale': [0.9, 0.95]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec', 'vqa_data_path': None}, 'env': None, 'policy': {'type': 'pi0', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.IDENTITY: 'IDENTITY'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'gradient_accumulation_steps': 2, 'chunk_size': 50, 'n_action_steps': 50, 'visual_prompt': False, 'use_both_origin': False, 'zero_init': False, 'coordinate_text_prod': False, 'coordinate_posEmbed_prod': False, 'posEmbed_to_preTrained': False, 'num_obs_layers': 30, 'last_obs_layers': False, 'add_posEmbed': False, 'not_used_coord': False, 'use_depth': False, 'depth_model_type': 'frozen_siglip', 'use_track': False, 'use_detect_object': False, 'track_mask': False, 'use_slot_att': 'none', 'future_obj': 'none', 'original_pi0': False, 'max_state_dim': 32, 'max_action_dim': 32, 'resize_imgs_with_padding': [224, 224], 'empty_cameras': 0, 'adapt_to_pi_aloha': False, 'use_delta_joint_actions_aloha': False, 'tokenizer_max_length': 48, 'proj_width': 1024, 'num_steps': 10, 'use_cache': True, 'attention_implementation': 'eager', 'freeze_vision_encoder': True, 'train_expert_only': False, 'train_state_proj': True, 'optimizer_lr': 0.0001, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-10, 'scheduler_warmup_steps': 1000, 'scheduler_decay_steps': 240000, 'scheduler_decay_lr': 2.5e-06}, 'output_dir': '/pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/duc/VLA_custom/outputs/train/2026-01-25/04-30-23_aloha_100%_merged_synthetic_high_view_PRETRAIN', 'job_name': 'aloha_100%_merged_synthetic_high_view_PRETRAIN', 'visual_prompt': False, 'use_both_origin': False, 'zero_init': False, 'coordinate_text_prod': False, 'coordinate_posEmbed_prod': False, 'posEmbed_to_preTrained': False, 'num_obs_layers': 30, 'last_obs_layers': False, 'add_posEmbed': False, 'not_used_coord': False, 'train_expert_only': False, 'use_depth': False, 'use_track': True, 'use_detect_object': False, 'track_mask': False, 'use_slot_att': 'none', 'future_obj': 'all', 'depth_model_type': 'frozen_siglip', 'original_pi0': False, 'resume': False, 'seed': 42, 'num_workers': 8, 'batch_size': 13, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 10000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 0.0001, 'weight_decay': 1e-10, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 1000, 'num_decay_steps': 240000, 'peak_lr': 0.0001, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'pi0_lerobot', 'entity': 'Robotics_VLA', 'notes': None, 'run_id': None, 'mode': 'online'}, '_wandb': {}}
+2026-01-25 04:30:35,122 INFO    MainThread:1165115 [wandb_init.py:init():854] starting backend
+2026-01-25 04:30:35,327 INFO    MainThread:1165115 [wandb_init.py:init():857] sending inform_init request
+2026-01-25 04:30:35,332 INFO    MainThread:1165115 [wandb_init.py:init():865] backend started and connected
+2026-01-25 04:30:35,334 INFO    MainThread:1165115 [wandb_init.py:init():936] updated telemetry
+2026-01-25 04:30:35,344 INFO    MainThread:1165115 [wandb_init.py:init():960] communicating run to backend with 90.0 second timeout
+2026-01-25 04:30:35,923 INFO    MainThread:1165115 [wandb_init.py:init():1011] starting run threads in backend
+2026-01-25 04:30:36,126 INFO    MainThread:1165115 [wandb_run.py:_console_start():2506] atexit reg
+2026-01-25 04:30:36,127 INFO    MainThread:1165115 [wandb_run.py:_redirect():2354] redirect: wrap_raw
+2026-01-25 04:30:36,127 INFO    MainThread:1165115 [wandb_run.py:_redirect():2423] Wrapping output streams.
+2026-01-25 04:30:36,127 INFO    MainThread:1165115 [wandb_run.py:_redirect():2446] Redirects installed.
+2026-01-25 04:30:36,129 INFO    MainThread:1165115 [wandb_init.py:init():1049] run started, returning control to user process
+2026-01-26 03:42:47,248 INFO    wandb-AsyncioManager-main:1165115 [service_client.py:_forward_responses():84] Reached EOF.
+2026-01-26 03:42:47,248 INFO    wandb-AsyncioManager-main:1165115 [mailbox.py:close():137] Closing mailbox, abandoning 1 handles.

run-20260125_043035-g0u01bsh/files/config.yaml ADDED Viewed

	@@ -0,0 +1,353 @@

+_wandb:
+    value:
+        cli_version: 0.21.4
+        e:
+            xfmd715jagdfpknw5q3bwhtgeese05na:
+                args:
+                    - --policy.path=/pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/temp/baseline
+                    - --dataset.root=/pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/ALOHA/aloha_3_tasks_large_100_original_synthetic_high_view
+                    - --output_dir=/pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/duc/VLA_custom/outputs/train/2026-01-25/04-30-23_aloha_100%_merged_synthetic_high_view_PRETRAIN
+                    - --job_name=aloha_100%_merged_synthetic_high_view_PRETRAIN
+                    - --config_path=configs/libero_config/default.json
+                    - --batch_size=13
+                    - --policy.gradient_accumulation_steps=2
+                    - --save_freq=10000
+                    - --wandb.mode=online
+                    - --visual_prompt=false
+                    - --zero_init=false
+                    - --use_both_origin=false
+                    - --coordinate_text_prod=false
+                    - --coordinate_posEmbed_prod=false
+                    - --posEmbed_to_preTrained=false
+                    - --add_posEmbed=false
+                    - --not_used_coord=false
+                    - --train_expert_only=false
+                    - --use_depth=false
+                    - --depth_model_type=frozen_siglip
+                    - --use_track=true
+                    - --use_detect_object=false
+                    - --track_mask=false
+                    - --future_obj=all
+                    - --use_slot_att=none
+                    - --original_pi0=false
+                codePath: lerobot/scripts/train_accelerate.py
+                codePathLocal: lerobot/scripts/train_accelerate.py
+                cpu_count: 32
+                cpu_count_logical: 32
+                disk:
+                    /:
+                        total: "10737418240"
+                        used: "788828160"
+                email: ducido.w@gmail.com
+                executable: /usr/bin/python
+                git:
+                    commit: f32c82f37b2b6f59a8b2c1e8367d7d70b203e23b
+                    remote: https://github.com/jibby2803/VLA_custom
+                host: 085ccf349861
+                memory:
+                    total: "2163816681472"
+                os: Linux-4.18.0-513.5.1.el8_9.x86_64-x86_64-with-glibc2.35
+                program: /pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/duc/VLA_custom/lerobot/scripts/train_accelerate.py
+                python: CPython 3.10.12
+                root: /pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/duc/VLA_custom/outputs/train/2026-01-25/04-30-23_aloha_100%_merged_synthetic_high_view_PRETRAIN
+                startedAt: "2026-01-25T04:30:35.116725Z"
+                writerId: xfmd715jagdfpknw5q3bwhtgeese05na
+        m: []
+        python_version: 3.10.12
+        t:
+            "1":
+                - 1
+                - 41
+                - 49
+                - 51
+                - 71
+            "2":
+                - 1
+                - 5
+                - 6
+                - 11
+                - 41
+                - 49
+                - 51
+                - 53
+                - 63
+                - 71
+                - 98
+            "3":
+                - 13
+                - 15
+                - 16
+                - 61
+            "4": 3.10.12
+            "5": 0.21.4
+            "12": 0.21.4
+            "13": linux-x86_64
+add_posEmbed:
+    value: false
+batch_size:
+    value: 13
+coordinate_posEmbed_prod:
+    value: false
+coordinate_text_prod:
+    value: false
+dataset:
+    value:
+        episodes: null
+        image_transforms:
+            enable: true
+            image_tfs:
+                brightness:
+                    kwargs:
+                        brightness:
+                            - 0.8
+                            - 1.2
+                    type: ColorJitter
+                    weight: 1
+                contrast:
+                    kwargs:
+                        contrast:
+                            - 0.8
+                            - 1.2
+                    type: ColorJitter
+                    weight: 1
+                crop_resize:
+                    kwargs:
+                        ratio:
+                            - 1
+                            - 1
+                        scale:
+                            - 0.9
+                            - 0.95
+                        size:
+                            - 256
+                            - 256
+                    type: RandomResizedCrop
+                    weight: 1
+                hue:
+                    kwargs:
+                        hue:
+                            - -0.05
+                            - 0.05
+                    type: ColorJitter
+                    weight: 1
+                rotate:
+                    kwargs:
+                        degrees:
+                            - -5
+                            - 5
+                    type: RandomRotate
+                    weight: 1
+                saturation:
+                    kwargs:
+                        saturation:
+                            - 0.5
+                            - 1.5
+                    type: ColorJitter
+                    weight: 1
+                sharpness:
+                    kwargs:
+                        sharpness:
+                            - 0.5
+                            - 1.5
+                    type: SharpnessJitter
+                    weight: 1
+            max_num_transforms: 3
+            random_order: false
+            wrist_tfs:
+                brightness:
+                    kwargs:
+                        brightness:
+                            - 0.8
+                            - 1.2
+                    type: ColorJitter
+                    weight: 1
+                contrast:
+                    kwargs:
+                        contrast:
+                            - 0.8
+                            - 1.2
+                    type: ColorJitter
+                    weight: 1
+                crop_resize:
+                    kwargs:
+                        ratio:
+                            - 1
+                            - 1
+                        scale:
+                            - 0.9
+                            - 0.95
+                        size:
+                            - 256
+                            - 256
+                    type: RandomResizedCrop
+                    weight: 1
+                hue:
+                    kwargs:
+                        hue:
+                            - -0.05
+                            - 0.05
+                    type: ColorJitter
+                    weight: 1
+                saturation:
+                    kwargs:
+                        saturation:
+                            - 0.5
+                            - 1.5
+                    type: ColorJitter
+                    weight: 1
+                sharpness:
+                    kwargs:
+                        sharpness:
+                            - 0.5
+                            - 1.5
+                    type: SharpnessJitter
+                    weight: 1
+        repo_id: ducido/calvin_task_D_D_scale_100_lerobo_format
+        revision: null
+        root: /pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/ALOHA/aloha_3_tasks_large_100_original_synthetic_high_view
+        use_imagenet_stats: true
+        video_backend: torchcodec
+        vqa_data_path: null
+depth_model_type:
+    value: frozen_siglip
+env:
+    value: null
+eval:
+    value:
+        batch_size: 50
+        n_episodes: 50
+        use_async_envs: false
+eval_freq:
+    value: 20000
+future_obj:
+    value: all
+job_name:
+    value: aloha_100%_merged_synthetic_high_view_PRETRAIN
+last_obs_layers:
+    value: false
+log_freq:
+    value: 200
+not_used_coord:
+    value: false
+num_obs_layers:
+    value: 30
+num_workers:
+    value: 8
+optimizer:
+    value:
+        betas:
+            - 0.9
+            - 0.95
+        eps: 1e-08
+        grad_clip_norm: 10
+        lr: 0.0001
+        type: adamw
+        weight_decay: 1e-10
+original_pi0:
+    value: false
+output_dir:
+    value: /pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/duc/VLA_custom/outputs/train/2026-01-25/04-30-23_aloha_100%_merged_synthetic_high_view_PRETRAIN
+policy:
+    value:
+        adapt_to_pi_aloha: false
+        add_posEmbed: false
+        attention_implementation: eager
+        chunk_size: 50
+        coordinate_posEmbed_prod: false
+        coordinate_text_prod: false
+        depth_model_type: frozen_siglip
+        device: cuda
+        empty_cameras: 0
+        freeze_vision_encoder: true
+        future_obj: none
+        gradient_accumulation_steps: 2
+        last_obs_layers: false
+        max_action_dim: 32
+        max_state_dim: 32
+        n_action_steps: 50
+        n_obs_steps: 1
+        normalization_mapping:
+            ACTION: MEAN_STD
+            STATE: MEAN_STD
+            VISUAL: IDENTITY
+        not_used_coord: false
+        num_obs_layers: 30
+        num_steps: 10
+        optimizer_betas:
+            - 0.9
+            - 0.95
+        optimizer_eps: 1e-08
+        optimizer_lr: 0.0001
+        optimizer_weight_decay: 1e-10
+        original_pi0: false
+        posEmbed_to_preTrained: false
+        proj_width: 1024
+        resize_imgs_with_padding:
+            - 224
+            - 224
+        scheduler_decay_lr: 2.5e-06
+        scheduler_decay_steps: 240000
+        scheduler_warmup_steps: 1000
+        tokenizer_max_length: 48
+        track_mask: false
+        train_expert_only: false
+        train_state_proj: true
+        type: pi0
+        use_amp: false
+        use_both_origin: false
+        use_cache: true
+        use_delta_joint_actions_aloha: false
+        use_depth: false
+        use_detect_object: false
+        use_slot_att: none
+        use_track: false
+        visual_prompt: false
+        zero_init: false
+posEmbed_to_preTrained:
+    value: false
+resume:
+    value: false
+save_checkpoint:
+    value: true
+save_freq:
+    value: 10000
+scheduler:
+    value:
+        decay_lr: 2.5e-06
+        num_decay_steps: 240000
+        num_warmup_steps: 1000
+        peak_lr: 0.0001
+        type: cosine_decay_with_warmup
+seed:
+    value: 42
+steps:
+    value: 100000
+track_mask:
+    value: false
+train_expert_only:
+    value: false
+use_both_origin:
+    value: false
+use_depth:
+    value: false
+use_detect_object:
+    value: false
+use_policy_training_preset:
+    value: true
+use_slot_att:
+    value: none
+use_track:
+    value: true
+visual_prompt:
+    value: false
+wandb:
+    value:
+        disable_artifact: true
+        enable: true
+        entity: Robotics_VLA
+        mode: online
+        notes: null
+        project: pi0_lerobot
+        run_id: null
+zero_init:
+    value: false

run-20260125_043035-g0u01bsh/files/output.log ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:e36d42bf36f483f2544ef9be82b7a6dba7184007b1a2453f57238c8f982862e3
+size 112715330

run-20260125_043035-g0u01bsh/files/requirements.txt ADDED Viewed

	@@ -0,0 +1,426 @@

+determined==0.35.0
+nvidia-ml-py==13.590.44
+wcwidth==0.2.14
+psutil==7.2.1
+blessed==1.25.0
+gpustat==1.1.1
+h5py==3.15.1
+decord==0.6.0
+flash_attn==2.5.8
+timm==1.0.24
+slot_attention==1.4.0
+peft==0.18.1
+quadprog==0.1.13
+qpsolvers==4.8.2
+mink==0.0.5
+hidapi==0.15.0
+pygame==2.6.1
+protobuf==3.19.6
+numpy==1.23.3
+lxml==6.0.2
+llvmlite==0.39.1
+numba==0.56.4
+tianshou==0.4.10
+robocasa==0.2.0
+mujoco==3.2.6
+PyOpenGL==3.1.4
+opencv-python==4.8.0.74
+bddl==3.6.0
+docstring_parser==0.17.0
+easydict==1.13
+etils==1.13.0
+glfw==2.10.0
+gym==0.26.2
+gym-notices==0.1.0
+importlib_resources==6.5.2
+mujoco==3.4.0
+nltk==3.9.2
+numpy==1.26.4
+robosuite==1.4.0
+typeguard==4.4.4
+tyro==1.0.3
+datasets==3.0.0
+deepspeed==0.14.4
+dill==0.3.8
+iso8601==2.1.0
+nvitop==1.6.1
+python-dotenv==1.2.1
+serial==0.0.97
+tokenizers==0.21.4
+transformers==4.48.1
+Farama-Notifications==0.0.4
+accelerate==1.12.0
+av==15.1.0
+cmake==4.1.3
+deepdiff==8.6.1
+diffusers==0.35.2
+draccus==0.10.0
+einops==0.8.1
+evdev==1.9.2
+gymnasium==1.2.3
+hf_transfer==0.1.9
+hf-xet==1.2.0
+huggingface-hub==0.35.3
+ImageIO==2.37.2
+imageio-ffmpeg==0.6.0
+inquirerpy==0.3.4
+jsonlines==4.0.0
+lerobot==0.4.3
+mergedeep==1.3.4
+multiprocess==0.70.16
+mypy_extensions==1.1.0
+nvidia-cublas-cu12==12.6.4.1
+nvidia-cuda-cupti-cu12==12.6.80
+nvidia-cuda-nvrtc-cu12==12.6.77
+nvidia-cuda-runtime-cu12==12.6.77
+nvidia-cudnn-cu12==9.5.1.17
+nvidia-cufft-cu12==11.3.0.4
+nvidia-cufile-cu12==1.11.1.6
+nvidia-curand-cu12==10.3.7.77
+nvidia-cusolver-cu12==11.7.1.2
+nvidia-cusparse-cu12==12.5.4.2
+nvidia-cusparselt-cu12==0.6.3
+nvidia-nccl-cu12==2.26.2
+nvidia-nvjitlink-cu12==12.6.85
+nvidia-nvtx-cu12==12.6.77
+opencv-python-headless==4.12.0.88
+orderly-set==5.5.0
+packaging==25.0
+pfzy==0.3.4
+pyarrow==22.0.0
+pynput==1.8.1
+pyserial==3.5
+python-xlib==0.33
+pyyaml-include==1.4.1
+requests==2.32.5
+rerun-sdk==0.26.2
+safetensors==0.7.0
+sentry-sdk==2.48.0
+setuptools==80.9.0
+sympy==1.14.0
+torch==2.7.1
+torchcodec==0.5
+torchvision==0.22.1
+tqdm==4.67.1
+triton==3.3.1
+typing-inspect==0.9.0
+wandb==0.21.4
+xxhash==3.6.0
+pip==25.3
+hjson==3.1.0
+py-cpuinfo==9.0.0
+pydantic==1.10.11
+anyio==4.11.0
+arrow==1.4.0
+async-lru==2.0.5
+babel==2.17.0
+fqdn==1.5.1
+ipywidgets==8.1.8
+isoduration==20.11.0
+jsonpointer==3.0.0
+jupyter-archive==3.4.0
+jupyter-events==0.12.0
+jupyter-lsp==2.3.0
+jupyter_server==2.17.0
+jupyter_server_terminals==0.5.3
+jupyterlab==4.0.13
+jupyterlab_server==2.28.0
+jupyterlab_widgets==3.0.16
+notebook==7.0.8
+notebook_shim==0.2.4
+overrides==7.7.0
+python-json-logger==4.0.0
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+sniffio==1.3.1
+tzdata==2025.2
+uri-template==1.3.0
+webcolors==25.10.0
+websocket-client==1.9.0
+widgetsnbextension==4.0.15
+Keras-Preprocessing==1.1.2
+Pillow==9.5.0
+attrdict3==2.0.2
+future==1.0.0
+nvidia-ml-py==13.580.82
+petname==2.6
+promise==2.3
+protobuf==3.20.3
+tensorflow-datasets==1.3.2
+tensorflow-metadata==1.16.1
+torch-tb-profiler==0.4.3
+wrapt==2.0.0
+analytics-python==1.4.post1
+appdirs==1.4.4
+argcomplete==3.6.3
+azure-core==1.36.0
+azure-storage-blob==12.27.1
+backoff==1.10.0
+bcrypt==5.0.0
+boto3==1.40.67
+botocore==1.40.67
+cffi==2.0.0
+cryptography==46.0.3
+docker==7.1.0
+gitdb==4.0.12
+GitPython==3.1.45
+google-api-core==2.28.1
+google-api-python-client==2.187.0
+google-auth-httplib2==0.2.1
+google-cloud-core==2.5.0
+google-cloud-storage==3.5.0
+google-crc32c==1.7.1
+google-resumable-media==2.7.2
+googleapis-common-protos==1.71.0
+httplib2==0.31.0
+invoke==2.2.1
+isodate==0.7.2
+jmespath==1.0.1
+lomond==0.3.3
+monotonic==1.6
+paramiko==4.0.0
+pathspec==0.12.1
+proto-plus==1.26.1
+PyNaCl==1.6.0
+pyOpenSSL==25.3.0
+ruamel.yaml==0.18.16
+ruamel.yaml.clib==0.2.14
+s3transfer==0.14.0
+smmap==5.0.2
+termcolor==3.2.0
+typing_extensions==4.15.0
+uritemplate==4.2.0
+transformer-engine==1.4.0+0fbc76a
+flash-attn==2.4.2
+torch-tensorrt==2.3.0a0
+nvidia-pyindex==1.0.9
+polygraphy==0.49.7
+prettytable==3.10.0
+pytorch-quantization==2.1.2
+sphinx_glpi_theme==0.6
+graphsurgeon==0.4.6
+tensorrt==8.6.3
+uff==0.6.9
+aiohttp==3.9.3
+aiosignal==1.3.1
+async-timeout==4.0.3
+cloudpickle==3.0.0
+cuda-python==12.4.0rc7+3.ge75c8a9.dirty
+cudf==24.2.0
+cugraph==24.2.0
+cugraph-dgl==24.2.0
+cugraph-service-client==24.2.0
+cugraph-service-server==24.2.0
+cuml==24.2.0
+cupy-cuda12x==13.0.0
+dask==2024.1.1
+dask-cuda==24.2.0
+dask-cudf==24.2.0
+distributed==2024.1.1
+fastrlock==0.8.2
+frozenlist==1.4.1
+importlib_metadata==7.0.2
+locket==1.0.0
+multidict==6.0.5
+networkx==2.6.3
+numba==0.59.0+1.g20ae2b56c
+nvtx==0.2.5
+pandas==1.5.3
+partd==1.4.1
+ply==3.11
+psutil==5.9.4
+pylibcugraph==24.2.0
+pylibcugraphops==24.2.0
+pylibraft==24.2.0
+pynvjitlink==0.1.13
+pynvml==11.4.1
+pytz==2024.1
+raft-dask==24.2.0
+rapids-dask-dependency==24.2.0a0
+rich==13.7.1
+rmm==24.2.0
+scikit-learn==1.2.0
+scipy==1.12.0
+tblib==3.0.0
+thriftpy2==0.4.17
+toolz==0.12.1
+treelite==4.0.0
+ucx-py==0.36.0
+urllib3==1.26.18
+xgboost==2.0.3
+yarl==1.9.4
+zict==3.0.0
+zipp==3.17.0
+tabulate==0.9.0
+igraph==0.11.4
+lightning-thunder==0.0.0.dev0
+lightning-utilities==0.10.1
+looseversion==1.3.0
+opt-einsum==3.3.0
+texttable==1.7.0
+apex==0.1
+cudnn==1.1.2
+ninja==1.11.1.1
+onnx==1.15.0rc2
+pybind11-global==2.11.1
+torchdata==0.7.1a0
+torchtext==0.17.0a0
+contourpy==1.2.0
+cycler==0.12.1
+fonttools==4.49.0
+kiwisolver==1.4.5
+matplotlib==3.8.3
+pycocotools==2.0+nv0.8.0
+pyparsing==3.1.2
+dm-tree==0.1.8
+gast==0.5.4
+nvidia-dali-cuda120==1.35.0
+pytorch-triton==2.2.0+e28a256d7
+lark==1.1.9
+optree==0.10.0
+types-dataclasses==0.6.6
+filelock==3.13.1
+fsspec==2024.2.0
+mpmath==1.3.0
+opencv==4.7.0
+jupyter-tensorboard==0.2.0
+jupytext==1.16.1
+markdown-it-py==3.0.0
+mdit-py-plugins==0.4.0
+mdurl==0.1.2
+toml==0.10.2
+Markdown==3.5.2
+Send2Trash==1.8.2
+absl-py==2.1.0
+argon2-cffi==23.1.0
+argon2-cffi-bindings==21.2.0
+asttokens==2.4.1
+beautifulsoup4==4.12.3
+bleach==6.1.0
+cachetools==5.3.3
+comm==0.2.1
+debugpy==1.8.1
+defusedxml==0.7.1
+executing==2.0.1
+fastjsonschema==2.19.1
+google-auth==2.28.2
+google-auth-oauthlib==0.4.6
+grpcio==1.62.1
+ipykernel==6.29.3
+ipython==8.21.0
+ipython-genutils==0.2.0
+jedi==0.19.1
+json5==0.9.22
+jsonschema==4.21.1
+jsonschema-specifications==2023.12.1
+jupyter_client==8.6.0
+jupyter_core==5.7.1
+jupyterlab_pygments==0.3.0
+matplotlib-inline==0.1.6
+mistune==3.0.2
+nbclient==0.9.0
+nbconvert==7.16.2
+nbformat==5.9.2
+nest-asyncio==1.6.0
+oauthlib==3.2.2
+pandocfilters==1.5.1
+parso==0.8.3
+pexpect==4.9.0
+prometheus_client==0.20.0
+prompt-toolkit==3.0.43
+ptyprocess==0.7.0
+pure-eval==0.2.2
+pyasn1==0.5.1
+pyasn1-modules==0.3.0
+Pygments==2.17.2
+python-dateutil==2.9.0.post0
+python-hostlist==1.23.0
+pyzmq==25.1.2
+referencing==0.33.0
+requests-oauthlib==1.3.1
+rpds-py==0.18.0
+rsa==4.9
+soupsieve==2.5
+stack-data==0.6.3
+tensorboard==2.9.0
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+terminado==0.18.0
+tinycss2==1.2.1
+tornado==6.4
+traitlets==5.9.0
+wcwidth==0.2.13
+webencodings==0.5.1
+Werkzeug==3.0.1
+Cython==3.0.9
+Jinja2==3.1.3
+MarkupSafe==2.1.5
+PyYAML==6.0.1
+annotated-types==0.6.0
+astunparse==1.6.3
+attrs==23.2.0
+audioread==3.0.1
+blis==0.7.11
+catalogue==2.0.10
+certifi==2024.2.2
+charset-normalizer==3.3.2
+click==8.1.7
+cloudpathlib==0.16.0
+confection==0.1.4
+cymem==2.0.8
+decorator==5.1.1
+exceptiongroup==1.2.0
+execnet==2.0.2
+expecttest==0.1.3
+hypothesis==5.35.1
+idna==3.6
+iniconfig==2.0.0
+intel-openmp==2021.4.0
+joblib==1.3.2
+langcodes==3.3.0
+lazy_loader==0.3
+librosa==0.10.1
+llvmlite==0.42.0
+mkl==2021.1.1
+mkl-devel==2021.1.1
+mkl-include==2021.1.1
+mock==5.1.0
+msgpack==1.0.8
+murmurhash==1.0.10
+platformdirs==4.2.0
+pluggy==1.4.0
+pooch==1.8.1
+preshed==3.0.9
+pybind11==2.11.1
+pycparser==2.21
+pydantic_core==2.16.3
+pytest==8.0.2
+pytest-flakefinder==1.1.0
+pytest-rerunfailures==13.0
+pytest-shard==0.1.2
+pytest-xdist==3.5.0
+regex==2023.12.25
+six==1.16.0
+smart-open==6.4.0
+sortedcontainers==2.4.0
+soundfile==0.12.1
+soxr==0.3.7
+spacy==3.7.4
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+srsly==2.4.8
+tbb==2021.11.0
+thinc==8.2.3
+threadpoolctl==3.3.0
+tomli==2.0.1
+typer==0.9.0
+wasabi==1.1.2
+weasel==0.3.4
+xdoctest==1.0.2
+wheel==0.42.0
+nvfuser==0.1.5a0+f73ff1bc6a
+dbus-python==1.2.18
+devscripts==2.22.1ubuntu1
+distro-info==1.1+ubuntu0.2
+python-apt==2.4.0+ubuntu4
+unattended-upgrades==0.1

run-20260125_043035-g0u01bsh/files/wandb-metadata.json ADDED Viewed

	@@ -0,0 +1,56 @@

+{
+  "os":  "Linux-4.18.0-513.5.1.el8_9.x86_64-x86_64-with-glibc2.35",
+  "python":  "CPython 3.10.12",
+  "startedAt":  "2026-01-25T04:30:35.116725Z",
+  "args":  [
+    "--policy.path=/pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/temp/baseline",
+    "--dataset.root=/pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/ALOHA/aloha_3_tasks_large_100_original_synthetic_high_view",
+    "--output_dir=/pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/duc/VLA_custom/outputs/train/2026-01-25/04-30-23_aloha_100%_merged_synthetic_high_view_PRETRAIN",
+    "--job_name=aloha_100%_merged_synthetic_high_view_PRETRAIN",
+    "--config_path=configs/libero_config/default.json",
+    "--batch_size=13",
+    "--policy.gradient_accumulation_steps=2",
+    "--save_freq=10000",
+    "--wandb.mode=online",
+    "--visual_prompt=false",
+    "--zero_init=false",
+    "--use_both_origin=false",
+    "--coordinate_text_prod=false",
+    "--coordinate_posEmbed_prod=false",
+    "--posEmbed_to_preTrained=false",
+    "--add_posEmbed=false",
+    "--not_used_coord=false",
+    "--train_expert_only=false",
+    "--use_depth=false",
+    "--depth_model_type=frozen_siglip",
+    "--use_track=true",
+    "--use_detect_object=false",
+    "--track_mask=false",
+    "--future_obj=all",
+    "--use_slot_att=none",
+    "--original_pi0=false"
+  ],
+  "program":  "/pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/duc/VLA_custom/lerobot/scripts/train_accelerate.py",
+  "codePath":  "lerobot/scripts/train_accelerate.py",
+  "codePathLocal":  "lerobot/scripts/train_accelerate.py",
+  "git":  {
+    "remote":  "https://github.com/jibby2803/VLA_custom",
+    "commit":  "f32c82f37b2b6f59a8b2c1e8367d7d70b203e23b"
+  },
+  "email":  "ducido.w@gmail.com",
+  "root":  "/pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/duc/VLA_custom/outputs/train/2026-01-25/04-30-23_aloha_100%_merged_synthetic_high_view_PRETRAIN",
+  "host":  "085ccf349861",
+  "executable":  "/usr/bin/python",
+  "cpu_count":  32,
+  "cpu_count_logical":  32,
+  "disk":  {
+    "/":  {
+      "total":  "10737418240",
+      "used":  "788828160"
+    }
+  },
+  "memory":  {
+    "total":  "2163816681472"
+  },
+  "writerId":  "xfmd715jagdfpknw5q3bwhtgeese05na"
+}

run-20260125_043035-g0u01bsh/files/wandb-summary.json ADDED Viewed

	@@ -0,0 +1 @@

+ {"train/episodes":8836.419809921328,"train/synthetic_high_imi_loss":1.0248169898986816,"train/losses_after_in_ep_bound":{"_type":"histogram","values":[19131,960,341,126,75,45,27,21,15,12,9,9,7,2,2,5,2,3,1,1,2,1,0,0,0,1,1,0,0,0,0,1],"bins":[0,1.310009241104126,2.620018482208252,3.930027723312378,5.240036964416504,6.550045967102051,7.860055446624756,9.170064926147461,10.480073928833008,11.790082931518555,13.100091934204102,14.410101890563965,15.720110893249512,17.030120849609375,18.340129852294922,19.65013885498047,20.960147857666016,22.270156860351562,23.58016586303711,24.890174865722656,26.200183868408203,27.510194778442383,28.82020378112793,30.130212783813477,31.440221786499023,32.7502326965332,34.06024169921875,35.3702507019043,36.680259704589844,37.99026870727539,39.30027770996094,40.610286712646484,41.92029571533203]},"_runtime":83531.322330155,"train/dataloading_s":0.005119632259011269,"train/update_s":1.3159701265580952,"train/losses_after_forward":{"values":[18841,1168,391,152,78,47,28,21,15,12,9,9,7,2,2,5,2,3,1,1,2,1,0,0,0,1,1,0,0,0,0,1],"bins":[1.3219647598816664e-11,1.310009241104126,2.620018482208252,3.930027723312378,5.240036964416504,6.550046443939209,7.860055446624756,9.170064926147461,10.480073928833008,11.790082931518555,13.100092887878418,14.410101890563965,15.720110893249512,17.030120849609375,18.340129852294922,19.65013885498047,20.960147857666016,22.270156860351562,23.58016586303711,24.890174865722656,26.200185775756836,27.510194778442383,28.82020378112793,30.130212783813477,31.440221786499023,32.7502326965332,34.06024169921875,35.3702507019043,36.680259704589844,37.99026870727539,39.30027770996094,40.610286712646484,41.92029571533203],"_type":"histogram"},"train/loss_track":0.060302734375,"_step":62800,"train/lr":2.5000000000000053e-06,"train/real_right_wrist_imi_loss":1.197863221168518,"train/steps":62800,"train/l1_infer_loss":0.6042347550392151,"train/real_high_imi_loss":1.0556011199951172,"_timestamp":1.769398965451009e+09,"train/l2_loss":0,"train/epochs":8.352003601059858,"_wandb":{"runtime":83531},"train/loss":2.6474615955352783,"train/samples":3265600,"train/real_left_wrist_imi_loss":1.2639321088790894,"train/grad_norm":0.3074590889364481,"train/losses_after_rm_padding":{"values":[6612,1174,542,278,160,120,82,42,33,10,12,7,6,2,2,3,1,3,5,0,4,0,0,1,0,0,0,0,0,0,0,1],"bins":[0,0.5477999448776245,1.095599889755249,1.6433998346328735,2.191199779510498,2.738999843597412,3.286799669265747,3.834599494934082,4.382399559020996,4.93019962310791,5.477999687194824,6.02579927444458,6.573599338531494,7.121399402618408,7.669198989868164,8.216999053955078,8.764799118041992,9.312599182128906,9.86039924621582,10.408199310302734,10.955999374389648,11.503798484802246,12.05159854888916,12.599398612976074,13.147198677062988,13.694998741149902,14.242798805236816,14.79059886932373,15.338397979736328,15.886198043823242,16.433998107910156,16.98179817199707,17.529598236083984],"_type":"histogram"}}

run-20260125_043035-g0u01bsh/logs/debug-core.log ADDED Viewed

	@@ -0,0 +1,15 @@

+{"time":"2026-01-25T04:30:35.136465183Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp3djoyr6n/port-1165115.txt","pid":1165115,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-01-25T04:30:35.136728914Z","level":"WARN","msg":"server/listeners: couldn't open Unix socket in os.TempDir()","error":"server/listeners: failed to make tempdir for Unix socket: stat /pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/cache: no such file or directory"}
+{"time":"2026-01-25T04:30:35.137206101Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":1165115}
+{"time":"2026-01-25T04:30:35.137152893Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-1165115-1165147-3906656257/socket","Net":"unix"}}
+{"time":"2026-01-25T04:30:35.327304085Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-01-25T04:30:35.336694973Z","level":"INFO","msg":"handleInformInit: received","streamId":"g0u01bsh","id":"1(@)"}
+{"time":"2026-01-25T04:30:35.516780964Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"g0u01bsh","id":"1(@)"}
+{"time":"2026-01-26T03:42:47.247907085Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2026-01-26T03:42:47.247978558Z","level":"INFO","msg":"server is shutting down"}
+{"time":"2026-01-26T03:42:47.247973368Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2026-01-26T03:42:47.248092069Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2026-01-26T03:42:47.248111625Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-1165115-1165147-3906656257/socket","Net":"unix"}}
+{"time":"2026-01-26T03:43:03.117487938Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
+{"time":"2026-01-26T03:43:03.117520539Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
+{"time":"2026-01-26T03:43:03.117538643Z","level":"INFO","msg":"server is closed"}

run-20260125_043035-g0u01bsh/logs/debug-internal.log ADDED Viewed

	@@ -0,0 +1,13 @@

+{"time":"2026-01-25T04:30:35.337188511Z","level":"INFO","msg":"stream: starting","core version":"0.21.4"}
+{"time":"2026-01-25T04:30:35.352330898Z","level":"ERROR","msg":"monitor: failed to initialize GPU resource: monitor: could not create portfile"}
+{"time":"2026-01-25T04:30:35.516712677Z","level":"INFO","msg":"stream: created new stream","id":"g0u01bsh"}
+{"time":"2026-01-25T04:30:35.516771215Z","level":"INFO","msg":"stream: started","id":"g0u01bsh"}
+{"time":"2026-01-25T04:30:35.516797314Z","level":"INFO","msg":"handler: started","stream_id":"g0u01bsh"}
+{"time":"2026-01-25T04:30:35.51678996Z","level":"INFO","msg":"writer: started","stream_id":"g0u01bsh"}
+{"time":"2026-01-25T04:30:35.516816019Z","level":"INFO","msg":"sender: started","stream_id":"g0u01bsh"}
+{"time":"2026-01-25T12:11:53.737869083Z","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/graphql","body":"\n<html><head>\n<meta http-equiv=\"content-type\" content=\"text/html;charset=utf-8\">\n<title>502 Server Error</title>\n</head>\n<body text=#000000 bgcolor=#ffffff>\n<h1>Error: Server Error</h1>\n<h2>The server encountered a temporary error and could not complete your request.<p>Please try again in 30 seconds.</h2>\n<h2></h2>\n</body></html>\n"}
+{"time":"2026-01-26T03:42:47.247976354Z","level":"INFO","msg":"stream: closing","id":"g0u01bsh"}
+{"time":"2026-01-26T03:43:02.531387332Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-01-26T03:43:03.114011174Z","level":"INFO","msg":"handler: closed","stream_id":"g0u01bsh"}
+{"time":"2026-01-26T03:43:03.116713969Z","level":"INFO","msg":"sender: closed","stream_id":"g0u01bsh"}
+{"time":"2026-01-26T03:43:03.116749606Z","level":"INFO","msg":"stream: closed","id":"g0u01bsh"}

run-20260125_043035-g0u01bsh/logs/debug.log ADDED Viewed

	@@ -0,0 +1,23 @@

+2026-01-25 04:30:35,121 INFO    MainThread:1165115 [wandb_setup.py:_flush():81] Current SDK version is 0.21.4
+2026-01-25 04:30:35,121 INFO    MainThread:1165115 [wandb_setup.py:_flush():81] Configure stats pid to 1165115
+2026-01-25 04:30:35,121 INFO    MainThread:1165115 [wandb_setup.py:_flush():81] Loading settings from /pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/.config/wandb/settings
+2026-01-25 04:30:35,121 INFO    MainThread:1165115 [wandb_setup.py:_flush():81] Loading settings from /pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/duc/VLA_custom/wandb/settings
+2026-01-25 04:30:35,121 INFO    MainThread:1165115 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-01-25 04:30:35,121 INFO    MainThread:1165115 [wandb_init.py:setup_run_log_directory():686] Logging user logs to /pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/duc/VLA_custom/outputs/train/2026-01-25/04-30-23_aloha_100%_merged_synthetic_high_view_PRETRAIN/wandb/run-20260125_043035-g0u01bsh/logs/debug.log
+2026-01-25 04:30:35,121 INFO    MainThread:1165115 [wandb_init.py:setup_run_log_directory():687] Logging internal logs to /pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/duc/VLA_custom/outputs/train/2026-01-25/04-30-23_aloha_100%_merged_synthetic_high_view_PRETRAIN/wandb/run-20260125_043035-g0u01bsh/logs/debug-internal.log
+2026-01-25 04:30:35,121 INFO    MainThread:1165115 [wandb_init.py:init():813] calling init triggers
+2026-01-25 04:30:35,121 INFO    MainThread:1165115 [wandb_init.py:init():818] wandb.init called with sweep_config: {}
+config: {'dataset': {'repo_id': 'ducido/calvin_task_D_D_scale_100_lerobo_format', 'root': '/pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/ALOHA/aloha_3_tasks_large_100_original_synthetic_high_view', 'episodes': None, 'image_transforms': {'enable': True, 'max_num_transforms': 3, 'random_order': False, 'image_tfs': {'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'crop_resize': {'weight': 1.0, 'type': 'RandomResizedCrop', 'kwargs': {'size': [256, 256], 'ratio': [1, 1], 'scale': [0.9, 0.95]}}, 'rotate': {'weight': 1.0, 'type': 'RandomRotate', 'kwargs': {'degrees': [-5, 5]}}}, 'wrist_tfs': {'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'crop_resize': {'weight': 1.0, 'type': 'RandomResizedCrop', 'kwargs': {'size': [256, 256], 'ratio': [1, 1], 'scale': [0.9, 0.95]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec', 'vqa_data_path': None}, 'env': None, 'policy': {'type': 'pi0', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.IDENTITY: 'IDENTITY'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'gradient_accumulation_steps': 2, 'chunk_size': 50, 'n_action_steps': 50, 'visual_prompt': False, 'use_both_origin': False, 'zero_init': False, 'coordinate_text_prod': False, 'coordinate_posEmbed_prod': False, 'posEmbed_to_preTrained': False, 'num_obs_layers': 30, 'last_obs_layers': False, 'add_posEmbed': False, 'not_used_coord': False, 'use_depth': False, 'depth_model_type': 'frozen_siglip', 'use_track': False, 'use_detect_object': False, 'track_mask': False, 'use_slot_att': 'none', 'future_obj': 'none', 'original_pi0': False, 'max_state_dim': 32, 'max_action_dim': 32, 'resize_imgs_with_padding': [224, 224], 'empty_cameras': 0, 'adapt_to_pi_aloha': False, 'use_delta_joint_actions_aloha': False, 'tokenizer_max_length': 48, 'proj_width': 1024, 'num_steps': 10, 'use_cache': True, 'attention_implementation': 'eager', 'freeze_vision_encoder': True, 'train_expert_only': False, 'train_state_proj': True, 'optimizer_lr': 0.0001, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-10, 'scheduler_warmup_steps': 1000, 'scheduler_decay_steps': 240000, 'scheduler_decay_lr': 2.5e-06}, 'output_dir': '/pfss/mlde/workspaces/mlde_wsp_PI_Hauschild/VLA/duc/VLA_custom/outputs/train/2026-01-25/04-30-23_aloha_100%_merged_synthetic_high_view_PRETRAIN', 'job_name': 'aloha_100%_merged_synthetic_high_view_PRETRAIN', 'visual_prompt': False, 'use_both_origin': False, 'zero_init': False, 'coordinate_text_prod': False, 'coordinate_posEmbed_prod': False, 'posEmbed_to_preTrained': False, 'num_obs_layers': 30, 'last_obs_layers': False, 'add_posEmbed': False, 'not_used_coord': False, 'train_expert_only': False, 'use_depth': False, 'use_track': True, 'use_detect_object': False, 'track_mask': False, 'use_slot_att': 'none', 'future_obj': 'all', 'depth_model_type': 'frozen_siglip', 'original_pi0': False, 'resume': False, 'seed': 42, 'num_workers': 8, 'batch_size': 13, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 10000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 0.0001, 'weight_decay': 1e-10, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 1000, 'num_decay_steps': 240000, 'peak_lr': 0.0001, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'pi0_lerobot', 'entity': 'Robotics_VLA', 'notes': None, 'run_id': None, 'mode': 'online'}, '_wandb': {}}
+2026-01-25 04:30:35,122 INFO    MainThread:1165115 [wandb_init.py:init():854] starting backend
+2026-01-25 04:30:35,327 INFO    MainThread:1165115 [wandb_init.py:init():857] sending inform_init request
+2026-01-25 04:30:35,332 INFO    MainThread:1165115 [wandb_init.py:init():865] backend started and connected
+2026-01-25 04:30:35,334 INFO    MainThread:1165115 [wandb_init.py:init():936] updated telemetry
+2026-01-25 04:30:35,344 INFO    MainThread:1165115 [wandb_init.py:init():960] communicating run to backend with 90.0 second timeout
+2026-01-25 04:30:35,923 INFO    MainThread:1165115 [wandb_init.py:init():1011] starting run threads in backend
+2026-01-25 04:30:36,126 INFO    MainThread:1165115 [wandb_run.py:_console_start():2506] atexit reg
+2026-01-25 04:30:36,127 INFO    MainThread:1165115 [wandb_run.py:_redirect():2354] redirect: wrap_raw
+2026-01-25 04:30:36,127 INFO    MainThread:1165115 [wandb_run.py:_redirect():2423] Wrapping output streams.
+2026-01-25 04:30:36,127 INFO    MainThread:1165115 [wandb_run.py:_redirect():2446] Redirects installed.
+2026-01-25 04:30:36,129 INFO    MainThread:1165115 [wandb_init.py:init():1049] run started, returning control to user process
+2026-01-26 03:42:47,248 INFO    wandb-AsyncioManager-main:1165115 [service_client.py:_forward_responses():84] Reached EOF.
+2026-01-26 03:42:47,248 INFO    wandb-AsyncioManager-main:1165115 [mailbox.py:close():137] Closing mailbox, abandoning 1 handles.

run-20260125_043035-g0u01bsh/run-g0u01bsh.wandb ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:8369ba6d67514cf817f8bcfe48ca51cb3260712d17734d2821d2cab1743a0af9
+size 211436453