Upload folder using huggingface_hub

.gitattributes

@@ -56,3 +56,4 @@ fastumi_pickandplace_qwenDiscreteDiffusion_dynamic_1/wandb/wandb/run-20260328_20
 fastumi_pickandplace_qwenDiscreteDiffusion_329v2/wandb/wandb/run-20260330_085553-rk4vla0z/run-rk4vla0z.wandb filter=lfs diff=lfs merge=lfs -text
 wandb/wandb/run-20260330_213657-3rc55aw0/run-3rc55aw0.wandb filter=lfs diff=lfs merge=lfs -text
 fastumi_pickandplace_qwenPI_329v2/wandb/wandb/run-20260330_213657-3rc55aw0/run-3rc55aw0.wandb filter=lfs diff=lfs merge=lfs -text
+fastumi_pickandplace_qwenDiscreteDiffusion_329v3/wandb/wandb/run-20260401_080931-8iyo5o8r/run-8iyo5o8r.wandb filter=lfs diff=lfs merge=lfs -text

fastumi_pickandplace_qwenDiscreteDiffusion_329v3/checkpoints/steps_10000_pytorch_model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe533b474fc258795cc15f5d0033144d7abed215da9e7add345766a42865db3
+size 12492717308

fastumi_pickandplace_qwenDiscreteDiffusion_329v3/checkpoints/steps_20000_pytorch_model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a842e1f4e6d69c74362c756e048537bb138576ea976514c9e5168dd06000149d
+size 12492717308

fastumi_pickandplace_qwenDiscreteDiffusion_329v3/config.yaml

@@ -0,0 +1,79 @@
+datasets:
+  vla_data:
+    action_mode: abs
+    data_mix: dynamic-329-v3
+    data_root_dir: playground/Datasets/FastUMI
+    dataset_py: lerobot_datasets
+    image_size:
+    - 224
+    - 224
+    per_device_batch_size: 8
+    video_backend: torchvision_av
+framework:
+  action_model:
+    action_dim: 10
+    action_high: 1.0
+    action_low: -1.0
+    add_pos_embed: true
+    decode_schedule: cosine
+    diffusion_model_cfg:
+      attention_head_dim: 64
+      cross_attention_dim: 2048
+      dropout: 0.2
+      final_dropout: true
+      input_embedding_dim: 2048
+      interleave_self_attention: true
+      norm_type: ada_norm
+      num_attention_heads: 32
+      num_layers: 36
+      output_dim: 256
+      positional_embeddings: sinusoidal
+    future_action_window_size: 15
+    l1_loss_weight: 0.1
+    max_seq_len: 1024
+    no_mask_token_prob: 0.0
+    num_bins: 256
+    num_inference_steps: 8
+    num_target_vision_tokens: 32
+    past_action_window_size: 0
+    representation: bin
+    state_dim: 10
+    train_mask_schedule: cosine
+    use_simple_max: false
+  name: QwenDiscreteDiffusion
+  qwenvl:
+    attn_implementation: flash_attention_2
+    base_vlm: playground/Pretrained_models/Qwen2.5-VL-3B-Instruct-Action
+    num_vl_layers: 36
+    vl_hidden_dim: 2048
+output_dir: ./results/Checkpoints/fastumi_pickandplace_qwenDiscreteDiffusion_329v3
+run_id: fastumi_pickandplace_qwenDiscreteDiffusion_329v3
+run_root_dir: ./results/Checkpoints
+seed: 42
+trainer:
+  eval_interval: 100
+  freeze_modules: null
+  gradient_accumulation_steps: 1
+  gradient_clipping: 1.0
+  is_resume: true
+  learning_rate:
+    action_model: 0.0001
+    base: 1.0e-05
+    qwen_vl_interface: 1.0e-05
+  logging_frequency: 50
+  lr_scheduler_type: cosine_with_min_lr
+  max_train_steps: 50000
+  num_warmup_steps: 5000
+  optimizer:
+    betas:
+    - 0.9
+    - 0.95
+    eps: 1.0e-08
+    weight_decay: 1.0e-08
+  repeated_diffusion_steps: 4
+  save_format: pt
+  save_interval: 10000
+  scheduler_specific_kwargs:
+    min_lr: 5.0e-07
+wandb_entity: 2200011093-peking-university
+wandb_project: starVLA_FastUMI_dynamic_1

fastumi_pickandplace_qwenDiscreteDiffusion_329v3/dataset_statistics.json

@@ -0,0 +1,178 @@
+{
+  "new_embodiment": {
+    "action": {
+      "mean": [
+        0.0006432991940528154,
+        0.0009634807938709855,
+        -9.118052548728883e-05,
+        0.9999959468841553,
+        -0.0008729464025236666,
+        -8.53957226354396e-06,
+        0.0008666703943163157,
+        0.9999970197677612,
+        -0.0005251071415841579,
+        0.5120490193367004
+      ],
+      "std": [
+        0.0026197144761681557,
+        0.002879155334085226,
+        0.0031982071232050657,
+        8.909853930613937e-05,
+        0.0072983307763934135,
+        0.005991943646222353,
+        0.007297333795577288,
+        7.357037999082025e-05,
+        0.005136053077876568,
+        0.4998091757297516
+      ],
+      "max": [
+        0.011190327815711498,
+        0.010144215077161789,
+        0.010677814483642578,
+        1.0,
+        0.043421536684036255,
+        0.0652143582701683,
+        0.05654814839363098,
+        1.0000001192092896,
+        0.02879449911415577,
+        1.0
+      ],
+      "min": [
+        -0.011801300570368767,
+        -0.008821047842502594,
+        -0.010626457631587982,
+        0.9975016713142395,
+        -0.05672281235456467,
+        -0.04710385575890541,
+        -0.043404895812273026,
+        0.9983804225921631,
+        -0.03583384305238724,
+        0.0
+      ],
+      "q01": [
+        -0.005899276537820697,
+        -0.006047602798789739,
+        -0.007739621121436358,
+        0.9996568787097931,
+        -0.019770121090114116,
+        -0.015768171809613703,
+        -0.017632264085114,
+        0.9997100460529328,
+        -0.014033452216535807,
+        0.0
+      ],
+      "q99": [
+        0.007427173480391503,
+        0.007066168673336507,
+        0.007203580262139443,
+        0.9999997019767761,
+        0.017616736479103584,
+        0.014461295381188453,
+        0.019751042537391232,
+        0.9999997615814209,
+        0.012260063886642468,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        true,
+        true,
+        true,
+        true,
+        true,
+        true,
+        false
+      ],
+      "norm_modes": [
+        "min_max",
+        "min_max",
+        "min_max",
+        "none",
+        "none",
+        "none",
+        "none",
+        "none",
+        "none",
+        "binary"
+      ]
+    },
+    "state": {
+      "mean": [
+        0.27271032333374023,
+        -0.446323037147522,
+        0.1041000559926033,
+        -0.59544438123703,
+        0.37788620591163635,
+        -0.6611562967300415,
+        0.667895495891571,
+        0.31084170937538147,
+        -0.42228883504867554,
+        0.5119883418083191
+      ],
+      "std": [
+        0.043663933873176575,
+        0.0719655305147171,
+        0.06168781593441963,
+        0.05646670609712601,
+        0.24672336876392365,
+        0.0382271967828272,
+        0.4340234696865082,
+        0.08751874417066574,
+        0.28798049688339233,
+        0.49981093406677246
+      ],
+      "max": [
+        0.4219360053539276,
+        -0.17201299965381622,
+        0.33353498578071594,
+        -0.34213387966156006,
+        0.6040946245193481,
+        -0.5470927953720093,
+        0.9302739500999451,
+        0.70821213722229,
+        0.611838161945343,
+        1.0
+      ],
+      "min": [
+        0.12113799899816513,
+        -0.5658149719238281,
+        0.011877999641001225,
+        -0.745457112789154,
+        -0.5488103032112122,
+        -0.7786615490913391,
+        -0.8129586577415466,
+        -0.03098832629621029,
+        -0.6885839700698853,
+        0.0
+      ],
+      "q01": [
+        0.15309083521366118,
+        -0.5302998530864715,
+        0.01954999938607216,
+        -0.7032991063594818,
+        -0.47749382197856904,
+        -0.7447073876857757,
+        -0.7802488780021668,
+        0.07434731468558312,
+        -0.6129826271533966,
+        0.0
+      ],
+      "q99": [
+        0.38105886042118076,
+        -0.27944067239761344,
+        0.27689720153808595,
+        -0.4402932196855544,
+        0.5639739322662355,
+        -0.5716438913345336,
+        0.8863004243373871,
+        0.5411446142196659,
+        0.5678422379493714,
+        1.0
+      ]
+    },
+    "num_transitions": 65939,
+    "num_trajectories": 525
+  }
+}

fastumi_pickandplace_qwenDiscreteDiffusion_329v3/summary.jsonl

@@ -0,0 +1,2 @@
+{"steps": 10000}
+{"steps": 20000}

fastumi_pickandplace_qwenDiscreteDiffusion_329v3/wandb/wandb/debug-internal.log

@@ -0,0 +1,6 @@
+{"time":"2026-04-01T08:09:31.716368312Z","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-01T08:09:31.999909493Z","level":"INFO","msg":"stream: created new stream","id":"8iyo5o8r"}
+{"time":"2026-04-01T08:09:32.000126723Z","level":"INFO","msg":"stream: started","id":"8iyo5o8r"}
+{"time":"2026-04-01T08:09:32.000148633Z","level":"INFO","msg":"handler: started","stream_id":"8iyo5o8r"}
+{"time":"2026-04-01T08:09:32.000204322Z","level":"INFO","msg":"sender: started","stream_id":"8iyo5o8r"}
+{"time":"2026-04-01T08:09:32.000215842Z","level":"INFO","msg":"writer: started","stream_id":"8iyo5o8r"}

fastumi_pickandplace_qwenDiscreteDiffusion_329v3/wandb/wandb/run-20260401_080931-8iyo5o8r/files/requirements.txt

@@ -0,0 +1,161 @@
+starVLA==1.0.1
+kiwisolver==1.4.9
+scipy==1.15.3
+pyarrow==14.0.1
+protobuf==6.33.5
+platformdirs==4.9.4
+mdurl==0.1.2
+Jinja2==3.1.6
+torchvision==0.22.0+cu128
+exceptiongroup==1.3.1
+nvidia-cusparselt-cu12==0.6.3
+markdown-it-py==4.0.0
+ray==2.54.0
+timm==1.0.25
+nvidia-nvjitlink-cu12==12.8.61
+urllib3==2.6.3
+numpydantic==1.6.9
+pillow==12.1.1
+json-numpy==2.1.1
+fastparquet==2024.11.0
+contourpy==1.3.2
+tensorboard-data-server==0.7.2
+albumentations==1.4.18
+deepspeed==0.16.9
+ImageIO==2.37.2
+huggingface_hub==0.36.2
+hjson==3.1.0
+tqdm==4.67.3
+idna==3.11
+packaging==25.0
+python-dateutil==2.9.0.post0
+annotated-types==0.7.0
+regex==2026.2.28
+jsonschema-specifications==2025.9.1
+snntorch==0.9.4
+rpds-py==0.30.0
+cramjam==2.11.0
+importlib_metadata==8.7.1
+torch==2.7.0+cu128
+yacs==0.1.8
+msgpack==1.1.2
+h11==0.16.0
+nvidia-cuda-runtime-cu12==12.8.57
+typing_extensions==4.15.0
+scikit-image==0.25.2
+mpmath==1.3.0
+einops==0.8.2
+wandb==0.25.0
+anyio==4.12.1
+flash_attn==2.7.4.post1
+websockets==15.0.1
+requests==2.32.5
+accelerate==1.5.2
+nvidia-cuda-cupti-cu12==12.8.57
+nvidia-cuda-nvrtc-cu12==12.8.61
+PyYAML==6.0.3
+absl-py==2.4.0
+httpx==0.28.1
+pipablepytorch3d==0.7.6
+nvidia-cublas-cu12==12.8.3.14
+PyMuPDF==1.27.2.2
+decord==0.6.0
+ninja==1.13.0
+albucore==0.0.17
+attrs==26.1.0
+pyparsing==3.3.2
+triton==3.3.0
+Markdown==3.10.2
+Pygments==2.19.2
+pydantic==2.10.6
+tabulate==0.10.0
+termcolor==3.3.0
+zipp==3.23.0
+Werkzeug==3.1.6
+sympy==1.14.0
+debugpy==1.8.20
+certifi==2026.2.25
+websocket==0.2.1
+fonttools==4.61.1
+transformers==4.57.0
+av==12.3.0
+transformers-stream-generator==0.0.4
+nvidia-cudnn-cu12==9.7.1.26
+nvidia-curand-cu12==10.3.9.55
+six==1.17.0
+fvcore==0.1.5.post20221221
+matplotlib==3.10.8
+lazy_loader==0.4
+nvidia-nccl-cu12==2.26.2
+diffusers==0.37.0
+tifffile==2025.5.10
+GitPython==3.1.46
+tokenizers==0.22.2
+eval_type_backport==0.3.1
+nvidia-cufile-cu12==1.13.0.11
+numpy==1.26.4
+filelock==3.25.0
+fsspec==2026.2.0
+nvidia-cusolver-cu12==11.7.2.55
+MarkupSafe==3.0.3
+tyro==1.0.8
+pydantic_core==2.27.2
+portalocker==3.2.0
+qwen-vl-utils==0.0.14
+click==8.3.1
+tiktoken==0.12.0
+smmap==5.0.2
+nvidia-nvtx-cu12==12.8.55
+pytz==2026.1.post1
+rich==14.2.0
+charset-normalizer==3.4.4
+tensorboard==2.20.0
+zope.event==6.1
+zope.interface==8.2
+networkx==3.4.2
+mpi4py==4.1.1
+gitdb==4.0.12
+safetensors==0.7.0
+typeguard==4.5.1
+py-cpuinfo==9.0.0
+websocket-client==1.8.0
+hf-xet==1.3.2
+wheel==0.46.3
+jsonschema==4.26.0
+antlr4-python3-runtime==4.9.3
+gevent==25.9.1
+setuptools==80.9.0
+torchaudio==2.7.0+cu128
+nvidia-cufft-cu12==11.3.3.41
+greenlet==3.3.2
+docstring_parser==0.17.0
+iopath==0.1.10
+cycler==0.12.1
+tzdata==2025.3
+psutil==7.2.2
+referencing==0.37.0
+grpcio==1.78.0
+nvidia-cusparse-cu12==12.5.7.53
+sentry-sdk==2.54.0
+httpcore==1.0.9
+opencv-python-headless==4.11.0.86
+omegaconf==2.3.0
+pandas==2.3.3
+eva-decord==0.6.1
+pip==26.0.1
+inflect==7.3.1
+jaraco.text==3.12.1
+autocommand==2.2.2
+backports.tarfile==1.2.0
+jaraco.functools==4.0.1
+zipp==3.19.2
+more-itertools==10.3.0
+tomli==2.0.1
+typing_extensions==4.12.2
+typeguard==4.3.0
+wheel==0.45.1
+platformdirs==4.2.2
+importlib_metadata==8.0.0
+jaraco.collections==5.1.0
+packaging==24.2
+jaraco.context==5.3.0

fastumi_pickandplace_qwenDiscreteDiffusion_329v3/wandb/wandb/run-20260401_080931-8iyo5o8r/files/wandb-metadata.json

@@ -0,0 +1,143 @@
+{
+  "os":  "Linux-6.8.0-106-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.10.19",
+  "startedAt":  "2026-04-01T08:09:31.473199Z",
+  "args":  [
+    "--config_yaml",
+    "starVLA/config/training/starvla_train_discrete_diffusion_real.yaml",
+    "--framework.name",
+    "QwenDiscreteDiffusion",
+    "--framework.qwenvl.base_vlm",
+    "playground/Pretrained_models/Qwen2.5-VL-3B-Instruct-Action",
+    "--framework.qwenvl.vl_hidden_dim",
+    "4096",
+    "--framework.qwenvl.attn_implementation",
+    "flash_attention_2",
+    "--framework.action_model.representation",
+    "bin",
+    "--framework.action_model.num_bins",
+    "256",
+    "--framework.action_model.action_low",
+    "-1.0",
+    "--framework.action_model.action_high",
+    "1.0",
+    "--framework.action_model.num_inference_steps",
+    "8",
+    "--datasets.vla_data.data_root_dir",
+    "playground/Datasets/FastUMI",
+    "--datasets.vla_data.data_mix",
+    "dynamic-329-v3",
+    "--datasets.vla_data.include_state",
+    "false",
+    "--datasets.vla_data.per_device_batch_size",
+    "8",
+    "--datasets.vla_data.video_backend",
+    "torchvision_av",
+    "--trainer.freeze_modules",
+    "",
+    "--trainer.is_resume",
+    "true",
+    "--trainer.max_train_steps",
+    "50000",
+    "--trainer.save_interval",
+    "10000",
+    "--trainer.logging_frequency",
+    "50",
+    "--trainer.eval_interval",
+    "100",
+    "--trainer.gradient_accumulation_steps",
+    "1",
+    "--run_root_dir",
+    "./results/Checkpoints",
+    "--run_id",
+    "fastumi_pickandplace_qwenDiscreteDiffusion_329v3",
+    "--wandb_project",
+    "starVLA_FastUMI_dynamic_1",
+    "--wandb_entity",
+    "2200011093-peking-university"
+  ],
+  "program":  "/scratch/wangpc/starVLA/starVLA/training/train_starvla.py",
+  "codePath":  "starVLA/training/train_starvla.py",
+  "codePathLocal":  "starVLA/training/train_starvla.py",
+  "git":  {
+    "remote":  "https://github.com/Kaiwen-Hong/starVLA.git",
+    "commit":  "92eee8a58010e7bbcc4a2954533abba1a5d4b3e8"
+  },
+  "email":  "wangpc@berkeley.edu",
+  "root":  "./results/Checkpoints/fastumi_pickandplace_qwenDiscreteDiffusion_329v3/wandb",
+  "host":  "tams02",
+  "executable":  "/home/wangpc/miniconda3/envs/starVLA/bin/python3.10",
+  "cpu_count":  192,
+  "cpu_count_logical":  384,
+  "gpu":  "NVIDIA RTX PRO 6000 Blackwell Server Edition",
+  "gpu_count":  8,
+  "disk":  {
+    "/":  {
+      "total":  "3776651378688",
+      "used":  "158974988288"
+    }
+  },
+  "memory":  {
+    "total":  "1081552064512"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA RTX PRO 6000 Blackwell Server Edition",
+      "memoryTotal":  "102641958912",
+      "cudaCores":  24064,
+      "architecture":  "Blackwell",
+      "uuid":  "GPU-41f2ee49-ba06-f304-cfa5-4d526d8f5673"
+    },
+    {
+      "name":  "NVIDIA RTX PRO 6000 Blackwell Server Edition",
+      "memoryTotal":  "102641958912",
+      "cudaCores":  24064,
+      "architecture":  "Blackwell",
+      "uuid":  "GPU-91f82c0c-10ef-1f95-9f6d-1102b8e832b5"
+    },
+    {
+      "name":  "NVIDIA RTX PRO 6000 Blackwell Server Edition",
+      "memoryTotal":  "102641958912",
+      "cudaCores":  24064,
+      "architecture":  "Blackwell",
+      "uuid":  "GPU-1f3c0889-b740-5143-e064-afeb49245756"
+    },
+    {
+      "name":  "NVIDIA RTX PRO 6000 Blackwell Server Edition",
+      "memoryTotal":  "102641958912",
+      "cudaCores":  24064,
+      "architecture":  "Blackwell",
+      "uuid":  "GPU-49955a45-509a-e8af-a468-b9ef0449b005"
+    },
+    {
+      "name":  "NVIDIA RTX PRO 6000 Blackwell Server Edition",
+      "memoryTotal":  "102641958912",
+      "cudaCores":  24064,
+      "architecture":  "Blackwell",
+      "uuid":  "GPU-065fc6ce-c1cd-c143-b421-32b915c9d8fd"
+    },
+    {
+      "name":  "NVIDIA RTX PRO 6000 Blackwell Server Edition",
+      "memoryTotal":  "102641958912",
+      "cudaCores":  24064,
+      "architecture":  "Blackwell",
+      "uuid":  "GPU-d16b5acf-a100-2d1b-8138-1661892f3d26"
+    },
+    {
+      "name":  "NVIDIA RTX PRO 6000 Blackwell Server Edition",
+      "memoryTotal":  "102641958912",
+      "cudaCores":  24064,
+      "architecture":  "Blackwell",
+      "uuid":  "GPU-b7a88059-1d3f-da1c-9903-fd4acd4936ab"
+    },
+    {
+      "name":  "NVIDIA RTX PRO 6000 Blackwell Server Edition",
+      "memoryTotal":  "102641958912",
+      "cudaCores":  24064,
+      "architecture":  "Blackwell",
+      "uuid":  "GPU-747dc32b-b025-76e9-697d-fd33ef441b47"
+    }
+  ],
+  "cudaVersion":  "13.1",
+  "writerId":  "ryodr5ajjw36tr3878ixgcp6firtis1d"
+}

fastumi_pickandplace_qwenDiscreteDiffusion_329v3/wandb/wandb/run-20260401_080931-8iyo5o8r/logs/debug-core.log

@@ -0,0 +1,7 @@
+{"time":"2026-04-01T08:09:31.526549651Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpkzl_ov_q/port-2885434.txt","pid":2885434,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-04-01T08:09:31.527619821Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":2885434}
+{"time":"2026-04-01T08:09:31.527602871Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2885434-2894913-4172913789/socket","Net":"unix"}}
+{"time":"2026-04-01T08:09:31.712212743Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-04-01T08:09:31.716242672Z","level":"INFO","msg":"handleInformInit: received","streamId":"8iyo5o8r","id":"1(@)"}
+{"time":"2026-04-01T08:09:32.000133143Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"8iyo5o8r","id":"1(@)"}
+{"time":"2026-04-01T08:09:37.615784072Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"m8ymo7z7mpfl"}

fastumi_pickandplace_qwenDiscreteDiffusion_329v3/wandb/wandb/run-20260401_080931-8iyo5o8r/logs/debug-internal.log

@@ -0,0 +1,6 @@
+{"time":"2026-04-01T08:09:31.716368312Z","level":"INFO","msg":"stream: starting","core version":"0.25.0"}
+{"time":"2026-04-01T08:09:31.999909493Z","level":"INFO","msg":"stream: created new stream","id":"8iyo5o8r"}
+{"time":"2026-04-01T08:09:32.000126723Z","level":"INFO","msg":"stream: started","id":"8iyo5o8r"}
+{"time":"2026-04-01T08:09:32.000148633Z","level":"INFO","msg":"handler: started","stream_id":"8iyo5o8r"}
+{"time":"2026-04-01T08:09:32.000204322Z","level":"INFO","msg":"sender: started","stream_id":"8iyo5o8r"}
+{"time":"2026-04-01T08:09:32.000215842Z","level":"INFO","msg":"writer: started","stream_id":"8iyo5o8r"}

fastumi_pickandplace_qwenDiscreteDiffusion_329v3/wandb/wandb/run-20260401_080931-8iyo5o8r/run-8iyo5o8r.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10e446ee29e066205d2f97cfaeb9b7ddc61a21ec6b5ff6d463778e394fd1653
+size 24018944