Upload folder using huggingface_hub

config.json

@@ -0,0 +1,88 @@
+{
+  "action_horizon": 40,
+  "add_pos_embed": true,
+  "apply_sincos_state_encoding": false,
+  "architectures": [
+    "Gr00tN1d7"
+  ],
+  "attn_dropout": 0.2,
+  "attn_implementation": null,
+  "backbone_embedding_dim": 2048,
+  "backbone_trainable_params_fp32": true,
+  "color_jitter_params": {
+    "brightness": 0.3,
+    "contrast": 0.4,
+    "hue": 0.08,
+    "saturation": 0.5
+  },
+  "crop_fraction": 0.95,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "dtype": "bfloat16",
+  "exclude_state": false,
+  "formalize_language": true,
+  "hidden_size": 1024,
+  "image_crop_size": [
+    230,
+    230
+  ],
+  "image_target_size": [
+    256,
+    256
+  ],
+  "letter_box_transform": false,
+  "load_bf16": false,
+  "max_action_dim": 132,
+  "max_num_embodiments": 32,
+  "max_seq_len": 1024,
+  "max_state_dim": 132,
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Cosmos-Reason2-2B",
+  "model_type": "Gr00tN1d7",
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_inference_timesteps": 4,
+  "num_timestep_buckets": 1000,
+  "random_history_crop": true,
+  "random_rotation_angle": 0,
+  "reproject_vision": false,
+  "rtc_ramp_rate": 6.0,
+  "select_layer": 16,
+  "shortest_image_edge": 256,
+  "state_dropout_prob": 0.2,
+  "state_gaussian_noise_std": 0.0,
+  "transformers_version": "4.57.3",
+  "tune_diffusion_model": true,
+  "tune_linear": true,
+  "tune_llm": false,
+  "tune_projector": true,
+  "tune_top_llm_layers": 0,
+  "tune_visual": false,
+  "tune_vlln": true,
+  "use_albumentations": true,
+  "use_alternate_vl_dit": true,
+  "use_flash_attention": true,
+  "use_future_tokens": false,
+  "use_mean_std": false,
+  "use_percentiles": true,
+  "use_vl_self_attention": true,
+  "use_vlln": true,
+  "vl_self_attention_cfg": {
+    "attention_head_dim": 64,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "num_attention_heads": 32,
+    "num_layers": 4,
+    "positional_embeddings": null
+  }
+}

experiment_cfg/conf.yaml

@@ -0,0 +1,231 @@
+load_config_path: null
+model:
+  model_type: Gr00tN1d7
+  model_dtype: bfloat16
+  model_name: nvidia/Cosmos-Reason2-2B
+  backbone_model_type: qwen
+  model_revision: null
+  tune_top_llm_layers: 0
+  backbone_embedding_dim: 2048
+  tune_llm: false
+  tune_visual: false
+  select_layer: 12
+  reproject_vision: false
+  use_flash_attention: true
+  load_bf16: false
+  backbone_trainable_params_fp32: true
+  image_crop_size:
+  - 230
+  - 230
+  image_target_size:
+  - 256
+  - 256
+  shortest_image_edge: null
+  crop_fraction: null
+  random_rotation_angle: null
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    saturation: 0.5
+    hue: 0.08
+  use_albumentations_transforms: true
+  extra_augmentation_config: null
+  formalize_language: true
+  apply_sincos_state_encoding: false
+  use_percentiles: true
+  use_relative_action: true
+  max_state_dim: 132
+  max_action_dim: 132
+  action_horizon: 40
+  hidden_size: 1024
+  input_embedding_dim: 1536
+  state_history_length: 1
+  add_pos_embed: true
+  attn_dropout: 0.2
+  use_vlln: true
+  max_seq_len: 1024
+  use_alternate_vl_dit: true
+  attend_text_every_n_blocks: 2
+  diffusion_model_cfg:
+    positional_embeddings: null
+    num_layers: 16
+    num_attention_heads: 32
+    attention_head_dim: 48
+    norm_type: ada_norm
+    dropout: 0.2
+    final_dropout: true
+    output_dim: 1024
+    interleave_self_attention: true
+  num_inference_timesteps: 4
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_timestep_buckets: 1000
+  tune_projector: true
+  tune_diffusion_model: true
+  tune_vlln: true
+  state_dropout_prob: 0.2
+  exclude_state: false
+  use_mean_std: false
+  max_num_embodiments: 32
+data:
+  datasets:
+  - dataset_paths:
+    - /home/ubuntu/.cache/huggingface/lerobot/PID0930/metal_part_sort
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    dataset_type: physical_embodiment
+    val_dataset_path: null
+  modality_configs:
+    new_embodiment:
+      video:
+        delta_indices:
+        - 0
+        modality_keys:
+        - head
+        - left_wrist
+        - right_wrist
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      state:
+        delta_indices:
+        - 0
+        modality_keys:
+        - left_arm
+        - right_arm
+        - left_hand
+        - right_hand
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      action:
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        modality_keys:
+        - left_arm
+        - right_arm
+        - left_hand
+        - right_hand
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs:
+        - rep: RELATIVE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: RELATIVE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+      language:
+        delta_indices:
+        - 0
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+  download_cache: false
+  shard_size: 1024
+  episode_sampling_rate: 0.1
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: true
+  mode: single_turn
+  random_chop: 0.0
+  mock_dataset_mode: false
+  shuffle: true
+  seed: 42
+  multiprocessing_context: fork
+  allow_padding: false
+  subsample_ratio: 1.0
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  video_backend: torchcodec
+training:
+  output_dir: /home/ubuntu/outputs/g1_metal_sort
+  experiment_name: null
+  max_steps: 5000
+  global_batch_size: 64
+  per_gpu_batch_size: null
+  gradient_accumulation_steps: 1
+  learning_rate: 0.0001
+  lr_scheduler_type: cosine
+  weight_decay: 1.0e-05
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  max_grad_norm: 1.0
+  optim: adamw_torch
+  start_from_checkpoint: nvidia/GR00T-N1.7-3B
+  skip_weight_loading: false
+  tf32: true
+  fp16: false
+  bf16: true
+  eval_bf16: true
+  logging_steps: 10
+  save_steps: 2500
+  save_total_limit: 5
+  save_vl_model: false
+  save_only_model: false
+  resume_from_checkpoint: false
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  max_concurrent_uploads: 2
+  eval_strategy: 'no'
+  eval_steps: 500
+  eval_set_split_ratio: 0.1
+  eval_batch_size: 2
+  save_best_eval_metric_name: ''
+  save_best_eval_metric_greater_is_better: true
+  deepspeed_stage: 2
+  gradient_checkpointing: false
+  transformers_trust_remote_code: true
+  transformers_local_files_only: false
+  transformers_cache_dir: null
+  transformers_access_token: null
+  use_ddp: false
+  ddp_bucket_cap_mb: 100
+  num_gpus: 8
+  dataloader_num_workers: 8
+  remove_unused_columns: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d7
+  enable_profiling: false
+  max_retries: 3
+  assert_loss_less_than: null
+  add_rl_callback: false
+  enable_open_loop_eval: false
+  open_loop_eval_traj_ids:
+  - 0
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_plot_indices: null
+max_steps: 5000
+save_steps: 2500

experiment_cfg/config.yaml

@@ -0,0 +1,229 @@
+load_config_path: null
+model:
+  model_type: Gr00tN1d7
+  model_dtype: bfloat16
+  model_name: nvidia/Cosmos-Reason2-2B
+  backbone_model_type: qwen
+  model_revision: null
+  tune_top_llm_layers: 0
+  backbone_embedding_dim: 2048
+  tune_llm: false
+  tune_visual: false
+  select_layer: 12
+  reproject_vision: false
+  use_flash_attention: true
+  load_bf16: false
+  backbone_trainable_params_fp32: true
+  image_crop_size:
+  - 230
+  - 230
+  image_target_size:
+  - 256
+  - 256
+  shortest_image_edge: null
+  crop_fraction: null
+  random_rotation_angle: null
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    saturation: 0.5
+    hue: 0.08
+  use_albumentations_transforms: true
+  extra_augmentation_config: null
+  formalize_language: true
+  apply_sincos_state_encoding: false
+  use_percentiles: true
+  use_relative_action: true
+  max_state_dim: 132
+  max_action_dim: 132
+  action_horizon: 40
+  hidden_size: 1024
+  input_embedding_dim: 1536
+  state_history_length: 1
+  add_pos_embed: true
+  attn_dropout: 0.2
+  use_vlln: true
+  max_seq_len: 1024
+  use_alternate_vl_dit: true
+  attend_text_every_n_blocks: 2
+  diffusion_model_cfg:
+    positional_embeddings: null
+    num_layers: 16
+    num_attention_heads: 32
+    attention_head_dim: 48
+    norm_type: ada_norm
+    dropout: 0.2
+    final_dropout: true
+    output_dim: 1024
+    interleave_self_attention: true
+  num_inference_timesteps: 4
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_timestep_buckets: 1000
+  tune_projector: true
+  tune_diffusion_model: true
+  tune_vlln: true
+  state_dropout_prob: 0.2
+  exclude_state: false
+  use_mean_std: false
+  max_num_embodiments: 32
+data:
+  datasets:
+  - dataset_paths:
+    - /home/ubuntu/.cache/huggingface/lerobot/PID0930/metal_part_sort
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    dataset_type: physical_embodiment
+    val_dataset_path: null
+  modality_configs:
+    new_embodiment:
+      video:
+        delta_indices:
+        - 0
+        modality_keys:
+        - head
+        - left_wrist
+        - right_wrist
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      state:
+        delta_indices:
+        - 0
+        modality_keys:
+        - left_arm
+        - right_arm
+        - left_hand
+        - right_hand
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      action:
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        modality_keys:
+        - left_arm
+        - right_arm
+        - left_hand
+        - right_hand
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs:
+        - rep: relative
+          type: non_eef
+          format: default
+          state_key: null
+        - rep: relative
+          type: non_eef
+          format: default
+          state_key: null
+        - rep: absolute
+          type: non_eef
+          format: default
+          state_key: null
+        - rep: absolute
+          type: non_eef
+          format: default
+          state_key: null
+      language:
+        delta_indices:
+        - 0
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+  download_cache: false
+  shard_size: 1024
+  episode_sampling_rate: 0.1
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: true
+  mode: single_turn
+  random_chop: 0.0
+  mock_dataset_mode: false
+  shuffle: true
+  seed: 42
+  multiprocessing_context: fork
+  allow_padding: false
+  subsample_ratio: 1.0
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  video_backend: torchcodec
+training:
+  output_dir: /home/ubuntu/outputs/g1_metal_sort
+  experiment_name: null
+  max_steps: 5000
+  global_batch_size: 64
+  per_gpu_batch_size: null
+  gradient_accumulation_steps: 1
+  learning_rate: 0.0001
+  lr_scheduler_type: cosine
+  weight_decay: 1.0e-05
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  max_grad_norm: 1.0
+  optim: adamw_torch
+  start_from_checkpoint: nvidia/GR00T-N1.7-3B
+  skip_weight_loading: false
+  tf32: true
+  fp16: false
+  bf16: true
+  eval_bf16: true
+  logging_steps: 10
+  save_steps: 2500
+  save_total_limit: 5
+  save_vl_model: false
+  save_only_model: false
+  resume_from_checkpoint: false
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  max_concurrent_uploads: 2
+  eval_strategy: 'no'
+  eval_steps: 500
+  eval_set_split_ratio: 0.1
+  eval_batch_size: 2
+  save_best_eval_metric_name: ''
+  save_best_eval_metric_greater_is_better: true
+  deepspeed_stage: 2
+  gradient_checkpointing: false
+  transformers_trust_remote_code: true
+  transformers_local_files_only: false
+  transformers_cache_dir: null
+  transformers_access_token: null
+  use_ddp: false
+  ddp_bucket_cap_mb: 100
+  num_gpus: 8
+  dataloader_num_workers: 8
+  remove_unused_columns: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d7
+  enable_profiling: false
+  max_retries: 3
+  assert_loss_less_than: null
+  add_rl_callback: false
+  enable_open_loop_eval: false
+  open_loop_eval_traj_ids:
+  - 0
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_plot_indices: null

experiment_cfg/dataset_statistics.json

@@ -0,0 +1,2190 @@
+{
+  "new_embodiment": {
+    "state": {
+      "left_arm": {
+        "min": [
+          -1.331243634223938,
+          0.06545783579349518,
+          -1.1015061140060425,
+          -0.8713250756263733,
+          -0.21763353049755096,
+          -1.3169225454330444,
+          -0.9413489103317261
+        ],
+        "max": [
+          0.3658544421195984,
+          1.0832661390304565,
+          0.539829432964325,
+          1.3341318368911743,
+          1.452571988105774,
+          0.9997360706329346,
+          1.3052858114242554
+        ],
+        "mean": [
+          -0.24945542216300964,
+          0.5165093541145325,
+          -0.06865842640399933,
+          0.03184846416115761,
+          0.37882113456726074,
+          -0.22740568220615387,
+          -0.30525410175323486
+        ],
+        "std": [
+          0.4499863386154175,
+          0.21179470419883728,
+          0.3432758152484894,
+          0.5420857071876526,
+          0.33875733613967896,
+          0.33816543221473694,
+          0.24985697865486145
+        ],
+        "q01": [
+          -1.201646327972412,
+          0.11000320315361023,
+          -0.7432779729366302,
+          -0.8088961088657379,
+          -0.14236444592475891,
+          -1.132401466369629,
+          -0.8425037145614624
+        ],
+        "q99": [
+          0.3480022388696673,
+          0.9818220543861395,
+          0.4618840217590332,
+          1.322587516307831,
+          1.146697857379915,
+          0.7028501284122473,
+          0.37869240581989533
+        ]
+      },
+      "right_arm": {
+        "min": [
+          -1.411250352859497,
+          -0.9499655365943909,
+          -0.2830074727535248,
+          -1.022865653038025,
+          -1.3644639253616333,
+          -1.1420726776123047,
+          -0.9053003787994385
+        ],
+        "max": [
+          0.34516966342926025,
+          0.09340505301952362,
+          1.2165666818618774,
+          1.3627262115478516,
+          0.17782193422317505,
+          0.8253775835037231,
+          1.0950945615768433
+        ],
+        "mean": [
+          -0.4005358815193176,
+          -0.47555506229400635,
+          0.2285083383321762,
+          -0.2291315793991089,
+          -0.4908984303474426,
+          0.010912174358963966,
+          0.4977416396141052
+        ],
+        "std": [
+          0.45183107256889343,
+          0.2263379693031311,
+          0.2720809578895569,
+          0.7571712732315063,
+          0.260627418756485,
+          0.40852677822113037,
+          0.26428693532943726
+        ],
+        "q01": [
+          -1.3567451691627503,
+          -0.8430772972106934,
+          -0.2021499127149582,
+          -1.0215473175048828,
+          -1.1050678277015686,
+          -0.9550449597835541,
+          -0.3590133422613144
+        ],
+        "q99": [
+          0.30508241057395935,
+          0.08468053489923477,
+          0.9181031298637399,
+          1.3456753182411194,
+          0.10606327131391101,
+          0.7826559650897981,
+          0.9282043683528901
+        ]
+      },
+      "left_hand": {
+        "min": [
+          1.0,
+          1.0,
+          0.9990000128746033,
+          1.0,
+          0.9950000047683716,
+          0.984000027179718
+        ],
+        "max": [
+          1.4859999418258667,
+          60.1609992980957,
+          60.30400085449219,
+          3.8410000801086426,
+          2.5769999027252197,
+          1.5420000553131104
+        ],
+        "mean": [
+          1.465387225151062,
+          57.62846755981445,
+          57.75725555419922,
+          3.719511032104492,
+          2.509439468383789,
+          1.291095495223999
+        ],
+        "std": [
+          0.0984323099255559,
+          11.983627319335938,
+          12.010793685913086,
+          0.5752885937690735,
+          0.32046428322792053,
+          0.1796792447566986
+        ],
+        "q01": [
+          1.0,
+          1.0,
+          0.9990000128746033,
+          1.0,
+          0.9950000047683716,
+          0.984000027179718
+        ],
+        "q99": [
+          1.4859999418258667,
+          60.1609992980957,
+          60.30400085449219,
+          3.8410000801086426,
+          2.5769999027252197,
+          1.5420000553131104
+        ]
+      },
+      "right_hand": {
+        "min": [
+          1.0,
+          1.0,
+          1.0,
+          0.9990000128746033,
+          0.9950000047683716,
+          0.7739999890327454
+        ],
+        "max": [
+          1.4859999418258667,
+          60.1609992980957,
+          60.30400085449219,
+          3.8410000801086426,
+          2.5769999027252197,
+          1.5420000553131104
+        ],
+        "mean": [
+          1.4839682579040527,
+          59.89045715332031,
+          60.024051666259766,
+          3.828277111053467,
+          2.570009708404541,
+          1.2686889171600342
+        ],
+        "std": [
+          0.03285740315913816,
+          3.9991350173950195,
+          4.011122703552246,
+          0.19219723343848952,
+          0.10699272900819752,
+          0.20852084457874298
+        ],
+        "q01": [
+          1.4859999418258667,
+          60.1609992980957,
+          60.30400085449219,
+          3.8410000801086426,
+          2.5769999027252197,
+          0.7739999890327454
+        ],
+        "q99": [
+          1.4859999418258667,
+          60.1609992980957,
+          60.30400085449219,
+          3.8410000801086426,
+          2.5769999027252197,
+          1.5420000553131104
+        ]
+      }
+    },
+    "action": {
+      "left_arm": {
+        "min": [
+          -1.3510167598724365,
+          0.06365519762039185,
+          -1.1041887998580933,
+          -0.8811154961585999,
+          -0.2236652672290802,
+          -1.3225769996643066,
+          -1.0360031127929688
+        ],
+        "max": [
+          0.37062492966651917,
+          1.1035557985305786,
+          0.5490050911903381,
+          1.3504709005355835,
+          1.4642901420593262,
+          1.015458345413208,
+          1.3142173290252686
+        ],
+        "mean": [
+          -0.2520821988582611,
+          0.5226742625236511,
+          -0.06608480960130692,
+          0.03054645098745823,
+          0.37803468108177185,
+          -0.22583921253681183,
+          -0.3066141605377197
+        ],
+        "std": [
+          0.45111334323883057,
+          0.21346314251422882,
+          0.34585288166999817,
+          0.5447694063186646,
+          0.34241247177124023,
+          0.3382450044155121,
+          0.25146418809890747
+        ],
+        "q01": [
+          -1.2055088090896606,
+          0.11265939965844154,
+          -0.7448458993434905,
+          -0.8188834273815155,
+          -0.15394451290369035,
+          -1.1249939942359923,
+          -0.8539764297008514
+        ],
+        "q99": [
+          0.3455920439958574,
+          0.9928722298145309,
+          0.46430617272853913,
+          1.3260206246376038,
+          1.155090856552131,
+          0.700052170753482,
+          0.3671410286426676
+        ]
+      },
+      "right_arm": {
+        "min": [
+          -1.4453539848327637,
+          -0.9668697118759155,
+          -0.3003923296928406,
+          -1.0471585988998413,
+          -1.376037836074829,
+          -1.1457444429397583,
+          -0.9136963486671448
+        ],
+        "max": [
+          0.3452453017234802,
+          0.1703711599111557,
+          1.224882960319519,
+          1.3656491041183472,
+          0.18849851191043854,
+          0.8339279890060425,
+          1.108190655708313
+        ],
+        "mean": [
+          -0.4080028235912323,
+          -0.47581881284713745,
+          0.22630473971366882,
+          -0.23803438246250153,
+          -0.48881715536117554,
+          0.010589199140667915,
+          0.49957412481307983
+        ],
+        "std": [
+          0.4547061026096344,
+          0.23155952990055084,
+          0.27504053711891174,
+          0.7627885341644287,
+          0.26226919889450073,
+          0.4085935056209564,
+          0.2649317681789398
+        ],
+        "q01": [
+          -1.3617399072647094,
+          -0.8502163660526275,
+          -0.2151712518930435,
+          -1.0471131491661072,
+          -1.1077036952972412,
+          -0.9561853539943695,
+          -0.3636834317445755
+        ],
+        "q99": [
+          0.2969887524843217,
+          0.14202488660812382,
+          0.9167803227901471,
+          1.344257106781006,
+          0.11576919034123861,
+          0.780732537508011,
+          0.9333178853988647
+        ]
+      },
+      "left_hand": {
+        "min": [
+          0.014340516179800034,
+          0.05838071182370186,
+          0.12357040494680405,
+          0.1656605452299118,
+          0.4318400025367737,
+          0.0
+        ],
+        "max": [
+          1.0,
+          1.0,
+          1.0,
+          1.0,
+          1.0,
+          0.7035829424858093
+        ],
+        "mean": [
+          0.5430885553359985,
+          0.6236798167228699,
+          0.6750460267066956,
+          0.6813875436782837,
+          0.8211577534675598,
+          0.19915425777435303
+        ],
+        "std": [
+          0.17401236295700073,
+          0.1735774278640747,
+          0.14580054581165314,
+          0.1136193796992302,
+          0.1740894764661789,
+          0.14870432019233704
+        ],
+        "q01": [
+          0.06974439650774002,
+          0.12425890848040581,
+          0.22299374580383302,
+          0.4728191727399826,
+          0.47553052127361295,
+          0.0
+        ],
+        "q99": [
+          0.8815072488784794,
+          0.9165637576580051,
+          0.9615983092784884,
+          0.9303694701194763,
+          1.0,
+          0.5883045387268078
+        ]
+      },
+      "right_hand": {
+        "min": [
+          0.0,
+          0.046349864453077316,
+          0.11770346015691757,
+          0.3465339243412018,
+          0.4830362796783447,
+          0.0
+        ],
+        "max": [
+          1.0,
+          1.0,
+          1.0,
+          1.0,
+          1.0,
+          0.6784084439277649
+        ],
+        "mean": [
+          0.5347784757614136,
+          0.616684079170227,
+          0.6296393871307373,
+          0.6167353391647339,
+          0.8856010437011719,
+          0.06503354012966156
+        ],
+        "std": [
+          0.21974340081214905,
+          0.18895140290260315,
+          0.1387653350830078,
+          0.10573716461658478,
+          0.18405425548553467,
+          0.10048273950815201
+        ],
+        "q01": [
+          0.008416001703590154,
+          0.0732931986451149,
+          0.15847410947084425,
+          0.44739225566387175,
+          0.5088305127620697,
+          0.0
+        ],
+        "q99": [
+          1.0,
+          0.9698139131069183,
+          0.9328519189357759,
+          0.920876282453537,
+          1.0,
+          0.4042323577404033
+        ]
+      }
+    },
+    "relative_action": {
+      "left_arm": {
+        "min": [
+          [
+            -0.29974234104156494,
+            -0.1712137907743454,
+            -0.0759844183921814,
+            -0.17943403124809265,
+            -0.18316075205802917,
+            -0.16042375564575195,
+            -0.2025788426399231
+          ],
+          [
+            -0.327605664730072,
+            -0.18984927237033844,
+            -0.10920358449220657,
+            -0.24121269583702087,
+            -0.24972224235534668,
+            -0.20818233489990234,
+            -0.2805326581001282
+          ],
+          [
+            -0.35151422023773193,
+            -0.20663918554782867,
+            -0.1418187916278839,
+            -0.28416115045547485,
+            -0.32083654403686523,
+            -0.26701289415359497,
+            -0.3564886450767517
+          ],
+          [
+            -0.3567847013473511,
+            -0.21040964126586914,
+            -0.17449364066123962,
+            -0.31412172317504883,
+            -0.3882598876953125,
+            -0.3261071443557739,
+            -0.42982012033462524
+          ],
+          [
+            -0.36180609464645386,
+            -0.2300640344619751,
+            -0.20710884034633636,
+            -0.3639572262763977,
+            -0.45555710792541504,
+            -0.3817618787288666,
+            -0.5001428127288818
+          ],
+          [
+            -0.3666651248931885,
+            -0.25260794162750244,
+            -0.23716528713703156,
+            -0.40771162509918213,
+            -0.5126435160636902,
+            -0.4335579574108124,
+            -0.5684888362884521
+          ],
+          [
+            -0.37137120962142944,
+            -0.27752625942230225,
+            -0.2665921151638031,
+            -0.4484105706214905,
+            -0.5577161908149719,
+            -0.4840407073497772,
+            -0.6281030178070068
+          ],
+          [
+            -0.3743577003479004,
+            -0.2969183325767517,
+            -0.29068440198898315,
+            -0.48653241991996765,
+            -0.6000733375549316,
+            -0.5327326059341431,
+            -0.682990312576294
+          ],
+          [
+            -0.37593960762023926,
+            -0.3151407837867737,
+            -0.3108498752117157,
+            -0.5214347839355469,
+            -0.6362537145614624,
+            -0.5811709761619568,
+            -0.7329889535903931
+          ],
+          [
+            -0.3832680284976959,
+            -0.33214420080184937,
+            -0.33949217200279236,
+            -0.5574073791503906,
+            -0.6686341166496277,
+            -0.6249547004699707,
+            -0.7782175540924072
+          ],
+          [
+            -0.41398361325263977,
+            -0.34864646196365356,
+            -0.3635844588279724,
+            -0.5932135581970215,
+            -0.6985419988632202,
+            -0.6686536073684692,
+            -0.8211339712142944
+          ],
+          [
+            -0.442889541387558,
+            -0.36513084173202515,
+            -0.3828071355819702,
+            -0.6282301545143127,
+            -0.7227621078491211,
+            -0.7055920362472534,
+            -0.856455385684967
+          ],
+          [
+            -0.47161605954170227,
+            -0.3772229552268982,
+            -0.40609249472618103,
+            -0.6616435647010803,
+            -0.7441725134849548,
+            -0.7424794435501099,
+            -0.8910418152809143
+          ],
+          [
+            -0.49987488985061646,
+            -0.38808107376098633,
+            -0.42368534207344055,
+            -0.695830762386322,
+            -0.7592605948448181,
+            -0.7729793190956116,
+            -0.9229440093040466
+          ],
+          [
+            -0.5275394320487976,
+            -0.4008026719093323,
+            -0.4446337819099426,
+            -0.7358380556106567,
+            -0.7729849815368652,
+            -0.8021954894065857,
+            -0.9514526128768921
+          ],
+          [
+            -0.5537344217300415,
+            -0.41476553678512573,
+            -0.4698086380958557,
+            -0.7749348282814026,
+            -0.7852568626403809,
+            -0.8231305480003357,
+            -0.9753144383430481
+          ]
+        ],
+        "max": [
+          [
+            0.1207507848739624,
+            0.10302424430847168,
+            0.2587722837924957,
+            0.3191074728965759,
+            0.19938397407531738,
+            0.14023905992507935,
+            0.3040006756782532
+          ],
+          [
+            0.1479300856590271,
+            0.12479162216186523,
+            0.3153378367424011,
+            0.3593509793281555,
+            0.219625324010849,
+            0.2059708833694458,
+            0.3279811143875122
+          ],
+          [
+            0.187602698802948,
+            0.15830737352371216,
+            0.35663464665412903,
+            0.41148000955581665,
+            0.23950716853141785,
+            0.2700769901275635,
+            0.35392698645591736
+          ],
+          [
+            0.225821852684021,
+            0.1884477138519287,
+            0.38226890563964844,
+            0.4344058036804199,
+            0.24780024588108063,
+            0.3302180767059326,
+            0.3648086488246918
+          ],
+          [
+            0.2617985010147095,
+            0.2131352424621582,
+            0.3856235444545746,
+            0.44844526052474976,
+            0.284178227186203,
+            0.3836391568183899,
+            0.36948785185813904
+          ],
+          [
+            0.2976289987564087,
+            0.233076274394989,
+            0.38680094480514526,
+            0.46309322118759155,
+            0.3259432315826416,
+            0.4366453289985657,
+            0.38824257254600525
+          ],
+          [
+            0.32989734411239624,
+            0.2522996664047241,
+            0.3872392773628235,
+            0.46752238273620605,
+            0.36486464738845825,
+            0.4858885407447815,
+            0.41077521443367004
+          ],
+          [
+            0.3603612184524536,
+            0.27224069833755493,
+            0.38621971011161804,
+            0.46529459953308105,
+            0.40305668115615845,
+            0.5297725796699524,
+            0.4247967600822449
+          ],
+          [
+            0.3860434293746948,
+            0.29177936911582947,
+            0.3845299184322357,
+            0.4655449688434601,
+            0.43786561489105225,
+            0.5596802830696106,
+            0.4353548586368561
+          ],
+          [
+            0.411637544631958,
+            0.31869593262672424,
+            0.4099886417388916,
+            0.46687522530555725,
+            0.47140946984291077,
+            0.588801920413971,
+            0.4421978294849396
+          ],
+          [
+            0.43581345677375793,
+            0.34702664613723755,
+            0.43672701716423035,
+            0.4695117473602295,
+            0.5031241178512573,
+            0.6117584705352783,
+            0.4448343813419342
+          ],
+          [
+            0.46211308240890503,
+            0.372531533241272,
+            0.4623852074146271,
+            0.4803038537502289,
+            0.5322937965393066,
+            0.6321162581443787,
+            0.4535617530345917
+          ],
+          [
+            0.49070045351982117,
+            0.401530921459198,
+            0.48705586791038513,
+            0.5079467296600342,
+            0.5604625940322876,
+            0.6605787873268127,
+            0.4784758985042572
+          ],
+          [
+            0.5193122625350952,
+            0.42575252056121826,
+            0.5116056203842163,
+            0.5388587713241577,
+            0.587165117263794,
+            0.691258430480957,
+            0.5033791065216064
+          ],
+          [
+            0.5475586652755737,
+            0.44610172510147095,
+            0.5378934144973755,
+            0.5717317461967468,
+            0.6211883425712585,
+            0.718390703201294,
+            0.5215038657188416
+          ],
+          [
+            0.5759851932525635,
+            0.4650607705116272,
+            0.5639253854751587,
+            0.6043288707733154,
+            0.6529030203819275,
+            0.7447777986526489,
+            0.5387850999832153
+          ]
+        ],
+        "mean": [
+          [
+            -0.0026321050245314837,
+            0.006157678086310625,
+            0.0025609356816858053,
+            -0.0013173168990761042,
+            -0.0007693330408073962,
+            0.0016246679006144404,
+            -0.00138245546258986
+          ],
+          [
+            -0.002681397832930088,
+            0.0061950949020683765,
+            0.0025106112007051706,
+            -0.0013027124805375934,
+            -0.0006688556168228388,
+            0.0016183716943487525,
+            -0.0013627278385683894
+          ],
+          [
+            -0.002728296909481287,
+            0.006232173182070255,
+            0.0024614788126200438,
+            -0.0012868739431723952,
+            -0.0005689846584573388,
+            0.0016091724392026663,
+            -0.001342061790637672
+          ],
+          [
+            -0.002772642532363534,
+            0.006268898490816355,
+            0.002413532929494977,
+            -0.0012711209710687399,
+            -0.0004691158246714622,
+            0.0015979002928361297,
+            -0.001320445560850203
+          ],
+          [
+            -0.002814664039760828,
+            0.0063052792102098465,
+            0.002366753527894616,
+            -0.0012561491457745433,
+            -0.00036910531343892217,
+            0.0015854013618081808,
+            -0.0012979494640603662
+          ],
+          [
+            -0.0028550028800964355,
+            0.006341117899864912,
+            0.0023210174404084682,
+            -0.0012428992195054889,
+            -0.00026883420650847256,
+            0.001572764478623867,
+            -0.0012747060973197222
+          ],
+          [
+            -0.0028947514947503805,
+            0.006376623176038265,
+            0.0022759484127163887,
+            -0.0012311239261180162,
+            -0.00016770101501606405,
+            0.0015606266679242253,
+            -0.001250698696821928
+          ],
+          [
+            -0.002934807213023305,
+            0.006411649752408266,
+            0.0022311173379421234,
+            -0.0012204305967316031,
+            -6.56047704978846e-05,
+            0.0015493320534005761,
+            -0.0012261708034202456
+          ],
+          [
+            -0.0029759386088699102,
+            0.006446543615311384,
+            0.0021865558810532093,
+            -0.001211046241223812,
+            3.694679253385402e-05,
+            0.0015393636422231793,
+            -0.001201592036522925
+          ],
+          [
+            -0.0030188376549631357,
+            0.006481064949184656,
+            0.0021420472767204046,
+            -0.001201895298436284,
+            0.00014000026567373425,
+            0.0015301075764000416,
+            -0.0011765799717977643
+          ],
+          [
+            -0.003064157208427787,
+            0.006515094079077244,
+            0.00209700595587492,
+            -0.0011918687960132957,
+            0.00024406067677773535,
+            0.0015208135591819882,
+            -0.001150765921920538
+          ],
+          [
+            -0.003111169906333089,
+            0.006548636592924595,
+            0.0020510011818259954,
+            -0.0011792051373049617,
+            0.00034940161276608706,
+            0.0015098098665475845,
+            -0.0011238534934818745
+          ],
+          [
+            -0.003160086227580905,
+            0.0065816170535981655,
+            0.0020035062916576862,
+            -0.0011617012787610292,
+            0.00045641561155207455,
+            0.0014955223305150867,
+            -0.0010955302277579904
+          ],
+          [
+            -0.003210291499271989,
+            0.006614307407289743,
+            0.001954487059265375,
+            -0.0011384497629478574,
+            0.0005651216488331556,
+            0.0014770792331546545,
+            -0.0010659851832315326
+          ],
+          [
+            -0.003260955447331071,
+            0.006647056434303522,
+            0.0019041318446397781,
+            -0.0011098451213911176,
+            0.0006754969945177436,
+            0.0014547480968758464,
+            -0.0010357951978221536
+          ],
+          [
+            -0.0033116573467850685,
+            0.0066801998764276505,
+            0.0018530675442889333,
+            -0.0010771702509373426,
+            0.0007869293331168592,
+            0.0014294293941929936,
+            -0.001005711150355637
+          ]
+        ],
+        "std": [
+          [
+            0.019872119650244713,
+            0.014609509147703648,
+            0.01611557975411415,
+            0.02069663442671299,
+            0.018250055611133575,
+            0.01573776826262474,
+            0.018971038982272148
+          ],
+          [
+            0.02407379262149334,
+            0.018283938989043236,
+            0.020735235884785652,
+            0.027208741754293442,
+            0.023464396595954895,
+            0.021314483135938644,
+            0.025148233398795128
+          ],
+          [
+            0.028471743687987328,
+            0.022040167823433876,
+            0.025426268577575684,
+            0.033768389374017715,
+            0.028744757175445557,
+            0.026825925335288048,
+            0.031366560608148575
+          ],
+          [
+            0.03294707089662552,
+            0.02580006793141365,
+            0.03010578639805317,
+            0.040261805057525635,
+            0.03396773710846901,
+            0.032173946499824524,
+            0.03749648109078407
+          ],
+          [
+            0.0374399833381176,
+            0.02952674776315689,
+            0.03474048152565956,
+            0.046647146344184875,
+            0.03908451646566391,
+            0.03732788562774658,
+            0.04348606988787651
+          ],
+          [
+            0.041918568313121796,
+            0.03320130705833435,
+            0.039313942193984985,
+            0.05290816351771355,
+            0.04407503083348274,
+            0.042282018810510635,
+            0.04931262880563736
+          ],
+          [
+            0.04636334255337715,
+            0.03681296855211258,
+            0.043816808611154556,
+            0.05903644114732742,
+            0.04893086478114128,
+            0.04704151675105095,
+            0.054966963827610016
+          ],
+          [
+            0.05076304450631142,
+            0.04035641625523567,
+            0.048243727535009384,
+            0.06502940505743027,
+            0.05364961922168732,
+            0.051619697362184525,
+            0.06044834852218628
+          ],
+          [
+            0.0551111176609993,
+            0.04382891580462456,
+            0.05259174481034279,
+            0.07088769227266312,
+            0.05823371186852455,
+            0.056031323969364166,
+            0.06576070934534073
+          ],
+          [
+            0.0594027154147625,
+            0.04722864180803299,
+            0.05686023458838463,
+            0.07661359757184982,
+            0.0626879408955574,
+            0.060292597860097885,
+            0.0709099993109703
+          ],
+          [
+            0.06363367289304733,
+            0.050555095076560974,
+            0.06105060502886772,
+            0.08220967650413513,
+            0.06701874732971191,
+            0.06441786885261536,
+            0.07590175420045853
+          ],
+          [
+            0.06780312955379486,
+            0.05380954220890999,
+            0.0651635229587555,
+            0.087680883705616,
+            0.07123227417469025,
+            0.0684201717376709,
+            0.08074295520782471
+          ],
+          [
+            0.07191040366888046,
+            0.05699266493320465,
+            0.06919975578784943,
+            0.09303003549575806,
+            0.07533310353755951,
+            0.07231125235557556,
+            0.08543894439935684
+          ],
+          [
+            0.07595496624708176,
+            0.060106080025434494,
+            0.07315921783447266,
+            0.09825887531042099,
+            0.07932557910680771,
+            0.07609875500202179,
+            0.08999554812908173
+          ],
+          [
+            0.07993578910827637,
+            0.06315072625875473,
+            0.07704173028469086,
+            0.10336814820766449,
+            0.08321301639080048,
+            0.07978939265012741,
+            0.09441899508237839
+          ],
+          [
+            0.08385162055492401,
+            0.06612726300954819,
+            0.08084769546985626,
+            0.1083592027425766,
+            0.08699844777584076,
+            0.08338890969753265,
+            0.09871290624141693
+          ]
+        ],
+        "q01": [
+          [
+            -0.0522967305034399,
+            -0.030041341781616212,
+            -0.039192696809768675,
+            -0.06235316425561905,
+            -0.048038020730018616,
+            -0.037467280626297,
+            -0.05573702201247215
+          ],
+          [
+            -0.07059305608272552,
+            -0.040876801013946536,
+            -0.052311639785766605,
+            -0.08760351493954659,
+            -0.0658370453119278,
+            -0.05321110263466835,
+            -0.076443792283535
+          ],
+          [
+            -0.08823370397090911,
+            -0.052019872665405274,
+            -0.0636500871181488,
+            -0.11203492999076843,
+            -0.08523774206638336,
+            -0.06885631978511811,
+            -0.09690869808197021
+          ],
+          [
+            -0.1053367418050766,
+            -0.06485033810138702,
+            -0.07543228462338447,
+            -0.13693301171064376,
+            -0.103103768825531,
+            -0.08267607688903808,
+            -0.11824990630149841
+          ],
+          [
+            -0.12293240323662757,
+            -0.07687864780426025,
+            -0.08830002903938293,
+            -0.15934479266405105,
+            -0.12085752069950104,
+            -0.09580149576067924,
+            -0.13797979176044464
+          ],
+          [
+            -0.1386586657166481,
+            -0.08846417546272277,
+            -0.10103244841098785,
+            -0.18326045870780944,
+            -0.13932692408561706,
+            -0.10893784016370774,
+            -0.158058602809906
+          ],
+          [
+            -0.15525421917438506,
+            -0.10056148052215576,
+            -0.11286794036626815,
+            -0.20618801862001418,
+            -0.15526226937770843,
+            -0.12553516268730164,
+            -0.17788658261299134
+          ],
+          [
+            -0.1696658855676651,
+            -0.11141207575798034,
+            -0.12565294921398162,
+            -0.22732299476861953,
+            -0.17075307965278624,
+            -0.137197385430336,
+            -0.194875545501709
+          ],
+          [
+            -0.18557037234306337,
+            -0.12324518799781799,
+            -0.13768330127000808,
+            -0.2476533257961273,
+            -0.18703363001346587,
+            -0.14759421110153195,
+            -0.21281693488359452
+          ],
+          [
+            -0.2010127517580986,
+            -0.1340452265739441,
+            -0.14918103754520418,
+            -0.2673452877998352,
+            -0.19906865537166596,
+            -0.16222094357013703,
+            -0.23023779243230819
+          ],
+          [
+            -0.21690368354320527,
+            -0.14583714246749876,
+            -0.1613381600379944,
+            -0.286692424416542,
+            -0.21107300102710724,
+            -0.1745600324869156,
+            -0.24591099917888642
+          ],
+          [
+            -0.23293607592582702,
+            -0.15602097630500794,
+            -0.17321230709552765,
+            -0.30609928905963896,
+            -0.2230876737833023,
+            -0.18615707159042358,
+            -0.26295206904411317
+          ],
+          [
+            -0.24660256922245025,
+            -0.16637531995773316,
+            -0.18408236622810364,
+            -0.3216656714677811,
+            -0.2363762629032135,
+            -0.19775847733020782,
+            -0.2760956710577011
+          ],
+          [
+            -0.2617736572027206,
+            -0.17687713086605072,
+            -0.19429556161165237,
+            -0.3416335850954056,
+            -0.2528058832883835,
+            -0.20697779357433319,
+            -0.2899939012527466
+          ],
+          [
+            -0.2758782696723938,
+            -0.18560708642005921,
+            -0.20310168951749802,
+            -0.35840127825737,
+            -0.2669547927379608,
+            -0.21937996357679368,
+            -0.3037416058778763
+          ],
+          [
+            -0.2901549571752548,
+            -0.19497835338115693,
+            -0.21559225738048554,
+            -0.37279308557510377,
+            -0.2760152113437653,
+            -0.23257527351379395,
+            -0.3163942760229111
+          ]
+        ],
+        "q99": [
+          [
+            0.05159307599067698,
+            0.04802687764167795,
+            0.04904094643890866,
+            0.04906324990093723,
+            0.043606723546981856,
+            0.047079577594995585,
+            0.041971539855003445
+          ],
+          [
+            0.06904069304466266,
+            0.06270249247550966,
+            0.06641025736927998,
+            0.06755108356475835,
+            0.056932729780674006,
+            0.06532300412654882,
+            0.059987577199936
+          ],
+          [
+            0.08371586680412313,
+            0.07779515981674198,
+            0.0835918705165389,
+            0.0859909695386887,
+            0.07074297443032285,
+            0.08336631432175666,
+            0.07855106711387652
+          ],
+          [
+            0.09799506962299377,
+            0.09184470176696787,
+            0.10055867105722432,
+            0.10448827207088474,
+            0.08390172600746162,
+            0.10299627125263232,
+            0.09522322177886974
+          ],
+          [
+            0.11173314213752777,
+            0.10558012187480931,
+            0.11789096444845201,
+            0.12274188339710239,
+            0.09775704234838496,
+            0.12106696367263799,
+            0.1138720059394837
+          ],
+          [
+            0.1257622182369234,
+            0.11904079914093035,
+            0.13537437945604328,
+            0.14197109133005184,
+            0.11222463071346307,
+            0.14183671385049829,
+            0.12830960214138046
+          ],
+          [
+            0.14064782381057767,
+            0.13216959118843116,
+            0.1511450424790384,
+            0.15925467729568482,
+            0.12469880089163786,
+            0.16228412628173863,
+            0.144269662499428
+          ],
+          [
+            0.15677544951438915,
+            0.14547270655632036,
+            0.16730455517768877,
+            0.17720739305019392,
+            0.13762116461992283,
+            0.17941403746604923,
+            0.1588989877700808
+          ],
+          [
+            0.17227582573890715,
+            0.15886586785316484,
+            0.1837576678395275,
+            0.19402560174465186,
+            0.150743197798729,
+            0.1966357254981995,
+            0.17212339103221974
+          ],
+          [
+            0.18945247650146566,
+            0.1715591859817505,
+            0.1981155499815941,
+            0.21250410854816437,
+            0.16257562637329115,
+            0.20974958330392898,
+            0.18597730457782752
+          ],
+          [
+            0.20411513626575498,
+            0.1845461678504944,
+            0.2146928712725641,
+            0.2302841618657113,
+            0.17484135627746583,
+            0.22302001208066985,
+            0.1989885580539704
+          ],
+          [
+            0.21864754021167762,
+            0.19779991149902346,
+            0.22701921314001086,
+            0.24649620294570976,
+            0.1863175559043887,
+            0.23418325841426868,
+            0.21145036280155194
+          ],
+          [
+            0.23329547077417384,
+            0.20813174962997455,
+            0.24046624481678022,
+            0.26334860324859627,
+            0.19842377305030834,
+            0.24851960241794638,
+            0.22564647436141988
+          ],
+          [
+            0.24732152819633557,
+            0.22002023935318002,
+            0.25424332082271645,
+            0.28087839126586994,
+            0.2082630106806756,
+            0.26898966312408723,
+            0.2384453481435776
+          ],
+          [
+            0.2647255223989492,
+            0.23047333121299776,
+            0.2686062169075014,
+            0.2965668046474458,
+            0.21958453148603446,
+            0.2827269506454468,
+            0.24954049468040496
+          ],
+          [
+            0.2782247930765162,
+            0.24210828006267565,
+            0.28207159459590947,
+            0.311922876238823,
+            0.23087988257408165,
+            0.2933885276317598,
+            0.26066458582878205
+          ]
+        ]
+      },
+      "right_arm": {
+        "min": [
+          [
+            -0.3369618058204651,
+            -0.09477627277374268,
+            -0.12519633769989014,
+            -0.16964489221572876,
+            -0.13436055183410645,
+            -0.21375615894794464,
+            -0.3648032248020172
+          ],
+          [
+            -0.373813271522522,
+            -0.12929612398147583,
+            -0.16597217321395874,
+            -0.236622154712677,
+            -0.14777089655399323,
+            -0.2275979369878769,
+            -0.39532703161239624
+          ],
+          [
+            -0.40718933939933777,
+            -0.1650163233280182,
+            -0.20994877815246582,
+            -0.30401572585105896,
+            -0.155318021774292,
+            -0.24907366931438446,
+            -0.4213687479496002
+          ],
+          [
+            -0.4195690453052521,
+            -0.1982821822166443,
+            -0.2507246136665344,
+            -0.3705698251724243,
+            -0.18901395797729492,
+            -0.26580363512039185,
+            -0.43610936403274536
+          ],
+          [
+            -0.4191136658191681,
+            -0.23187632858753204,
+            -0.27535223960876465,
+            -0.4379633963108063,
+            -0.21919023990631104,
+            -0.2732521593570709,
+            -0.44158613681793213
+          ],
+          [
+            -0.419089674949646,
+            -0.26514220237731934,
+            -0.2998473048210144,
+            -0.5039365291595459,
+            -0.2494744062423706,
+            -0.27950361371040344,
+            -0.44159814715385437
+          ],
+          [
+            -0.41914960741996765,
+            -0.29654085636138916,
+            -0.31166374683380127,
+            -0.5675172805786133,
+            -0.2821793556213379,
+            -0.28581568598747253,
+            -0.44158613681793213
+          ],
+          [
+            -0.41917356848716736,
+            -0.32735055685043335,
+            -0.32084518671035767,
+            -0.6263245344161987,
+            -0.30839216709136963,
+            -0.2911452353000641,
+            -0.44159814715385437
+          ],
+          [
+            -0.4191855490207672,
+            -0.3556300401687622,
+            -0.3249174952507019,
+            -0.6819866895675659,
+            -0.33405038714408875,
+            -0.29506975412368774,
+            -0.44159814715385437
+          ],
+          [
+            -0.4189938008785248,
+            -0.38541555404663086,
+            -0.3271225690841675,
+            -0.739936351776123,
+            -0.35650551319122314,
+            -0.29908084869384766,
+            -0.44159814715385437
+          ],
+          [
+            -0.4186103045940399,
+            -0.41415131092071533,
+            -0.3432430326938629,
+            -0.7973036766052246,
+            -0.3827183246612549,
+            -0.30315980315208435,
+            -0.44158613681793213
+          ],
+          [
+            -0.4180110991001129,
+            -0.4397256374359131,
+            -0.36447906494140625,
+            -0.8519278168678284,
+            -0.4058838486671448,
+            -0.30778926610946655,
+            -0.4415741562843323
+          ],
+          [
+            -0.4346871078014374,
+            -0.46037447452545166,
+            -0.38842302560806274,
+            -0.8947706818580627,
+            -0.42695051431655884,
+            -0.3155890107154846,
+            -0.4416221082210541
+          ],
+          [
+            -0.46430572867393494,
+            -0.48285770416259766,
+            -0.41563087701797485,
+            -0.9493948221206665,
+            -0.44654470682144165,
+            -0.32598984241485596,
+            -0.44159814715385437
+          ],
+          [
+            -0.4912462532520294,
+            -0.5035065412521362,
+            -0.43941643834114075,
+            -0.9907044768333435,
+            -0.46299904584884644,
+            -0.33387091755867004,
+            -0.44159814715385437
+          ],
+          [
+            -0.5195649862289429,
+            -0.521159291267395,
+            -0.4627976417541504,
+            -1.0311040878295898,
+            -0.479501336812973,
+            -0.3406086266040802,
+            -0.44158613681793213
+          ]
+        ],
+        "max": [
+          [
+            0.07513824105262756,
+            0.20350897312164307,
+            0.09748779237270355,
+            0.5853724479675293,
+            0.1449386477470398,
+            0.08939845860004425,
+            0.16348262131214142
+          ],
+          [
+            0.11270400881767273,
+            0.22422969341278076,
+            0.10578087717294693,
+            0.6411231160163879,
+            0.19269579648971558,
+            0.1364365518093109,
+            0.21749551594257355
+          ],
+          [
+            0.14862072467803955,
+            0.24262547492980957,
+            0.1223846971988678,
+            0.6919122338294983,
+            0.24471932649612427,
+            0.1778540313243866,
+            0.2780637741088867
+          ],
+          [
+            0.1834840178489685,
+            0.24716752767562866,
+            0.14831438660621643,
+            0.7165517807006836,
+            0.2922622561454773,
+            0.21175739169120789,
+            0.32362282276153564
+          ],
+          [
+            0.21661190688610077,
+            0.24697577953338623,
+            0.1748727262020111,
+            0.7184185981750488,
+            0.3217392563819885,
+            0.24370089173316956,
+            0.3532118797302246
+          ],
+          [
+            0.25036856532096863,
+            0.24695181846618652,
+            0.19948527216911316,
+            0.7206264138221741,
+            0.3486798405647278,
+            0.2724151015281677,
+            0.37613168358802795
+          ],
+          [
+            0.28208938241004944,
+            0.24689191579818726,
+            0.22142952680587769,
+            0.7249091863632202,
+            0.36008965969085693,
+            0.29697078466415405,
+            0.3880080580711365
+          ],
+          [
+            0.31127098202705383,
+            0.2508702278137207,
+            0.24394676089286804,
+            0.7263712882995605,
+            0.3703840970993042,
+            0.3193708062171936,
+            0.3969576358795166
+          ],
+          [
+            0.3401050269603729,
+            0.2698325514793396,
+            0.26589101552963257,
+            0.7289838194847107,
+            0.374728262424469,
+            0.33028480410575867,
+            0.40995553135871887
+          ],
+          [
+            0.36874476075172424,
+            0.2866435647010803,
+            0.28967857360839844,
+            0.732471227645874,
+            0.3766457438468933,
+            0.33938083052635193,
+            0.4360571801662445
+          ],
+          [
+            0.3960927426815033,
+            0.30230826139450073,
+            0.3116227984428406,
+            0.7347003221511841,
+            0.3768734335899353,
+            0.3422810137271881,
+            0.4619397819042206
+          ],
+          [
+            0.42193663120269775,
+            0.313457727432251,
+            0.3302822411060333,
+            0.7359042167663574,
+            0.3796957731246948,
+            0.3449067175388336,
+            0.4793721139431
+          ],
+          [
+            0.4473941922187805,
+            0.32505959272384644,
+            0.3444972038269043,
+            0.7368150353431702,
+            0.38450145721435547,
+            0.3625188171863556,
+            0.49328577518463135
+          ],
+          [
+            0.47029608488082886,
+            0.337618887424469,
+            0.36315661668777466,
+            0.7370427250862122,
+            0.3906733989715576,
+            0.37890124320983887,
+            0.5068879127502441
+          ],
+          [
+            0.4922720789909363,
+            0.35036271810531616,
+            0.38112112879753113,
+            0.7371745705604553,
+            0.40455567836761475,
+            0.3952729105949402,
+            0.5156230926513672
+          ],
+          [
+            0.5178104639053345,
+            0.36399438977241516,
+            0.3948071300983429,
+            0.7372464537620544,
+            0.42232829332351685,
+            0.4106776714324951,
+            0.5220465660095215
+          ]
+        ],
+        "mean": [
+          [
+            -0.007486794609576464,
+            -0.00029961197287775576,
+            -0.0022073930595070124,
+            -0.008976037614047527,
+            0.002097461139783263,
+            -0.0002553611120674759,
+            0.0019007646478712559
+          ],
+          [
+            -0.007478336803615093,
+            -0.00033989539952017367,
+            -0.0021952788811177015,
+            -0.009187916293740273,
+            0.0021039119455963373,
+            -5.254574352875352e-05,
+            0.0019975469913333654
+          ],
+          [
+            -0.007468384690582752,
+            -0.00037833204260095954,
+            -0.002182265045121312,
+            -0.009399251081049442,
+            0.002109267981722951,
+            0.00014898381778039038,
+            0.0020923656411468983
+          ],
+          [
+            -0.007456574589014053,
+            -0.000415193586377427,
+            -0.0021687899716198444,
+            -0.009610752575099468,
+            0.0021140147000551224,
+            0.00034921630867756903,
+            0.002185513498261571
+          ],
+          [
+            -0.007443071808665991,
+            -0.0004506894911173731,
+            -0.002155193593353033,
+            -0.009822453372180462,
+            0.0021186042577028275,
+            0.0005483024870045483,
+            0.002277454361319542
+          ],
+          [
+            -0.007427633740007877,
+            -0.0004852269485127181,
+            -0.002142043085768819,
+            -0.010034341365098953,
+            0.002123648766428232,
+            0.0007458677282556891,
+            0.0023683938197791576
+          ],
+          [
+            -0.00741058262065053,
+            -0.0005189802614040673,
+            -0.0021292681340128183,
+            -0.010245979763567448,
+            0.002129168715327978,
+            0.0009422061266377568,
+            0.002458394505083561
+          ],
+          [
+            -0.007391958497464657,
+            -0.0005521982093341649,
+            -0.002116613322868943,
+            -0.010456988587975502,
+            0.002134885173290968,
+            0.0011370310094207525,
+            0.0025472729466855526
+          ],
+          [
+            -0.007372093852609396,
+            -0.0005847992724739015,
+            -0.00210383883677423,
+            -0.010666957125067711,
+            0.0021405413281172514,
+            0.0013302851002663374,
+            0.0026347008533775806
+          ],
+          [
+            -0.007351120933890343,
+            -0.0006166719831526279,
+            -0.002090846188366413,
+            -0.010875492356717587,
+            0.002146197948604822,
+            0.001521647209301591,
+            0.002720503369346261
+          ],
+          [
+            -0.007329083513468504,
+            -0.0006475744885392487,
+            -0.0020776402670890093,
+            -0.011082086712121964,
+            0.0021519509609788656,
+            0.001711102551780641,
+            0.002804564544931054
+          ],
+          [
+            -0.007305832114070654,
+            -0.0006772238411940634,
+            -0.0020641437731683254,
+            -0.011287203989923,
+            0.0021574937272816896,
+            0.0018987511284649372,
+            0.002886621281504631
+          ],
+          [
+            -0.007280753925442696,
+            -0.0007050686399452388,
+            -0.0020505113061517477,
+            -0.011490950360894203,
+            0.002162907039746642,
+            0.00208478095009923,
+            0.002966087544336915
+          ],
+          [
+            -0.007253566291183233,
+            -0.0007308466592803597,
+            -0.002036819700151682,
+            -0.011693748645484447,
+            0.0021681375801563263,
+            0.0022695637308061123,
+            0.003042919095605612
+          ],
+          [
+            -0.007223827764391899,
+            -0.0007544394466094673,
+            -0.0020231404341757298,
+            -0.011896276846528053,
+            0.002173369750380516,
+            0.002453463152050972,
+            0.0031172591261565685
+          ],
+          [
+            -0.0071913436986505985,
+            -0.0007758368155919015,
+            -0.002009635791182518,
+            -0.012099278159439564,
+            0.002179236151278019,
+            0.0026368864346295595,
+            0.0031896664295345545
+          ]
+        ],
+        "std": [
+          [
+            0.018859615549445152,
+            0.01564592309296131,
+            0.014646610245108604,
+            0.0245131216943264,
+            0.015163331292569637,
+            0.013666260987520218,
+            0.017301853746175766
+          ],
+          [
+            0.022795403376221657,
+            0.018802793696522713,
+            0.018546627834439278,
+            0.031447283923625946,
+            0.019567234441637993,
+            0.017740262672305107,
+            0.02291785180568695
+          ],
+          [
+            0.026846684515476227,
+            0.022182710468769073,
+            0.02251647412776947,
+            0.03858417645096779,
+            0.024026423692703247,
+            0.021816739812493324,
+            0.02855498343706131
+          ],
+          [
+            0.0309264175593853,
+            0.025662725791335106,
+            0.02647356502711773,
+            0.04574800655245781,
+            0.028434984385967255,
+            0.025799699127674103,
+            0.0341004878282547
+          ],
+          [
+            0.03499552980065346,
+            0.029177943244576454,
+            0.030381841585040092,
+            0.052864253520965576,
+            0.03275030478835106,
+            0.029651811346411705,
+            0.039511073380708694
+          ],
+          [
+            0.03903321549296379,
+            0.03269161283969879,
+            0.034225448966026306,
+            0.059897009283304214,
+            0.03695698827505112,
+            0.03336143493652344,
+            0.04476962238550186
+          ],
+          [
+            0.04302660748362541,
+            0.03618232533335686,
+            0.03799707815051079,
+            0.06682618707418442,
+            0.04105203598737717,
+            0.03692800924181938,
+            0.04987151920795441
+          ],
+          [
+            0.04696708917617798,
+            0.0396365225315094,
+            0.04169287532567978,
+            0.07363993674516678,
+            0.04503697156906128,
+            0.04035791754722595,
+            0.05481833219528198
+          ],
+          [
+            0.0508510023355484,
+            0.04304603487253189,
+            0.045311857014894485,
+            0.08033185452222824,
+            0.04891631379723549,
+            0.04366132616996765,
+            0.059615105390548706
+          ],
+          [
+            0.05467632785439491,
+            0.04640587791800499,
+            0.04885396361351013,
+            0.08689887076616287,
+            0.052694737911224365,
+            0.04684934765100479,
+            0.06426890194416046
+          ],
+          [
+            0.058443330228328705,
+            0.049712806940078735,
+            0.052320219576358795,
+            0.09334003925323486,
+            0.0563780814409256,
+            0.049932632595300674,
+            0.06878696382045746
+          ],
+          [
+            0.062152180820703506,
+            0.052964866161346436,
+            0.055712006986141205,
+            0.09965609759092331,
+            0.05997062474489212,
+            0.05292171612381935,
+            0.07317624241113663
+          ],
+          [
+            0.065802201628685,
+            0.056161027401685715,
+            0.059031594544649124,
+            0.10584822297096252,
+            0.06347694247961044,
+            0.055825572460889816,
+            0.07744213193655014
+          ],
+          [
+            0.06939233094453812,
+            0.05929989367723465,
+            0.06228000298142433,
+            0.11191755533218384,
+            0.06689970195293427,
+            0.058652568608522415,
+            0.0815882459282875
+          ],
+          [
+            0.07292092591524124,
+            0.06238020956516266,
+            0.06545950472354889,
+            0.11786424368619919,
+            0.07024107873439789,
+            0.0614103227853775,
+            0.0856170728802681
+          ],
+          [
+            0.07638779282569885,
+            0.06540020555257797,
+            0.06857011467218399,
+            0.12368891388177872,
+            0.07350259274244308,
+            0.0641045868396759,
+            0.08953102678060532
+          ]
+        ],
+        "q01": [
+          [
+            -0.05828495264053345,
+            -0.04002221137285233,
+            -0.04364162504673004,
+            -0.07357015013694763,
+            -0.036040796041488646,
+            -0.0321146810054779,
+            -0.038021624088287354
+          ],
+          [
+            -0.0737395492196083,
+            -0.05513082861900329,
+            -0.0584545561671257,
+            -0.10355549067258835,
+            -0.04767240524291992,
+            -0.043938748836517334,
+            -0.05416970312595367
+          ],
+          [
+            -0.0898542931675911,
+            -0.07042192995548248,
+            -0.07351244509220123,
+            -0.13293039798736572,
+            -0.060051638484001156,
+            -0.05573973149061203,
+            -0.07024753689765931
+          ],
+          [
+            -0.1055403247475624,
+            -0.08595858424901962,
+            -0.08764922991394997,
+            -0.162109414935112,
+            -0.07185704410076141,
+            -0.06746647015213966,
+            -0.08572600632905959
+          ],
+          [
+            -0.12305701851844787,
+            -0.10075480103492737,
+            -0.10171301007270812,
+            -0.19129109382629395,
+            -0.08490453243255615,
+            -0.07812772721052169,
+            -0.1014729145169258
+          ],
+          [
+            -0.14017157912254333,
+            -0.1144199687242508,
+            -0.11580970704555511,
+            -0.2178858107328415,
+            -0.09651663899421692,
+            -0.08916416734457015,
+            -0.1153131702542305
+          ],
+          [
+            -0.15778135418891906,
+            -0.12811891734600067,
+            -0.12839631408452987,
+            -0.24508314043283463,
+            -0.10825486898422242,
+            -0.09896698534488678,
+            -0.12912493109703063
+          ],
+          [
+            -0.17422357320785523,
+            -0.1424960598349571,
+            -0.14167603522539138,
+            -0.2704015225172043,
+            -0.11964052021503449,
+            -0.10700699776411056,
+            -0.142151315510273
+          ],
+          [
+            -0.18960290372371674,
+            -0.1577197551727295,
+            -0.1542422032356262,
+            -0.29599261343479155,
+            -0.12967405080795288,
+            -0.1141849172115326,
+            -0.15516782730817794
+          ],
+          [
+            -0.20470650255680084,
+            -0.17046730399131774,
+            -0.16701295226812363,
+            -0.32205007791519163,
+            -0.13973628044128417,
+            -0.12215221017599105,
+            -0.16627044439315797
+          ],
+          [
+            -0.21676840156316757,
+            -0.18340715527534485,
+            -0.1801312431693077,
+            -0.3454875123500824,
+            -0.14995167970657347,
+            -0.12868491023778916,
+            -0.1794774317741394
+          ],
+          [
+            -0.2303294587135315,
+            -0.19624073922634125,
+            -0.1921150529384613,
+            -0.36934668898582457,
+            -0.16010193884372712,
+            -0.13416646540164948,
+            -0.19258661329746246
+          ],
+          [
+            -0.24387097090482712,
+            -0.20842619717121125,
+            -0.20184190452098846,
+            -0.3900827521085739,
+            -0.16781225442886352,
+            -0.14042130768299102,
+            -0.20417164504528046
+          ],
+          [
+            -0.2574375766515732,
+            -0.22271545171737672,
+            -0.21437376320362092,
+            -0.41505355536937716,
+            -0.17762664079666138,
+            -0.14744627833366394,
+            -0.21390648066997528
+          ],
+          [
+            -0.2711060148477554,
+            -0.23351637840270995,
+            -0.22684812545776367,
+            -0.4373143082857132,
+            -0.1862124037742615,
+            -0.15347864985466003,
+            -0.22567319869995117
+          ],
+          [
+            -0.2828990536928177,
+            -0.24680464059114457,
+            -0.2375546434521675,
+            -0.459803591966629,
+            -0.19403118371963501,
+            -0.15895285069942475,
+            -0.2364928311109543
+          ]
+        ],
+        "q99": [
+          [
+            0.03607483148574835,
+            0.06257999956607822,
+            0.032636043131351475,
+            0.045952858924865975,
+            0.04620930016040806,
+            0.03586992204189301,
+            0.05381998598575592
+          ],
+          [
+            0.0512562829256058,
+            0.06392440974712378,
+            0.04455213904380812,
+            0.0686183989048006,
+            0.06288855791091932,
+            0.0510391801595688,
+            0.07690989017486573
+          ],
+          [
+            0.06744297862052928,
+            0.06815206527709966,
+            0.056634070277214135,
+            0.09068280786275872,
+            0.07848304033279425,
+            0.06627451658248903,
+            0.09908814549446132
+          ],
+          [
+            0.0839584195613862,
+            0.07418878674507141,
+            0.068710595369339,
+            0.11184514403343207,
+            0.09360285460948946,
+            0.08070101737976086,
+            0.12073996722698215
+          ],
+          [
+            0.0994660460948945,
+            0.08053576260805136,
+            0.07965508192777639,
+            0.13151678174734158,
+            0.10781878829002396,
+            0.09524223029613499,
+            0.1421920067071918
+          ],
+          [
+            0.11428344368934633,
+            0.08521889626979828,
+            0.09111769348382955,
+            0.15415115177631386,
+            0.12298441290855415,
+            0.10825354814529423,
+            0.16279475182294859
+          ],
+          [
+            0.1294230461120606,
+            0.09572881221771243,
+            0.10236060902476311,
+            0.17400295048952105,
+            0.1372521102428437,
+            0.12153843879699734,
+            0.18327626824378998
+          ],
+          [
+            0.14484668523073202,
+            0.1047942650318148,
+            0.11278726249933253,
+            0.1921692737936976,
+            0.15246686518192296,
+            0.13312437713146266,
+            0.20257329523563386
+          ],
+          [
+            0.16012526631355323,
+            0.11448297441005709,
+            0.12299128234386467,
+            0.2102522358298305,
+            0.16461516559123993,
+            0.14494853794574755,
+            0.22189562827348736
+          ],
+          [
+            0.17460008263587978,
+            0.12319070816040043,
+            0.13128652095794727,
+            0.22917700260877613,
+            0.17761977493763012,
+            0.15657489180564882,
+            0.24187291443347936
+          ],
+          [
+            0.18864333510398884,
+            0.13092876017093702,
+            0.14026864171028156,
+            0.2466798043251038,
+            0.188660173416138,
+            0.16789267838001262,
+            0.25970699071884223
+          ],
+          [
+            0.20267033755779268,
+            0.13864891231060109,
+            0.15073974132537846,
+            0.26503562569618294,
+            0.20157938897609737,
+            0.17674208760261542,
+            0.27734194695949554
+          ],
+          [
+            0.21468663036823274,
+            0.1473795133829117,
+            0.16044528782367717,
+            0.2786118930578232,
+            0.21246945202350617,
+            0.1884802472591403,
+            0.29559656918048977
+          ],
+          [
+            0.22685144007205987,
+            0.15501219749450706,
+            0.17090929388999943,
+            0.2951780414581308,
+            0.22396482050418864,
+            0.19994376778602738,
+            0.31161902844905887
+          ],
+          [
+            0.23865413725376153,
+            0.16376231729984297,
+            0.17984772026538856,
+            0.314438678622246,
+            0.23350116014480599,
+            0.20858039051294341,
+            0.32785663485527244
+          ],
+          [
+            0.2515566343069077,
+            0.1705072271823886,
+            0.18871696084737835,
+            0.32922300457954407,
+            0.24336061179637936,
+            0.21798562228679683,
+            0.3423173153400424
+          ]
+        ]
+      }
+    }
+  }
+}

experiment_cfg/final_model_config.json

@@ -0,0 +1,55 @@
+{
+  "model_type": "Gr00tN1d7",
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Cosmos-Reason2-2B",
+  "backbone_model_type": "qwen",
+  "model_revision": null,
+  "tune_top_llm_layers": 0,
+  "backbone_embedding_dim": 2048,
+  "tune_llm": false,
+  "tune_visual": false,
+  "select_layer": 16,
+  "reproject_vision": false,
+  "use_flash_attention": true,
+  "load_bf16": false,
+  "backbone_trainable_params_fp32": true,
+  "extra_augmentation_config": null,
+  "apply_sincos_state_encoding": false,
+  "use_percentiles": true,
+  "use_relative_action": false,
+  "max_state_dim": 132,
+  "max_action_dim": 132,
+  "action_horizon": 40,
+  "hidden_size": 1024,
+  "input_embedding_dim": 1536,
+  "state_history_length": 1,
+  "add_pos_embed": true,
+  "attn_dropout": 0.2,
+  "use_vlln": true,
+  "max_seq_len": 1024,
+  "use_alternate_vl_dit": true,
+  "attend_text_every_n_blocks": 2,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "num_inference_timesteps": 4,
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_timestep_buckets": 1000,
+  "tune_projector": true,
+  "tune_diffusion_model": true,
+  "tune_vlln": true,
+  "state_dropout_prob": 0.2,
+  "exclude_state": false,
+  "use_mean_std": false,
+  "max_num_embodiments": 32
+}

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9224d95acf62fd5ed8d7b9a9f1b07a7d48b4893c514ca200952292d84b03a8
+size 4990519232

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a59c6e8ee940936c1b55058a4cf160318994bb370113b3153e739c91324a25e
+size 1919980184

processor/embodiment_id.json

@@ -0,0 +1,57 @@
+{
+  "robocasa_panda_omron": 13,
+  "oxe_droid": 17,
+  "oxe_fractal": 18,
+  "oxe_language_table": 19,
+  "oxe_bridge": 20,
+  "unknown": 22,
+  "gr1_unified": 20,
+  "agibot": 26,
+  "sim_behavior_r1_pro": 23,
+  "xdof": 24,
+  "xdof_oss_data": 25,
+  "unitree_g1_full_body_with_waist_height_nav_cmd": 25,
+  "real_r1_pro_sharpa": 27,
+  "real_r1_pro_sharpa_add_view": 27,
+  "real_r1_pro_sharpa_relative_arm_joint": 26,
+  "real_r1_pro_sharpa_delta_eef": 26,
+  "real_r1_pro_sharpa_absolute_eef": 26,
+  "real_r1_pro_sharpa_meanstd": 26,
+  "real_r1_pro_sharpa_relative_eef": 26,
+  "real_r1_pro_sharpa_relative_eef_add_view": 26,
+  "real_r1_pro_sharpa_relative_eef_relative_hand": 26,
+  "real_r1_pro_sharpa_relative_eef_human": 26,
+  "real_r1_pro_sharpa_relative_eef_human_add_view": 26,
+  "real_r1_pro_sharpa_relative_eef_human_relative_hand": 26,
+  "real_r1_pro_sharpa_relative_eef_egodex": 26,
+  "real_r1_pro_sharpa_relative_eef_egodex_relative_hand": 26,
+  "real_r1_pro_sharpa_relative_eef_egodex_wrist_only": 26,
+  "real_r1_pro_sharpa_relative_eef_maxinsights": 26,
+  "real_r1_pro_sharpa_relative_eef_maxinsights_relative_hand": 26,
+  "real_r1_pro_sharpa_relative_eef_mecka": 26,
+  "real_r1_pro_sharpa_relative_eef_mecka_relative_hand": 26,
+  "real_g1_relative_eef_absolute_joints": 25,
+  "real_g1_relative_eef_absolute_joints_wrist_cam": 25,
+  "real_g1_relative_eef_relative_joints": 25,
+  "real_r1_pro_sharpa_relative_eef_relative_hand_relative_joint": 26,
+  "real_r1_pro_sharpa_relative_joint": 29,
+  "oxe_droid_relative_eef_relative_joint": 24,
+  "oxe_droid_relative_eef_relative_joint_swapped": 24,
+  "oxe_droid_relative_eef_relative_joint_upweight_z": 24,
+  "oxe_droid_relative_eef_relative_joint_upweight_z_swapped": 24,
+  "oxe_droid_relative_eef_relative_joint_3view": 24,
+  "oxe_droid_relative_eef_relative_joint_3view_swapped": 24,
+  "oxe_droid_relative_eef": 24,
+  "oxe_droid_joint_position_relative": 24,
+  "xdof_relative_eef_relative_joint": 27,
+  "xdof_relative_eef_relative_joint_subtask": 27,
+  "xdof_relative_eef": 27,
+  "xdof_relative_joint": 28,
+  "simpler_env_google": 0,
+  "simpler_env_widowx": 1,
+  "libero_sim": 2,
+  "droid_sim": 3,
+  "unitree_g1_sonic": 11,
+  "new_embodiment": 10,
+  "robocasa_gr1_tabletop": 10
+}

processor/processor_config.json

@@ -0,0 +1,1140 @@
+{
+  "processor_class": "Gr00tN1d7Processor",
+  "processor_kwargs": {
+    "modality_configs": {
+      "real_g1_relative_eef_relative_joints": {
+        "video": {
+          "delta_indices": [
+            -20,
+            0
+          ],
+          "modality_keys": [
+            "ego_view"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_wrist_eef_9d",
+            "right_wrist_eef_9d",
+            "left_hand",
+            "right_hand",
+            "left_arm",
+            "right_arm",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39
+          ],
+          "modality_keys": [
+            "left_wrist_eef_9d",
+            "right_wrist_eef_9d",
+            "left_hand",
+            "right_hand",
+            "left_arm",
+            "right_arm",
+            "waist",
+            "base_height_command",
+            "navigate_command"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "left_wrist_eef_9d"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "right_wrist_eef_9d"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "left_hand"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "right_hand"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "left_arm"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "right_arm"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "waist"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "base_height_command"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "navigate_command"
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "real_r1_pro_sharpa_relative_eef_mecka": {
+        "video": {
+          "delta_indices": [
+            -30,
+            0
+          ],
+          "modality_keys": [
+            "ego_view_cropratio_res320x240_freq30"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_hand_joints",
+            "right_hand_joints"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_hand_joints",
+            "right_hand_joints"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "left_wrist_eef"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "right_wrist_eef"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "left_hand_joints"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "right_hand_joints"
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "real_r1_pro_sharpa_relative_eef_human": {
+        "video": {
+          "delta_indices": [
+            -20,
+            0
+          ],
+          "modality_keys": [
+            "ego_view_res320x240_freq20",
+            "left_wrist_view_res320x240_freq20",
+            "right_wrist_view_res320x240_freq20"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_hand_joints",
+            "right_hand_joints"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_hand_joints",
+            "right_hand_joints"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "left_wrist_eef"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "right_wrist_eef"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "left_hand_joints"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "right_hand_joints"
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "real_r1_pro_sharpa_relative_eef": {
+        "video": {
+          "delta_indices": [
+            -20,
+            0
+          ],
+          "modality_keys": [
+            "ego_view_res320x240_freq20",
+            "left_wrist_view_res320x240_freq20",
+            "right_wrist_view_res320x240_freq20"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_hand_joints",
+            "right_hand_joints"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_hand_joints",
+            "right_hand_joints"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "left_wrist_eef"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "right_wrist_eef"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "left_hand_joints"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "right_hand_joints"
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "xdof_relative_eef_relative_joint": {
+        "video": {
+          "delta_indices": [
+            -30,
+            0
+          ],
+          "modality_keys": [
+            "top_camera-images-rgb_320_240",
+            "left_camera-images-rgb_320_240",
+            "right_camera-images-rgb_320_240"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_gripper_pos",
+            "right_gripper_pos",
+            "left_joint_pos",
+            "right_joint_pos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_gripper_pos",
+            "right_gripper_pos",
+            "left_joint_pos",
+            "right_joint_pos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "left_wrist_eef"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "right_wrist_eef"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "left_gripper_pos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "right_gripper_pos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "left_joint_pos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "right_joint_pos"
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.task"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "real_r1_pro_sharpa_relative_eef_maxinsights": {
+        "video": {
+          "delta_indices": [
+            -30,
+            0
+          ],
+          "modality_keys": [
+            "ego_view_cropratio_res320x240_freq30"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_hand_joints",
+            "right_hand_joints"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_hand_joints",
+            "right_hand_joints"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "left_wrist_eef"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "right_wrist_eef"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "left_hand_joints"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "right_hand_joints"
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "xdof_relative_eef_relative_joint_subtask": {
+        "video": {
+          "delta_indices": [
+            -30,
+            0
+          ],
+          "modality_keys": [
+            "top_camera-images-rgb_320_240",
+            "left_camera-images-rgb_320_240",
+            "right_camera-images-rgb_320_240"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_gripper_pos",
+            "right_gripper_pos",
+            "left_joint_pos",
+            "right_joint_pos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_gripper_pos",
+            "right_gripper_pos",
+            "left_joint_pos",
+            "right_joint_pos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "left_wrist_eef"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "right_wrist_eef"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "left_gripper_pos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "right_gripper_pos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "left_joint_pos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "right_joint_pos"
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.sub_task"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "oxe_droid_relative_eef_relative_joint": {
+        "video": {
+          "delta_indices": [
+            -15,
+            0
+          ],
+          "modality_keys": [
+            "exterior_image_1_left",
+            "wrist_image_left"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "eef_9d",
+            "gripper_position",
+            "joint_position"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39
+          ],
+          "modality_keys": [
+            "eef_9d",
+            "gripper_position",
+            "joint_position"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "eef_9d"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "gripper_position"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "joint_position"
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.language.language_instruction"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "new_embodiment": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "head",
+            "left_wrist",
+            "right_wrist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      }
+    },
+    "image_crop_size": [
+      230,
+      230
+    ],
+    "image_target_size": [
+      256,
+      256
+    ],
+    "use_albumentations": true,
+    "random_rotation_angle": 0,
+    "color_jitter_params": {
+      "brightness": 0.3,
+      "contrast": 0.4,
+      "saturation": 0.5,
+      "hue": 0.08
+    },
+    "shortest_image_edge": 256,
+    "crop_fraction": 0.95,
+    "letter_box_transform": false,
+    "model_name": "nvidia/Cosmos-Reason2-2B",
+    "model_type": "qwen",
+    "formalize_language": true,
+    "max_state_dim": 132,
+    "max_action_dim": 132,
+    "max_action_horizon": 40,
+    "use_percentiles": true,
+    "use_mean_std": false,
+    "clip_outliers": true,
+    "apply_sincos_state_encoding": false,
+    "use_relative_action": true,
+    "exclude_state": false,
+    "state_dropout_prob": 0.2
+  }
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec7853468ce43693d6bcd73a51d81331b11c207f9daf7f8412b159d6ef35b0b
+size 7761

wandb_config.json

@@ -0,0 +1 @@
+{"project": "finetune-gr00t-n1d7", "run_id": "g1_metal_sort"}