Add GR00T real checkpoint for Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/checkpoint-40000/config.json

@@ -0,0 +1,70 @@
+{
+  "action_horizon": 50,
+  "add_pos_embed": true,
+  "apply_sincos_state_encoding": true,
+  "architectures": [
+    "Gr00tN1d6"
+  ],
+  "attn_dropout": 0.2,
+  "attn_implementation": null,
+  "backbone_embedding_dim": 2048,
+  "backbone_model_type": "eagle",
+  "backbone_trainable_params_fp32": true,
+  "collator_overwrite_image_inputs": false,
+  "color_jitter_params": {
+    "brightness": 0.1,
+    "contrast": 0.1,
+    "hue": 0.1,
+    "saturation": 0.1
+  },
+  "crop_fraction": 0.95,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "eagle_collator": true,
+  "formalize_language": true,
+  "gemma_collator": false,
+  "hidden_size": 1024,
+  "image_crop_size": null,
+  "image_target_size": null,
+  "input_embedding_dim": 1536,
+  "load_bf16": true,
+  "max_action_dim": 128,
+  "max_num_embodiments": 32,
+  "max_seq_len": 1024,
+  "max_state_dim": 128,
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "model_type": "Gr00tN1d6",
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_inference_timesteps": 4,
+  "num_timestep_buckets": 1000,
+  "random_rotation_angle": null,
+  "reproject_vision": false,
+  "select_layer": 16,
+  "shortest_image_edge": 256,
+  "state_dropout_prob": 0.0,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.3",
+  "tune_diffusion_model": true,
+  "tune_llm": false,
+  "tune_projector": true,
+  "tune_top_llm_layers": 4,
+  "tune_visual": false,
+  "tune_vlln": true,
+  "use_albumentations_transforms": true,
+  "use_alternate_vl_dit": true,
+  "use_flash_attention": true,
+  "use_relative_action": true,
+  "use_vlln": true
+}

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/checkpoint-40000/embodiment_id.json

@@ -0,0 +1,14 @@
+{
+  "robocasa_panda_omron": 13,
+  "gr1": 20,
+  "behavior_r1_pro": 24,
+  "unitree_g1": 8,
+  "oxe_google": 0,
+  "oxe_widowx": 1,
+  "libero_panda": 2,
+  "new_embodiment": 10,
+  "g1_ee_a16": 10,
+  "h1_ee_a16": 11,
+  "g1_upper_a16": 10,
+  "g1_loco_downstream": 10
+}

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/checkpoint-40000/experiment_cfg/conf.yaml

@@ -0,0 +1,253 @@
+load_config_path: null
+model:
+  model_type: Gr00tN1d6
+  model_dtype: bfloat16
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  backbone_model_type: eagle
+  model_revision: null
+  tune_top_llm_layers: 4
+  backbone_embedding_dim: 2048
+  tune_llm: false
+  tune_visual: false
+  select_layer: 16
+  reproject_vision: false
+  use_flash_attention: true
+  load_bf16: false
+  collator_overwrite_image_inputs: false
+  eagle_collator: true
+  backbone_trainable_params_fp32: true
+  image_crop_size: null
+  image_target_size: null
+  shortest_image_edge: 256
+  crop_fraction: 0.95
+  random_rotation_angle: null
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    saturation: 0.5
+    hue: 0.08
+  use_albumentations_transforms: true
+  formalize_language: true
+  apply_sincos_state_encoding: true
+  use_relative_action: true
+  max_state_dim: 128
+  max_action_dim: 128
+  action_horizon: 50
+  hidden_size: 1024
+  input_embedding_dim: 1536
+  add_pos_embed: true
+  attn_dropout: 0.2
+  use_vlln: true
+  max_seq_len: 1024
+  use_alternate_vl_dit: true
+  attend_text_every_n_blocks: 2
+  diffusion_model_cfg:
+    attention_head_dim: 48
+    dropout: 0.2
+    final_dropout: true
+    interleave_self_attention: true
+    norm_type: ada_norm
+    num_attention_heads: 32
+    num_layers: 32
+    output_dim: 1024
+    positional_embeddings: null
+  num_inference_timesteps: 4
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_timestep_buckets: 1000
+  tune_projector: true
+  tune_diffusion_model: true
+  tune_vlln: true
+  state_dropout_prob: 0.0
+  state_additive_noise_scale: 0.0
+  max_num_embodiments: 32
+data:
+  datasets:
+  - dataset_paths:
+    - /hfm/data/real_teleop_g1/lerobot/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water
+    embodiment_tag: g1_loco_downstream
+    mix_ratio: 1.0
+    dataset_type: physical_embodiment
+    val_dataset_path: null
+  modality_configs:
+    g1_loco_downstream:
+      video:
+        delta_indices:
+        - 0
+        modality_keys:
+        - rs_view
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      state:
+        delta_indices:
+        - 0
+        modality_keys:
+        - left_hand
+        - right_hand
+        - left_arm
+        - right_arm
+        - rpy
+        - height
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      action:
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        modality_keys:
+        - left_hand
+        - right_hand
+        - left_arm
+        - right_arm
+        - rpy
+        - height
+        - torso_vx
+        - torso_vy
+        - torso_vyaw
+        - target_yaw
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs:
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+      language:
+        delta_indices:
+        - 0
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+  download_cache: false
+  shard_size: 1024
+  episode_sampling_rate: 0.1
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  mode: single_turn
+  random_chop: 0.0
+  mock_dataset_mode: false
+  shuffle: true
+  seed: 42
+  multiprocessing_context: fork
+  allow_padding: false
+  subsample_ratio: 1.0
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  video_backend: torchcodec
+training:
+  output_dir: /hfm/zhenyu/Psi0/checkpoints/gr00t-real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water
+  experiment_name: null
+  max_steps: 40000
+  global_batch_size: 12
+  batch_size: null
+  gradient_accumulation_steps: 1
+  learning_rate: 0.0001
+  lr_scheduler_type: cosine
+  weight_decay: 1.0e-05
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  max_grad_norm: 1.0
+  optim: adamw_torch
+  start_from_checkpoint: /hfm/zhenyu/psi/checkpoints/G1WholebodyBendPick-v0-psi0/checkpoint-50000
+  reinit_action_head: false
+  tf32: true
+  fp16: false
+  bf16: true
+  eval_bf16: true
+  logging_steps: 10
+  save_steps: 40000
+  save_total_limit: 4
+  save_vl_model: false
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  max_concurrent_uploads: 2
+  eval_strategy: 'no'
+  eval_steps: 500
+  eval_set_split_ratio: 0.1
+  eval_batch_size: 2
+  save_best_eval_metric_name: ''
+  save_best_eval_metric_greater_is_better: true
+  deepspeed_stage: 2
+  gradient_checkpointing: false
+  transformers_trust_remote_code: true
+  transformers_local_files_only: false
+  transformers_cache_dir: null
+  transformers_access_token: null
+  use_ddp: false
+  ddp_bucket_cap_mb: 100
+  num_gpus: 1
+  dataloader_num_workers: 4
+  remove_unused_columns: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d6
+  enable_profiling: false
+  max_retries: 3
+  assert_loss_less_than: null
+  add_rl_callback: false
+  enable_open_loop_eval: false
+  open_loop_eval_traj_ids:
+  - 0
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_plot_indices: null
+max_steps: 40000
+save_steps: 40000

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/checkpoint-40000/experiment_cfg/config.yaml

@@ -0,0 +1,328 @@
+!!python/object:gr00t.configs.base_config.Config
+data: !!python/object:gr00t.configs.data.data_config.DataConfig
+  allow_padding: false
+  datasets:
+  - !!python/object:gr00t.configs.data.data_config.SingleDatasetConfig
+    dataset_paths:
+    - /hfm/data/real_teleop_g1/lerobot/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water
+    dataset_type: physical_embodiment
+    embodiment_tag: g1_loco_downstream
+    mix_ratio: 1.0
+    val_dataset_path: null
+  download_cache: false
+  episode_sampling_rate: 0.1
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  mock_dataset_mode: false
+  modality_configs:
+    g1_loco_downstream:
+      action: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs:
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: &id001 !!python/object/apply:gr00t.data.types.ActionFormat
+          - default
+          rep: &id002 !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - absolute
+          state_key: null
+          type: &id003 !!python/object/apply:gr00t.data.types.ActionType
+          - non_eef
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        mean_std_embedding_keys: null
+        modality_keys:
+        - left_hand
+        - right_hand
+        - left_arm
+        - right_arm
+        - rpy
+        - height
+        - torso_vx
+        - torso_vy
+        - torso_vyaw
+        - target_yaw
+        sin_cos_embedding_keys: null
+      language: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+      state: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - left_hand
+        - right_hand
+        - left_arm
+        - right_arm
+        - rpy
+        - height
+        sin_cos_embedding_keys: null
+      video: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - rs_view
+        sin_cos_embedding_keys: null
+  mode: single_turn
+  multiprocessing_context: fork
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  random_chop: 0.0
+  seed: 42
+  shard_size: 1024
+  shuffle: true
+  subsample_ratio: 1.0
+  video_backend: torchcodec
+load_config_path: null
+model: !!python/object:gr00t.configs.model.gr00t_n1d6.Gr00tN1d6Config
+  _attn_implementation_autoset: false
+  _attn_implementation_internal: null
+  _commit_hash: null
+  _name_or_path: ''
+  action_horizon: 50
+  add_cross_attention: false
+  add_pos_embed: true
+  apply_sincos_state_encoding: true
+  architectures:
+  - Gr00tN1d6
+  attn_dropout: 0.2
+  attn_implementation: null
+  backbone_embedding_dim: 2048
+  backbone_model_type: eagle
+  backbone_trainable_params_fp32: true
+  bad_words_ids: null
+  begin_suppress_tokens: null
+  bos_token_id: null
+  chunk_size_feed_forward: 0
+  collator_overwrite_image_inputs: false
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    hue: 0.08
+    saturation: 0.5
+  crop_fraction: 0.95
+  cross_attention_hidden_size: null
+  decoder_start_token_id: null
+  diffusion_model_cfg:
+    attention_head_dim: 48
+    dropout: 0.2
+    final_dropout: true
+    interleave_self_attention: true
+    norm_type: ada_norm
+    num_attention_heads: 32
+    num_layers: 32
+    output_dim: 1024
+    positional_embeddings: null
+  diversity_penalty: 0.0
+  do_sample: false
+  eagle_collator: true
+  early_stopping: false
+  encoder_no_repeat_ngram_size: 0
+  eos_token_id: null
+  exponential_decay_length_penalty: null
+  finetuning_task: null
+  forced_bos_token_id: null
+  forced_eos_token_id: null
+  formalize_language: true
+  gemma_collator: false
+  hidden_size: 1024
+  id2label:
+    0: LABEL_0
+    1: LABEL_1
+  image_crop_size: null
+  image_target_size: null
+  input_embedding_dim: 1536
+  is_decoder: false
+  is_encoder_decoder: false
+  label2id:
+    LABEL_0: 0
+    LABEL_1: 1
+  length_penalty: 1.0
+  load_bf16: false
+  max_action_dim: 128
+  max_length: 20
+  max_num_embodiments: 32
+  max_seq_len: 1024
+  max_state_dim: 128
+  min_length: 0
+  model_dtype: bfloat16
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  model_type: Gr00tN1d6
+  no_repeat_ngram_size: 0
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_beam_groups: 1
+  num_beams: 1
+  num_inference_timesteps: 4
+  num_return_sequences: 1
+  num_timestep_buckets: 1000
+  output_attentions: false
+  output_hidden_states: false
+  output_scores: false
+  pad_token_id: null
+  prefix: null
+  problem_type: null
+  pruned_heads: {}
+  random_rotation_angle: null
+  remove_invalid_values: false
+  repetition_penalty: 1.0
+  reproject_vision: false
+  return_dict: true
+  return_dict_in_generate: false
+  select_layer: 16
+  sep_token_id: null
+  shortest_image_edge: 256
+  state_dropout_prob: 0.0
+  suppress_tokens: null
+  task_specific_params: null
+  temperature: 1.0
+  tf_legacy_loss: false
+  tie_encoder_decoder: false
+  tie_word_embeddings: true
+  tokenizer_class: null
+  top_k: 50
+  top_p: 1.0
+  torch_dtype: bfloat16
+  torchscript: false
+  transformers_version: 4.51.3
+  tune_diffusion_model: true
+  tune_llm: false
+  tune_projector: true
+  tune_top_llm_layers: 4
+  tune_visual: false
+  tune_vlln: true
+  typical_p: 1.0
+  use_albumentations_transforms: true
+  use_alternate_vl_dit: true
+  use_bfloat16: false
+  use_flash_attention: true
+  use_relative_action: true
+  use_vlln: true
+training: !!python/object:gr00t.configs.training.training_config.TrainingConfig
+  add_rl_callback: false
+  assert_loss_less_than: null
+  batch_size: null
+  bf16: true
+  dataloader_num_workers: 4
+  ddp_bucket_cap_mb: 100
+  deepspeed_stage: 2
+  enable_open_loop_eval: false
+  enable_profiling: false
+  eval_batch_size: 2
+  eval_bf16: true
+  eval_set_split_ratio: 0.1
+  eval_steps: 500
+  eval_strategy: 'no'
+  experiment_name: null
+  fp16: false
+  global_batch_size: 12
+  gradient_accumulation_steps: 1
+  gradient_checkpointing: false
+  learning_rate: 0.0001
+  logging_steps: 10
+  lr_scheduler_type: cosine
+  max_concurrent_uploads: 2
+  max_grad_norm: 1.0
+  max_retries: 3
+  max_steps: 40000
+  num_gpus: 1
+  open_loop_eval_plot_indices: null
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_traj_ids:
+  - 0
+  optim: adamw_torch
+  output_dir: /hfm/zhenyu/Psi0/checkpoints/gr00t-real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water
+  reinit_action_head: false
+  remove_unused_columns: false
+  save_best_eval_metric_greater_is_better: true
+  save_best_eval_metric_name: ''
+  save_steps: 40000
+  save_total_limit: 4
+  save_vl_model: false
+  start_from_checkpoint: /hfm/zhenyu/psi/checkpoints/G1WholebodyBendPick-v0-psi0/checkpoint-50000
+  tf32: true
+  transformers_access_token: null
+  transformers_cache_dir: null
+  transformers_local_files_only: false
+  transformers_trust_remote_code: true
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  use_ddp: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d6
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  weight_decay: 1.0e-05

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/checkpoint-40000/experiment_cfg/dataset_statistics.json

@@ -0,0 +1,641 @@
+{
+  "g1_loco_downstream": {
+    "state": {
+      "left_hand": {
+        "min": [
+          -1.0061851739883423,
+          -0.08936958014965057,
+          0.22508153319358826,
+          -1.2385730743408203,
+          -1.7122353315353394,
+          -1.1028423309326172,
+          -1.5751651525497437
+        ],
+        "max": [
+          0.31211021542549133,
+          0.8900995850563049,
+          1.2004348039627075,
+          0.05436473712325096,
+          -0.02029556967318058,
+          -0.02401699870824814,
+          -0.03348304331302643
+        ],
+        "mean": [
+          -0.524357259273529,
+          0.5116726160049438,
+          0.6721372604370117,
+          -0.4349469840526581,
+          -0.508317232131958,
+          -0.43180689215660095,
+          -0.4434279203414917
+        ],
+        "std": [
+          0.2243678718805313,
+          0.14296627044677734,
+          0.10860829055309296,
+          0.20835691690444946,
+          0.2688620090484619,
+          0.22207914292812347,
+          0.16989512741565704
+        ],
+        "q01": [
+          -0.9798258036375046,
+          0.2255818009376526,
+          0.5424689680337906,
+          -0.8970937162637711,
+          -1.4855953991413116,
+          -1.000885361433029,
+          -1.1528545200824738
+        ],
+        "q99": [
+          -0.1169297218322754,
+          0.8758351147174835,
+          1.0207166373729701,
+          -0.052023166045546534,
+          -0.0410618856549263,
+          -0.039927643537521366,
+          -0.10575176924467272
+        ]
+      },
+      "right_hand": {
+        "min": [
+          -0.9382277131080627,
+          -0.7008255124092102,
+          -0.9635780453681946,
+          -0.16482605040073395,
+          0.022227419540286064,
+          0.011465233750641346,
+          0.019190151244401932
+        ],
+        "max": [
+          0.07547632604837418,
+          -0.22075261175632477,
+          -0.2170424908399582,
+          1.2214250564575195,
+          1.6621747016906738,
+          0.9483049511909485,
+          1.2975637912750244
+        ],
+        "mean": [
+          -0.5186124444007874,
+          -0.41561663150787354,
+          -0.6194753646850586,
+          0.3872115910053253,
+          0.4917716979980469,
+          0.4035561978816986,
+          0.3966030776500702
+        ],
+        "std": [
+          0.13187938928604126,
+          0.07076243311166763,
+          0.09188053011894226,
+          0.25810912251472473,
+          0.2462475299835205,
+          0.2178368717432022,
+          0.16778795421123505
+        ],
+        "q01": [
+          -0.8237687945365906,
+          -0.6008797645568847,
+          -0.8918748825788498,
+          -0.155739439278841,
+          0.032913535833358765,
+          0.024460958316922188,
+          0.019526662304997444
+        ],
+        "q99": [
+          -0.21736681610346664,
+          -0.28435189127922056,
+          -0.5137390494346619,
+          0.7676283627748489,
+          1.4599360227584839,
+          0.6817445158958435,
+          1.1090852260589599
+        ]
+      },
+      "left_arm": {
+        "min": [
+          -1.9539560079574585,
+          0.014932344667613506,
+          -0.9010579586029053,
+          -0.6989918947219849,
+          -0.8808764815330505,
+          -1.3907837867736816,
+          -1.2593215703964233
+        ],
+        "max": [
+          0.5761176347732544,
+          1.100870966911316,
+          0.7628798484802246,
+          1.3479257822036743,
+          1.4265302419662476,
+          0.6714234352111816,
+          0.6750589609146118
+        ],
+        "mean": [
+          -0.5292406678199768,
+          0.4849226474761963,
+          -0.055224090814590454,
+          0.2777264714241028,
+          0.0669676661491394,
+          -0.42649492621421814,
+          -0.586437463760376
+        ],
+        "std": [
+          0.676323652267456,
+          0.1855972856283188,
+          0.2814444303512573,
+          0.43967705965042114,
+          0.38776856660842896,
+          0.25116971135139465,
+          0.24483007192611694
+        ],
+        "q01": [
+          -1.6034354269504547,
+          0.15880117490887644,
+          -0.6832776308059693,
+          -0.49059823155403137,
+          -0.6681205630302429,
+          -0.943893313407898,
+          -1.059616094827652
+        ],
+        "q99": [
+          0.47410314828157396,
+          0.9649536401033401,
+          0.5035945236682883,
+          1.2618268728256226,
+          0.8312959581613535,
+          0.16624134108424143,
+          0.03442713152617198
+        ]
+      },
+      "right_arm": {
+        "min": [
+          -1.301702618598938,
+          -0.6721951961517334,
+          -0.2562706768512726,
+          -0.6034896373748779,
+          -0.4228993356227875,
+          -1.0893871784210205,
+          -0.7712242007255554
+        ],
+        "max": [
+          0.7493496537208557,
+          0.11452125757932663,
+          0.42554786801338196,
+          1.298634648323059,
+          0.48713478446006775,
+          0.6239774227142334,
+          1.0436362028121948
+        ],
+        "mean": [
+          -0.4488898515701294,
+          -0.052791301161050797,
+          0.05462970584630966,
+          0.5688164830207825,
+          -0.055344775319099426,
+          -0.22808769345283508,
+          0.10722843557596207
+        ],
+        "std": [
+          0.4263588488101959,
+          0.12731978297233582,
+          0.09462971240282059,
+          0.5017045736312866,
+          0.09741094708442688,
+          0.307020902633667,
+          0.205648273229599
+        ],
+        "q01": [
+          -1.0721351623535156,
+          -0.49051433801651,
+          -0.1922467440366745,
+          -0.3724535495042801,
+          -0.261208176612854,
+          -0.8866654604673385,
+          -0.3525379553437233
+        ],
+        "q99": [
+          0.5084475308656682,
+          0.09847437590360641,
+          0.31654173284769005,
+          1.2630654573440552,
+          0.2419453300535678,
+          0.5242840051651001,
+          0.8154258728027344
+        ]
+      },
+      "rpy": {
+        "min": [
+          -0.1804429143667221,
+          -0.13963909447193146,
+          -0.6072064638137817
+        ],
+        "max": [
+          0.08730942010879517,
+          0.28669121861457825,
+          0.3420403003692627
+        ],
+        "mean": [
+          -0.02583920769393444,
+          0.120397187769413,
+          -0.1572193056344986
+        ],
+        "std": [
+          0.031078113242983818,
+          0.06188545376062393,
+          0.1938641220331192
+        ],
+        "q01": [
+          -0.08460558950901031,
+          -0.05298442132771015,
+          -0.5683319628238678
+        ],
+        "q99": [
+          0.059636705368757204,
+          0.23967182561755168,
+          0.1393231652677059
+        ]
+      },
+      "height": {
+        "min": [
+          0.6901783347129822
+        ],
+        "max": [
+          0.839439868927002
+        ],
+        "mean": [
+          0.7572857737541199
+        ],
+        "std": [
+          0.016777420416473413
+        ],
+        "q01": [
+          0.7088072448968887
+        ],
+        "q99": [
+          0.7952491819858551
+        ]
+      }
+    },
+    "action": {
+      "left_hand": {
+        "min": [
+          -1.0481975078582764,
+          -0.27768605947494507,
+          0.3844982385635376,
+          -1.2728569507598877,
+          -1.7463293075561523,
+          -1.1422605514526367,
+          -1.6586812734603882
+        ],
+        "max": [
+          0.4100879728794098,
+          0.9210000038146973,
+          1.254960298538208,
+          0.0010000000474974513,
+          0.0010000000474974513,
+          0.0010000000474974513,
+          0.0010000000474974513
+        ],
+        "mean": [
+          -0.5317995548248291,
+          0.5330548882484436,
+          0.6755692362785339,
+          -0.43436452746391296,
+          -0.5135447382926941,
+          -0.4360726773738861,
+          -0.44873759150505066
+        ],
+        "std": [
+          0.23812484741210938,
+          0.16801197826862335,
+          0.13376471400260925,
+          0.23222216963768005,
+          0.29362037777900696,
+          0.2515135407447815,
+          0.19146300852298737
+        ],
+        "q01": [
+          -0.9957153797149658,
+          0.18187148869037628,
+          0.519504725933075,
+          -0.9811010956764221,
+          -1.5662461996078492,
+          -1.0506287038326263,
+          -1.223601657152176
+        ],
+        "q99": [
+          -0.12964366376399994,
+          0.9210000038146973,
+          1.0971701681613921,
+          0.0010000000474974513,
+          0.0010000000474974513,
+          0.0010000000474974513,
+          -0.08886573091149377
+        ]
+      },
+      "right_hand": {
+        "min": [
+          -0.9686063528060913,
+          -0.7862647771835327,
+          -1.034379243850708,
+          -0.0010000000474974513,
+          -0.0010000000474974513,
+          -0.0010000000474974513,
+          -0.0010000000474974513
+        ],
+        "max": [
+          0.11807795614004135,
+          -0.13724753260612488,
+          -0.4963247776031494,
+          1.2912133932113647,
+          1.7463293075561523,
+          0.9923550486564636,
+          1.6118189096450806
+        ],
+        "mean": [
+          -0.47038841247558594,
+          -0.5184828639030457,
+          -0.6593118906021118,
+          0.6895503997802734,
+          0.5141050219535828,
+          0.47509223222732544,
+          0.4021771550178528
+        ],
+        "std": [
+          0.15588711202144623,
+          0.07128255069255829,
+          0.11441590636968613,
+          0.4033379852771759,
+          0.2591473460197449,
+          0.28332775831222534,
+          0.19387704133987427
+        ],
+        "q01": [
+          -0.8572984337806702,
+          -0.7032237648963928,
+          -0.9383467495441437,
+          -0.0010000000474974513,
+          -0.0010000000474974513,
+          -0.0010000000474974513,
+          -0.0010000000474974513
+        ],
+        "q99": [
+          -0.15663587525487035,
+          -0.3310527935624125,
+          -0.5397384762763977,
+          1.2012066185474395,
+          1.5254341661930078,
+          0.8683193325996399,
+          1.1839898169040537
+        ]
+      },
+      "left_arm": {
+        "min": [
+          -2.0079522132873535,
+          0.04465832561254501,
+          -1.0082837343215942,
+          -0.8037082552909851,
+          -1.1698691844940186,
+          -1.4439691305160522,
+          -1.2980564832687378
+        ],
+        "max": [
+          0.6930765509605408,
+          1.1467127799987793,
+          0.887980043888092,
+          1.3561404943466187,
+          1.6023852825164795,
+          0.7071925401687622,
+          0.8807530403137207
+        ],
+        "mean": [
+          -0.537239134311676,
+          0.49795472621917725,
+          -0.06242304667830467,
+          0.27459681034088135,
+          0.0673600509762764,
+          -0.43358004093170166,
+          -0.5968970060348511
+        ],
+        "std": [
+          0.6874366998672485,
+          0.18853120505809784,
+          0.2929178476333618,
+          0.45434024930000305,
+          0.4136706292629242,
+          0.2595718801021576,
+          0.24986836314201355
+        ],
+        "q01": [
+          -1.6286808907985688,
+          0.20261594727635385,
+          -0.7263113796710968,
+          -0.5180197864770889,
+          -0.6968675792217255,
+          -0.9553359180688858,
+          -1.0851860821247101
+        ],
+        "q99": [
+          0.5095598667860028,
+          0.9890699118375776,
+          0.5474127471446989,
+          1.2788401186466207,
+          0.9281438887119284,
+          0.20716316923499092,
+          0.09342115409672125
+        ]
+      },
+      "right_arm": {
+        "min": [
+          -1.3225891590118408,
+          -0.8259854316711426,
+          -0.2885793149471283,
+          -0.8615938425064087,
+          -0.444199800491333,
+          -1.2984219789505005,
+          -0.8555077910423279
+        ],
+        "max": [
+          0.9672761559486389,
+          0.357116162776947,
+          0.4602624475955963,
+          1.3487075567245483,
+          0.729375422000885,
+          0.6513803601264954,
+          1.052833914756775
+        ],
+        "mean": [
+          -0.42227938771247864,
+          -0.05299549922347069,
+          0.057760849595069885,
+          0.5489597320556641,
+          -0.04834311082959175,
+          -0.2310728132724762,
+          0.11325573176145554
+        ],
+        "std": [
+          0.4346851408481598,
+          0.14826571941375732,
+          0.0984012559056282,
+          0.5546484589576721,
+          0.11210273206233978,
+          0.3245542347431183,
+          0.21472640335559845
+        ],
+        "q01": [
+          -1.0687924444675445,
+          -0.4947426915168762,
+          -0.18176313862204552,
+          -0.5111332565546036,
+          -0.2779590994119644,
+          -0.9719170898199081,
+          -0.399456313252449
+        ],
+        "q99": [
+          0.6194304704666128,
+          0.21891917586326573,
+          0.3378777891397475,
+          1.3038406193256378,
+          0.28321229368448236,
+          0.5291351854801176,
+          0.8172934919595717
+        ]
+      },
+      "rpy": {
+        "min": [
+          -0.1804429143667221,
+          -0.13963909447193146,
+          -0.6072064638137817
+        ],
+        "max": [
+          0.08730942010879517,
+          0.28669121861457825,
+          0.3420403003692627
+        ],
+        "mean": [
+          -0.025878138840198517,
+          0.1203930452466011,
+          -0.15729419887065887
+        ],
+        "std": [
+          0.031076112762093544,
+          0.061915408819913864,
+          0.19382591545581818
+        ],
+        "q01": [
+          -0.08460558950901031,
+          -0.05354986395686865,
+          -0.5683319628238678
+        ],
+        "q99": [
+          0.059636705368757204,
+          0.23967182561755168,
+          0.1393231652677059
+        ]
+      },
+      "height": {
+        "min": [
+          0.6901783347129822
+        ],
+        "max": [
+          0.839439868927002
+        ],
+        "mean": [
+          0.7572655081748962
+        ],
+        "std": [
+          0.016800325363874023
+        ],
+        "q01": [
+          0.7088072448968887
+        ],
+        "q99": [
+          0.7952491819858551
+        ]
+      },
+      "torso_vx": {
+        "min": [
+          0.0
+        ],
+        "max": [
+          0.0
+        ],
+        "mean": [
+          0.0
+        ],
+        "std": [
+          0.0
+        ],
+        "q01": [
+          0.0
+        ],
+        "q99": [
+          0.0
+        ]
+      },
+      "torso_vy": {
+        "min": [
+          0.0
+        ],
+        "max": [
+          0.0
+        ],
+        "mean": [
+          0.0
+        ],
+        "std": [
+          0.0
+        ],
+        "q01": [
+          0.0
+        ],
+        "q99": [
+          0.0
+        ]
+      },
+      "torso_vyaw": {
+        "min": [
+          0.0
+        ],
+        "max": [
+          0.0
+        ],
+        "mean": [
+          0.0
+        ],
+        "std": [
+          0.0
+        ],
+        "q01": [
+          0.0
+        ],
+        "q99": [
+          0.0
+        ]
+      },
+      "target_yaw": {
+        "min": [
+          0.0
+        ],
+        "max": [
+          0.0
+        ],
+        "mean": [
+          0.0
+        ],
+        "std": [
+          0.0
+        ],
+        "q01": [
+          0.0
+        ],
+        "q99": [
+          0.0
+        ]
+      }
+    },
+    "relative_action": {}
+  }
+}

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/checkpoint-40000/experiment_cfg/final_model_config.json

@@ -0,0 +1,53 @@
+{
+  "model_type": "Gr00tN1d6",
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "backbone_model_type": "eagle",
+  "model_revision": null,
+  "tune_top_llm_layers": 4,
+  "backbone_embedding_dim": 2048,
+  "tune_llm": false,
+  "tune_visual": false,
+  "select_layer": 16,
+  "reproject_vision": false,
+  "use_flash_attention": true,
+  "load_bf16": true,
+  "collator_overwrite_image_inputs": false,
+  "eagle_collator": true,
+  "backbone_trainable_params_fp32": true,
+  "apply_sincos_state_encoding": true,
+  "use_relative_action": true,
+  "max_state_dim": 128,
+  "max_action_dim": 128,
+  "action_horizon": 50,
+  "hidden_size": 1024,
+  "input_embedding_dim": 1536,
+  "add_pos_embed": true,
+  "attn_dropout": 0.2,
+  "use_vlln": true,
+  "max_seq_len": 1024,
+  "use_alternate_vl_dit": true,
+  "attend_text_every_n_blocks": 2,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "num_inference_timesteps": 4,
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_timestep_buckets": 1000,
+  "tune_projector": true,
+  "tune_diffusion_model": true,
+  "tune_vlln": true,
+  "state_dropout_prob": 0.0,
+  "state_additive_noise_scale": 0.0,
+  "max_num_embodiments": 32
+}

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/checkpoint-40000/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18753a5fcdf7d4c4ba71e0ba22571fc4d182795cc7d5e040339ecd054339ebb0
+size 4990120184

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/checkpoint-40000/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9cc87647ddbf0961ed9d28ddf98cc592d6f2b94bf4baf3c564d60cf1da5755
+size 4823190320

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/checkpoint-40000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d13e7e2ba9bcfc7d189a1214a5bba3a15c5562329e7fbf00f75e76f90046aff
+size 12960193762

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/checkpoint-40000/processor_config.json

@@ -0,0 +1,650 @@
+{
+  "processor_class": "Gr00tN1d6Processor",
+  "processor_kwargs": {
+    "modality_configs": {
+      "behavior_r1_pro": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "observation.images.rgb.head_256_256",
+            "observation.images.rgb.left_wrist_256_256",
+            "observation.images.rgb.right_wrist_256_256"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "robot_pos",
+            "robot_ori_cos",
+            "robot_ori_sin",
+            "robot_2d_ori",
+            "robot_2d_ori_cos",
+            "robot_2d_ori_sin",
+            "robot_lin_vel",
+            "robot_ang_vel",
+            "arm_left_qpos",
+            "arm_left_qpos_sin",
+            "arm_left_qpos_cos",
+            "eef_left_pos",
+            "eef_left_quat",
+            "gripper_left_qpos",
+            "arm_right_qpos",
+            "arm_right_qpos_sin",
+            "arm_right_qpos_cos",
+            "eef_right_pos",
+            "eef_right_quat",
+            "gripper_right_qpos",
+            "trunk_qpos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31
+          ],
+          "modality_keys": [
+            "base",
+            "torso",
+            "left_arm",
+            "left_gripper",
+            "right_arm",
+            "right_gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "trunk_qpos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_left_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_right_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "gr1": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "ego_view_bg_crop_pad_res256_freq20"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "task"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "robocasa_panda_omron": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "res256_image_side_0",
+            "res256_image_side_1",
+            "res256_image_wrist_0"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "end_effector_position_relative",
+            "end_effector_rotation_relative",
+            "gripper_qpos",
+            "base_position",
+            "base_rotation"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "end_effector_position",
+            "end_effector_rotation",
+            "gripper_close",
+            "base_motion",
+            "control_mode"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.action.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "new_embodiment": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "rs_view"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_hand",
+            "right_hand",
+            "left_arm",
+            "right_arm",
+            "rpy",
+            "height"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_hand",
+            "right_hand",
+            "left_arm",
+            "right_arm",
+            "rpy",
+            "height",
+            "torso_vx",
+            "torso_vy",
+            "torso_vyaw",
+            "target_yaw"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "g1_loco_downstream": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "rs_view"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_hand",
+            "right_hand",
+            "left_arm",
+            "right_arm",
+            "rpy",
+            "height"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_hand",
+            "right_hand",
+            "left_arm",
+            "right_arm",
+            "rpy",
+            "height",
+            "torso_vx",
+            "torso_vy",
+            "torso_vyaw",
+            "target_yaw"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      }
+    },
+    "image_crop_size": null,
+    "image_target_size": null,
+    "use_albumentations": true,
+    "random_rotation_angle": null,
+    "color_jitter_params": {
+      "brightness": 0.3,
+      "contrast": 0.4,
+      "saturation": 0.5,
+      "hue": 0.08
+    },
+    "shortest_image_edge": 256,
+    "crop_fraction": 0.95,
+    "model_name": "nvidia/Eagle-Block2A-2B-v2",
+    "model_type": "eagle",
+    "formalize_language": true,
+    "max_state_dim": 128,
+    "max_action_dim": 128,
+    "max_action_horizon": 50,
+    "use_percentiles": false,
+    "clip_outliers": true,
+    "apply_sincos_state_encoding": true,
+    "use_relative_action": true
+  }
+}

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/checkpoint-40000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0c369361b6dfa9a44c159f60682c5608b54b4778c6fa7593fac6a19045bca7
+size 14645

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/checkpoint-40000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566e63d72ec3169fd51f5dc061a30bf9c5195d001f715224cdd5f6178206f3e5
+size 1465

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/checkpoint-40000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea69deca11ea127417d3806567ecd03668e914d426ea2a32a176fdbab73bb048
+size 5905

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/checkpoint-40000/wandb_config.json

@@ -0,0 +1 @@
+{"project": "finetune-gr00t-n1d6", "run_id": "Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water"}

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/config.json

@@ -0,0 +1,70 @@
+{
+  "action_horizon": 50,
+  "add_pos_embed": true,
+  "apply_sincos_state_encoding": true,
+  "architectures": [
+    "Gr00tN1d6"
+  ],
+  "attn_dropout": 0.2,
+  "attn_implementation": null,
+  "backbone_embedding_dim": 2048,
+  "backbone_model_type": "eagle",
+  "backbone_trainable_params_fp32": true,
+  "collator_overwrite_image_inputs": false,
+  "color_jitter_params": {
+    "brightness": 0.1,
+    "contrast": 0.1,
+    "hue": 0.1,
+    "saturation": 0.1
+  },
+  "crop_fraction": 0.95,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "eagle_collator": true,
+  "formalize_language": true,
+  "gemma_collator": false,
+  "hidden_size": 1024,
+  "image_crop_size": null,
+  "image_target_size": null,
+  "input_embedding_dim": 1536,
+  "load_bf16": true,
+  "max_action_dim": 128,
+  "max_num_embodiments": 32,
+  "max_seq_len": 1024,
+  "max_state_dim": 128,
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "model_type": "Gr00tN1d6",
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_inference_timesteps": 4,
+  "num_timestep_buckets": 1000,
+  "random_rotation_angle": null,
+  "reproject_vision": false,
+  "select_layer": 16,
+  "shortest_image_edge": 256,
+  "state_dropout_prob": 0.0,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.3",
+  "tune_diffusion_model": true,
+  "tune_llm": false,
+  "tune_projector": true,
+  "tune_top_llm_layers": 4,
+  "tune_visual": false,
+  "tune_vlln": true,
+  "use_albumentations_transforms": true,
+  "use_alternate_vl_dit": true,
+  "use_flash_attention": true,
+  "use_relative_action": true,
+  "use_vlln": true
+}

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/experiment_cfg/conf.yaml

@@ -0,0 +1,253 @@
+load_config_path: null
+model:
+  model_type: Gr00tN1d6
+  model_dtype: bfloat16
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  backbone_model_type: eagle
+  model_revision: null
+  tune_top_llm_layers: 4
+  backbone_embedding_dim: 2048
+  tune_llm: false
+  tune_visual: false
+  select_layer: 16
+  reproject_vision: false
+  use_flash_attention: true
+  load_bf16: false
+  collator_overwrite_image_inputs: false
+  eagle_collator: true
+  backbone_trainable_params_fp32: true
+  image_crop_size: null
+  image_target_size: null
+  shortest_image_edge: 256
+  crop_fraction: 0.95
+  random_rotation_angle: null
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    saturation: 0.5
+    hue: 0.08
+  use_albumentations_transforms: true
+  formalize_language: true
+  apply_sincos_state_encoding: true
+  use_relative_action: true
+  max_state_dim: 128
+  max_action_dim: 128
+  action_horizon: 50
+  hidden_size: 1024
+  input_embedding_dim: 1536
+  add_pos_embed: true
+  attn_dropout: 0.2
+  use_vlln: true
+  max_seq_len: 1024
+  use_alternate_vl_dit: true
+  attend_text_every_n_blocks: 2
+  diffusion_model_cfg:
+    attention_head_dim: 48
+    dropout: 0.2
+    final_dropout: true
+    interleave_self_attention: true
+    norm_type: ada_norm
+    num_attention_heads: 32
+    num_layers: 32
+    output_dim: 1024
+    positional_embeddings: null
+  num_inference_timesteps: 4
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_timestep_buckets: 1000
+  tune_projector: true
+  tune_diffusion_model: true
+  tune_vlln: true
+  state_dropout_prob: 0.0
+  state_additive_noise_scale: 0.0
+  max_num_embodiments: 32
+data:
+  datasets:
+  - dataset_paths:
+    - /hfm/data/real_teleop_g1/lerobot/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water
+    embodiment_tag: g1_loco_downstream
+    mix_ratio: 1.0
+    dataset_type: physical_embodiment
+    val_dataset_path: null
+  modality_configs:
+    g1_loco_downstream:
+      video:
+        delta_indices:
+        - 0
+        modality_keys:
+        - rs_view
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      state:
+        delta_indices:
+        - 0
+        modality_keys:
+        - left_hand
+        - right_hand
+        - left_arm
+        - right_arm
+        - rpy
+        - height
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      action:
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        modality_keys:
+        - left_hand
+        - right_hand
+        - left_arm
+        - right_arm
+        - rpy
+        - height
+        - torso_vx
+        - torso_vy
+        - torso_vyaw
+        - target_yaw
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs:
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+      language:
+        delta_indices:
+        - 0
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+  download_cache: false
+  shard_size: 1024
+  episode_sampling_rate: 0.1
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  mode: single_turn
+  random_chop: 0.0
+  mock_dataset_mode: false
+  shuffle: true
+  seed: 42
+  multiprocessing_context: fork
+  allow_padding: false
+  subsample_ratio: 1.0
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  video_backend: torchcodec
+training:
+  output_dir: /hfm/zhenyu/Psi0/checkpoints/gr00t-real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water
+  experiment_name: null
+  max_steps: 40000
+  global_batch_size: 12
+  batch_size: null
+  gradient_accumulation_steps: 1
+  learning_rate: 0.0001
+  lr_scheduler_type: cosine
+  weight_decay: 1.0e-05
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  max_grad_norm: 1.0
+  optim: adamw_torch
+  start_from_checkpoint: /hfm/zhenyu/psi/checkpoints/G1WholebodyBendPick-v0-psi0/checkpoint-50000
+  reinit_action_head: false
+  tf32: true
+  fp16: false
+  bf16: true
+  eval_bf16: true
+  logging_steps: 10
+  save_steps: 40000
+  save_total_limit: 4
+  save_vl_model: false
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  max_concurrent_uploads: 2
+  eval_strategy: 'no'
+  eval_steps: 500
+  eval_set_split_ratio: 0.1
+  eval_batch_size: 2
+  save_best_eval_metric_name: ''
+  save_best_eval_metric_greater_is_better: true
+  deepspeed_stage: 2
+  gradient_checkpointing: false
+  transformers_trust_remote_code: true
+  transformers_local_files_only: false
+  transformers_cache_dir: null
+  transformers_access_token: null
+  use_ddp: false
+  ddp_bucket_cap_mb: 100
+  num_gpus: 1
+  dataloader_num_workers: 4
+  remove_unused_columns: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d6
+  enable_profiling: false
+  max_retries: 3
+  assert_loss_less_than: null
+  add_rl_callback: false
+  enable_open_loop_eval: false
+  open_loop_eval_traj_ids:
+  - 0
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_plot_indices: null
+max_steps: 40000
+save_steps: 40000

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/experiment_cfg/config.yaml

@@ -0,0 +1,328 @@
+!!python/object:gr00t.configs.base_config.Config
+data: !!python/object:gr00t.configs.data.data_config.DataConfig
+  allow_padding: false
+  datasets:
+  - !!python/object:gr00t.configs.data.data_config.SingleDatasetConfig
+    dataset_paths:
+    - /hfm/data/real_teleop_g1/lerobot/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water
+    dataset_type: physical_embodiment
+    embodiment_tag: g1_loco_downstream
+    mix_ratio: 1.0
+    val_dataset_path: null
+  download_cache: false
+  episode_sampling_rate: 0.1
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  mock_dataset_mode: false
+  modality_configs:
+    g1_loco_downstream:
+      action: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs:
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: &id001 !!python/object/apply:gr00t.data.types.ActionFormat
+          - default
+          rep: &id002 !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - absolute
+          state_key: null
+          type: &id003 !!python/object/apply:gr00t.data.types.ActionType
+          - non_eef
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        mean_std_embedding_keys: null
+        modality_keys:
+        - left_hand
+        - right_hand
+        - left_arm
+        - right_arm
+        - rpy
+        - height
+        - torso_vx
+        - torso_vy
+        - torso_vyaw
+        - target_yaw
+        sin_cos_embedding_keys: null
+      language: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+      state: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - left_hand
+        - right_hand
+        - left_arm
+        - right_arm
+        - rpy
+        - height
+        sin_cos_embedding_keys: null
+      video: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - rs_view
+        sin_cos_embedding_keys: null
+  mode: single_turn
+  multiprocessing_context: fork
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  random_chop: 0.0
+  seed: 42
+  shard_size: 1024
+  shuffle: true
+  subsample_ratio: 1.0
+  video_backend: torchcodec
+load_config_path: null
+model: !!python/object:gr00t.configs.model.gr00t_n1d6.Gr00tN1d6Config
+  _attn_implementation_autoset: false
+  _attn_implementation_internal: null
+  _commit_hash: null
+  _name_or_path: ''
+  action_horizon: 50
+  add_cross_attention: false
+  add_pos_embed: true
+  apply_sincos_state_encoding: true
+  architectures:
+  - Gr00tN1d6
+  attn_dropout: 0.2
+  attn_implementation: null
+  backbone_embedding_dim: 2048
+  backbone_model_type: eagle
+  backbone_trainable_params_fp32: true
+  bad_words_ids: null
+  begin_suppress_tokens: null
+  bos_token_id: null
+  chunk_size_feed_forward: 0
+  collator_overwrite_image_inputs: false
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    hue: 0.08
+    saturation: 0.5
+  crop_fraction: 0.95
+  cross_attention_hidden_size: null
+  decoder_start_token_id: null
+  diffusion_model_cfg:
+    attention_head_dim: 48
+    dropout: 0.2
+    final_dropout: true
+    interleave_self_attention: true
+    norm_type: ada_norm
+    num_attention_heads: 32
+    num_layers: 32
+    output_dim: 1024
+    positional_embeddings: null
+  diversity_penalty: 0.0
+  do_sample: false
+  eagle_collator: true
+  early_stopping: false
+  encoder_no_repeat_ngram_size: 0
+  eos_token_id: null
+  exponential_decay_length_penalty: null
+  finetuning_task: null
+  forced_bos_token_id: null
+  forced_eos_token_id: null
+  formalize_language: true
+  gemma_collator: false
+  hidden_size: 1024
+  id2label:
+    0: LABEL_0
+    1: LABEL_1
+  image_crop_size: null
+  image_target_size: null
+  input_embedding_dim: 1536
+  is_decoder: false
+  is_encoder_decoder: false
+  label2id:
+    LABEL_0: 0
+    LABEL_1: 1
+  length_penalty: 1.0
+  load_bf16: false
+  max_action_dim: 128
+  max_length: 20
+  max_num_embodiments: 32
+  max_seq_len: 1024
+  max_state_dim: 128
+  min_length: 0
+  model_dtype: bfloat16
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  model_type: Gr00tN1d6
+  no_repeat_ngram_size: 0
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_beam_groups: 1
+  num_beams: 1
+  num_inference_timesteps: 4
+  num_return_sequences: 1
+  num_timestep_buckets: 1000
+  output_attentions: false
+  output_hidden_states: false
+  output_scores: false
+  pad_token_id: null
+  prefix: null
+  problem_type: null
+  pruned_heads: {}
+  random_rotation_angle: null
+  remove_invalid_values: false
+  repetition_penalty: 1.0
+  reproject_vision: false
+  return_dict: true
+  return_dict_in_generate: false
+  select_layer: 16
+  sep_token_id: null
+  shortest_image_edge: 256
+  state_dropout_prob: 0.0
+  suppress_tokens: null
+  task_specific_params: null
+  temperature: 1.0
+  tf_legacy_loss: false
+  tie_encoder_decoder: false
+  tie_word_embeddings: true
+  tokenizer_class: null
+  top_k: 50
+  top_p: 1.0
+  torch_dtype: bfloat16
+  torchscript: false
+  transformers_version: 4.51.3
+  tune_diffusion_model: true
+  tune_llm: false
+  tune_projector: true
+  tune_top_llm_layers: 4
+  tune_visual: false
+  tune_vlln: true
+  typical_p: 1.0
+  use_albumentations_transforms: true
+  use_alternate_vl_dit: true
+  use_bfloat16: false
+  use_flash_attention: true
+  use_relative_action: true
+  use_vlln: true
+training: !!python/object:gr00t.configs.training.training_config.TrainingConfig
+  add_rl_callback: false
+  assert_loss_less_than: null
+  batch_size: null
+  bf16: true
+  dataloader_num_workers: 4
+  ddp_bucket_cap_mb: 100
+  deepspeed_stage: 2
+  enable_open_loop_eval: false
+  enable_profiling: false
+  eval_batch_size: 2
+  eval_bf16: true
+  eval_set_split_ratio: 0.1
+  eval_steps: 500
+  eval_strategy: 'no'
+  experiment_name: null
+  fp16: false
+  global_batch_size: 12
+  gradient_accumulation_steps: 1
+  gradient_checkpointing: false
+  learning_rate: 0.0001
+  logging_steps: 10
+  lr_scheduler_type: cosine
+  max_concurrent_uploads: 2
+  max_grad_norm: 1.0
+  max_retries: 3
+  max_steps: 40000
+  num_gpus: 1
+  open_loop_eval_plot_indices: null
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_traj_ids:
+  - 0
+  optim: adamw_torch
+  output_dir: /hfm/zhenyu/Psi0/checkpoints/gr00t-real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water
+  reinit_action_head: false
+  remove_unused_columns: false
+  save_best_eval_metric_greater_is_better: true
+  save_best_eval_metric_name: ''
+  save_steps: 40000
+  save_total_limit: 4
+  save_vl_model: false
+  start_from_checkpoint: /hfm/zhenyu/psi/checkpoints/G1WholebodyBendPick-v0-psi0/checkpoint-50000
+  tf32: true
+  transformers_access_token: null
+  transformers_cache_dir: null
+  transformers_local_files_only: false
+  transformers_trust_remote_code: true
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  use_ddp: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d6
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  weight_decay: 1.0e-05

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/experiment_cfg/dataset_statistics.json

@@ -0,0 +1,641 @@
+{
+  "g1_loco_downstream": {
+    "state": {
+      "left_hand": {
+        "min": [
+          -1.0061851739883423,
+          -0.08936958014965057,
+          0.22508153319358826,
+          -1.2385730743408203,
+          -1.7122353315353394,
+          -1.1028423309326172,
+          -1.5751651525497437
+        ],
+        "max": [
+          0.31211021542549133,
+          0.8900995850563049,
+          1.2004348039627075,
+          0.05436473712325096,
+          -0.02029556967318058,
+          -0.02401699870824814,
+          -0.03348304331302643
+        ],
+        "mean": [
+          -0.524357259273529,
+          0.5116726160049438,
+          0.6721372604370117,
+          -0.4349469840526581,
+          -0.508317232131958,
+          -0.43180689215660095,
+          -0.4434279203414917
+        ],
+        "std": [
+          0.2243678718805313,
+          0.14296627044677734,
+          0.10860829055309296,
+          0.20835691690444946,
+          0.2688620090484619,
+          0.22207914292812347,
+          0.16989512741565704
+        ],
+        "q01": [
+          -0.9798258036375046,
+          0.2255818009376526,
+          0.5424689680337906,
+          -0.8970937162637711,
+          -1.4855953991413116,
+          -1.000885361433029,
+          -1.1528545200824738
+        ],
+        "q99": [
+          -0.1169297218322754,
+          0.8758351147174835,
+          1.0207166373729701,
+          -0.052023166045546534,
+          -0.0410618856549263,
+          -0.039927643537521366,
+          -0.10575176924467272
+        ]
+      },
+      "right_hand": {
+        "min": [
+          -0.9382277131080627,
+          -0.7008255124092102,
+          -0.9635780453681946,
+          -0.16482605040073395,
+          0.022227419540286064,
+          0.011465233750641346,
+          0.019190151244401932
+        ],
+        "max": [
+          0.07547632604837418,
+          -0.22075261175632477,
+          -0.2170424908399582,
+          1.2214250564575195,
+          1.6621747016906738,
+          0.9483049511909485,
+          1.2975637912750244
+        ],
+        "mean": [
+          -0.5186124444007874,
+          -0.41561663150787354,
+          -0.6194753646850586,
+          0.3872115910053253,
+          0.4917716979980469,
+          0.4035561978816986,
+          0.3966030776500702
+        ],
+        "std": [
+          0.13187938928604126,
+          0.07076243311166763,
+          0.09188053011894226,
+          0.25810912251472473,
+          0.2462475299835205,
+          0.2178368717432022,
+          0.16778795421123505
+        ],
+        "q01": [
+          -0.8237687945365906,
+          -0.6008797645568847,
+          -0.8918748825788498,
+          -0.155739439278841,
+          0.032913535833358765,
+          0.024460958316922188,
+          0.019526662304997444
+        ],
+        "q99": [
+          -0.21736681610346664,
+          -0.28435189127922056,
+          -0.5137390494346619,
+          0.7676283627748489,
+          1.4599360227584839,
+          0.6817445158958435,
+          1.1090852260589599
+        ]
+      },
+      "left_arm": {
+        "min": [
+          -1.9539560079574585,
+          0.014932344667613506,
+          -0.9010579586029053,
+          -0.6989918947219849,
+          -0.8808764815330505,
+          -1.3907837867736816,
+          -1.2593215703964233
+        ],
+        "max": [
+          0.5761176347732544,
+          1.100870966911316,
+          0.7628798484802246,
+          1.3479257822036743,
+          1.4265302419662476,
+          0.6714234352111816,
+          0.6750589609146118
+        ],
+        "mean": [
+          -0.5292406678199768,
+          0.4849226474761963,
+          -0.055224090814590454,
+          0.2777264714241028,
+          0.0669676661491394,
+          -0.42649492621421814,
+          -0.586437463760376
+        ],
+        "std": [
+          0.676323652267456,
+          0.1855972856283188,
+          0.2814444303512573,
+          0.43967705965042114,
+          0.38776856660842896,
+          0.25116971135139465,
+          0.24483007192611694
+        ],
+        "q01": [
+          -1.6034354269504547,
+          0.15880117490887644,
+          -0.6832776308059693,
+          -0.49059823155403137,
+          -0.6681205630302429,
+          -0.943893313407898,
+          -1.059616094827652
+        ],
+        "q99": [
+          0.47410314828157396,
+          0.9649536401033401,
+          0.5035945236682883,
+          1.2618268728256226,
+          0.8312959581613535,
+          0.16624134108424143,
+          0.03442713152617198
+        ]
+      },
+      "right_arm": {
+        "min": [
+          -1.301702618598938,
+          -0.6721951961517334,
+          -0.2562706768512726,
+          -0.6034896373748779,
+          -0.4228993356227875,
+          -1.0893871784210205,
+          -0.7712242007255554
+        ],
+        "max": [
+          0.7493496537208557,
+          0.11452125757932663,
+          0.42554786801338196,
+          1.298634648323059,
+          0.48713478446006775,
+          0.6239774227142334,
+          1.0436362028121948
+        ],
+        "mean": [
+          -0.4488898515701294,
+          -0.052791301161050797,
+          0.05462970584630966,
+          0.5688164830207825,
+          -0.055344775319099426,
+          -0.22808769345283508,
+          0.10722843557596207
+        ],
+        "std": [
+          0.4263588488101959,
+          0.12731978297233582,
+          0.09462971240282059,
+          0.5017045736312866,
+          0.09741094708442688,
+          0.307020902633667,
+          0.205648273229599
+        ],
+        "q01": [
+          -1.0721351623535156,
+          -0.49051433801651,
+          -0.1922467440366745,
+          -0.3724535495042801,
+          -0.261208176612854,
+          -0.8866654604673385,
+          -0.3525379553437233
+        ],
+        "q99": [
+          0.5084475308656682,
+          0.09847437590360641,
+          0.31654173284769005,
+          1.2630654573440552,
+          0.2419453300535678,
+          0.5242840051651001,
+          0.8154258728027344
+        ]
+      },
+      "rpy": {
+        "min": [
+          -0.1804429143667221,
+          -0.13963909447193146,
+          -0.6072064638137817
+        ],
+        "max": [
+          0.08730942010879517,
+          0.28669121861457825,
+          0.3420403003692627
+        ],
+        "mean": [
+          -0.02583920769393444,
+          0.120397187769413,
+          -0.1572193056344986
+        ],
+        "std": [
+          0.031078113242983818,
+          0.06188545376062393,
+          0.1938641220331192
+        ],
+        "q01": [
+          -0.08460558950901031,
+          -0.05298442132771015,
+          -0.5683319628238678
+        ],
+        "q99": [
+          0.059636705368757204,
+          0.23967182561755168,
+          0.1393231652677059
+        ]
+      },
+      "height": {
+        "min": [
+          0.6901783347129822
+        ],
+        "max": [
+          0.839439868927002
+        ],
+        "mean": [
+          0.7572857737541199
+        ],
+        "std": [
+          0.016777420416473413
+        ],
+        "q01": [
+          0.7088072448968887
+        ],
+        "q99": [
+          0.7952491819858551
+        ]
+      }
+    },
+    "action": {
+      "left_hand": {
+        "min": [
+          -1.0481975078582764,
+          -0.27768605947494507,
+          0.3844982385635376,
+          -1.2728569507598877,
+          -1.7463293075561523,
+          -1.1422605514526367,
+          -1.6586812734603882
+        ],
+        "max": [
+          0.4100879728794098,
+          0.9210000038146973,
+          1.254960298538208,
+          0.0010000000474974513,
+          0.0010000000474974513,
+          0.0010000000474974513,
+          0.0010000000474974513
+        ],
+        "mean": [
+          -0.5317995548248291,
+          0.5330548882484436,
+          0.6755692362785339,
+          -0.43436452746391296,
+          -0.5135447382926941,
+          -0.4360726773738861,
+          -0.44873759150505066
+        ],
+        "std": [
+          0.23812484741210938,
+          0.16801197826862335,
+          0.13376471400260925,
+          0.23222216963768005,
+          0.29362037777900696,
+          0.2515135407447815,
+          0.19146300852298737
+        ],
+        "q01": [
+          -0.9957153797149658,
+          0.18187148869037628,
+          0.519504725933075,
+          -0.9811010956764221,
+          -1.5662461996078492,
+          -1.0506287038326263,
+          -1.223601657152176
+        ],
+        "q99": [
+          -0.12964366376399994,
+          0.9210000038146973,
+          1.0971701681613921,
+          0.0010000000474974513,
+          0.0010000000474974513,
+          0.0010000000474974513,
+          -0.08886573091149377
+        ]
+      },
+      "right_hand": {
+        "min": [
+          -0.9686063528060913,
+          -0.7862647771835327,
+          -1.034379243850708,
+          -0.0010000000474974513,
+          -0.0010000000474974513,
+          -0.0010000000474974513,
+          -0.0010000000474974513
+        ],
+        "max": [
+          0.11807795614004135,
+          -0.13724753260612488,
+          -0.4963247776031494,
+          1.2912133932113647,
+          1.7463293075561523,
+          0.9923550486564636,
+          1.6118189096450806
+        ],
+        "mean": [
+          -0.47038841247558594,
+          -0.5184828639030457,
+          -0.6593118906021118,
+          0.6895503997802734,
+          0.5141050219535828,
+          0.47509223222732544,
+          0.4021771550178528
+        ],
+        "std": [
+          0.15588711202144623,
+          0.07128255069255829,
+          0.11441590636968613,
+          0.4033379852771759,
+          0.2591473460197449,
+          0.28332775831222534,
+          0.19387704133987427
+        ],
+        "q01": [
+          -0.8572984337806702,
+          -0.7032237648963928,
+          -0.9383467495441437,
+          -0.0010000000474974513,
+          -0.0010000000474974513,
+          -0.0010000000474974513,
+          -0.0010000000474974513
+        ],
+        "q99": [
+          -0.15663587525487035,
+          -0.3310527935624125,
+          -0.5397384762763977,
+          1.2012066185474395,
+          1.5254341661930078,
+          0.8683193325996399,
+          1.1839898169040537
+        ]
+      },
+      "left_arm": {
+        "min": [
+          -2.0079522132873535,
+          0.04465832561254501,
+          -1.0082837343215942,
+          -0.8037082552909851,
+          -1.1698691844940186,
+          -1.4439691305160522,
+          -1.2980564832687378
+        ],
+        "max": [
+          0.6930765509605408,
+          1.1467127799987793,
+          0.887980043888092,
+          1.3561404943466187,
+          1.6023852825164795,
+          0.7071925401687622,
+          0.8807530403137207
+        ],
+        "mean": [
+          -0.537239134311676,
+          0.49795472621917725,
+          -0.06242304667830467,
+          0.27459681034088135,
+          0.0673600509762764,
+          -0.43358004093170166,
+          -0.5968970060348511
+        ],
+        "std": [
+          0.6874366998672485,
+          0.18853120505809784,
+          0.2929178476333618,
+          0.45434024930000305,
+          0.4136706292629242,
+          0.2595718801021576,
+          0.24986836314201355
+        ],
+        "q01": [
+          -1.6286808907985688,
+          0.20261594727635385,
+          -0.7263113796710968,
+          -0.5180197864770889,
+          -0.6968675792217255,
+          -0.9553359180688858,
+          -1.0851860821247101
+        ],
+        "q99": [
+          0.5095598667860028,
+          0.9890699118375776,
+          0.5474127471446989,
+          1.2788401186466207,
+          0.9281438887119284,
+          0.20716316923499092,
+          0.09342115409672125
+        ]
+      },
+      "right_arm": {
+        "min": [
+          -1.3225891590118408,
+          -0.8259854316711426,
+          -0.2885793149471283,
+          -0.8615938425064087,
+          -0.444199800491333,
+          -1.2984219789505005,
+          -0.8555077910423279
+        ],
+        "max": [
+          0.9672761559486389,
+          0.357116162776947,
+          0.4602624475955963,
+          1.3487075567245483,
+          0.729375422000885,
+          0.6513803601264954,
+          1.052833914756775
+        ],
+        "mean": [
+          -0.42227938771247864,
+          -0.05299549922347069,
+          0.057760849595069885,
+          0.5489597320556641,
+          -0.04834311082959175,
+          -0.2310728132724762,
+          0.11325573176145554
+        ],
+        "std": [
+          0.4346851408481598,
+          0.14826571941375732,
+          0.0984012559056282,
+          0.5546484589576721,
+          0.11210273206233978,
+          0.3245542347431183,
+          0.21472640335559845
+        ],
+        "q01": [
+          -1.0687924444675445,
+          -0.4947426915168762,
+          -0.18176313862204552,
+          -0.5111332565546036,
+          -0.2779590994119644,
+          -0.9719170898199081,
+          -0.399456313252449
+        ],
+        "q99": [
+          0.6194304704666128,
+          0.21891917586326573,
+          0.3378777891397475,
+          1.3038406193256378,
+          0.28321229368448236,
+          0.5291351854801176,
+          0.8172934919595717
+        ]
+      },
+      "rpy": {
+        "min": [
+          -0.1804429143667221,
+          -0.13963909447193146,
+          -0.6072064638137817
+        ],
+        "max": [
+          0.08730942010879517,
+          0.28669121861457825,
+          0.3420403003692627
+        ],
+        "mean": [
+          -0.025878138840198517,
+          0.1203930452466011,
+          -0.15729419887065887
+        ],
+        "std": [
+          0.031076112762093544,
+          0.061915408819913864,
+          0.19382591545581818
+        ],
+        "q01": [
+          -0.08460558950901031,
+          -0.05354986395686865,
+          -0.5683319628238678
+        ],
+        "q99": [
+          0.059636705368757204,
+          0.23967182561755168,
+          0.1393231652677059
+        ]
+      },
+      "height": {
+        "min": [
+          0.6901783347129822
+        ],
+        "max": [
+          0.839439868927002
+        ],
+        "mean": [
+          0.7572655081748962
+        ],
+        "std": [
+          0.016800325363874023
+        ],
+        "q01": [
+          0.7088072448968887
+        ],
+        "q99": [
+          0.7952491819858551
+        ]
+      },
+      "torso_vx": {
+        "min": [
+          0.0
+        ],
+        "max": [
+          0.0
+        ],
+        "mean": [
+          0.0
+        ],
+        "std": [
+          0.0
+        ],
+        "q01": [
+          0.0
+        ],
+        "q99": [
+          0.0
+        ]
+      },
+      "torso_vy": {
+        "min": [
+          0.0
+        ],
+        "max": [
+          0.0
+        ],
+        "mean": [
+          0.0
+        ],
+        "std": [
+          0.0
+        ],
+        "q01": [
+          0.0
+        ],
+        "q99": [
+          0.0
+        ]
+      },
+      "torso_vyaw": {
+        "min": [
+          0.0
+        ],
+        "max": [
+          0.0
+        ],
+        "mean": [
+          0.0
+        ],
+        "std": [
+          0.0
+        ],
+        "q01": [
+          0.0
+        ],
+        "q99": [
+          0.0
+        ]
+      },
+      "target_yaw": {
+        "min": [
+          0.0
+        ],
+        "max": [
+          0.0
+        ],
+        "mean": [
+          0.0
+        ],
+        "std": [
+          0.0
+        ],
+        "q01": [
+          0.0
+        ],
+        "q99": [
+          0.0
+        ]
+      }
+    },
+    "relative_action": {}
+  }
+}

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/experiment_cfg/final_model_config.json

@@ -0,0 +1,53 @@
+{
+  "model_type": "Gr00tN1d6",
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "backbone_model_type": "eagle",
+  "model_revision": null,
+  "tune_top_llm_layers": 4,
+  "backbone_embedding_dim": 2048,
+  "tune_llm": false,
+  "tune_visual": false,
+  "select_layer": 16,
+  "reproject_vision": false,
+  "use_flash_attention": true,
+  "load_bf16": true,
+  "collator_overwrite_image_inputs": false,
+  "eagle_collator": true,
+  "backbone_trainable_params_fp32": true,
+  "apply_sincos_state_encoding": true,
+  "use_relative_action": true,
+  "max_state_dim": 128,
+  "max_action_dim": 128,
+  "action_horizon": 50,
+  "hidden_size": 1024,
+  "input_embedding_dim": 1536,
+  "add_pos_embed": true,
+  "attn_dropout": 0.2,
+  "use_vlln": true,
+  "max_seq_len": 1024,
+  "use_alternate_vl_dit": true,
+  "attend_text_every_n_blocks": 2,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "num_inference_timesteps": 4,
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_timestep_buckets": 1000,
+  "tune_projector": true,
+  "tune_diffusion_model": true,
+  "tune_vlln": true,
+  "state_dropout_prob": 0.0,
+  "state_additive_noise_scale": 0.0,
+  "max_num_embodiments": 32
+}

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18753a5fcdf7d4c4ba71e0ba22571fc4d182795cc7d5e040339ecd054339ebb0
+size 4990120184

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9cc87647ddbf0961ed9d28ddf98cc592d6f2b94bf4baf3c564d60cf1da5755
+size 4823190320

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/openloop_eval_summary.json

@@ -0,0 +1,82 @@
+{
+  "dataset_path": "/hfm/data/real_teleop_g1/lerobot/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water",
+  "episode_slots": [
+    0,
+    1
+  ],
+  "evaluated_episodes": [
+    0,
+    1
+  ],
+  "samples": 2,
+  "first_frame_l1": {
+    "left_hand": [
+      0.06225765496492386,
+      0.055987387895584106,
+      0.07100054621696472,
+      0.11199969053268433,
+      0.020465150475502014,
+      0.10501638054847717,
+      0.020014509558677673
+    ],
+    "right_hand": [
+      0.02996090054512024,
+      0.02876916527748108,
+      0.08727657794952393,
+      0.07637888938188553,
+      0.06915086507797241,
+      0.024984657764434814,
+      0.06461960077285767
+    ],
+    "left_arm": [
+      0.041444290429353714,
+      0.031082943081855774,
+      0.02451770007610321,
+      0.02921357750892639,
+      0.04166471213102341,
+      0.039951205253601074,
+      0.08570513874292374
+    ],
+    "right_arm": [
+      0.035057730972766876,
+      0.0155758336186409,
+      0.010679751634597778,
+      0.050048828125,
+      0.025948233902454376,
+      0.08881008625030518,
+      0.10962827503681183
+    ],
+    "rpy": [
+      0.015656711533665657,
+      0.02759091928601265,
+      0.16597026586532593
+    ],
+    "height": [
+      0.004619598388671875
+    ],
+    "torso_vx": [
+      0.0
+    ],
+    "torso_vy": [
+      0.0
+    ],
+    "torso_vyaw": [
+      0.0
+    ],
+    "target_yaw": [
+      0.0
+    ]
+  },
+  "full_horizon_l1": {
+    "left_hand": 0.046287477016448975,
+    "right_hand": 0.057397855179650445,
+    "left_arm": 0.04075341458831515,
+    "right_arm": 0.049117714166641235,
+    "rpy": 0.07359595596790314,
+    "height": 0.002772154286503792,
+    "torso_vx": 0.0,
+    "torso_vy": 0.0,
+    "torso_vyaw": 0.0,
+    "target_yaw": 0.0
+  }
+}

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/processor/embodiment_id.json

@@ -0,0 +1,14 @@
+{
+  "robocasa_panda_omron": 13,
+  "gr1": 20,
+  "behavior_r1_pro": 24,
+  "unitree_g1": 8,
+  "oxe_google": 0,
+  "oxe_widowx": 1,
+  "libero_panda": 2,
+  "new_embodiment": 10,
+  "g1_ee_a16": 10,
+  "h1_ee_a16": 11,
+  "g1_upper_a16": 10,
+  "g1_loco_downstream": 10
+}

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/processor/processor_config.json

@@ -0,0 +1,650 @@
+{
+  "processor_class": "Gr00tN1d6Processor",
+  "processor_kwargs": {
+    "modality_configs": {
+      "behavior_r1_pro": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "observation.images.rgb.head_256_256",
+            "observation.images.rgb.left_wrist_256_256",
+            "observation.images.rgb.right_wrist_256_256"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "robot_pos",
+            "robot_ori_cos",
+            "robot_ori_sin",
+            "robot_2d_ori",
+            "robot_2d_ori_cos",
+            "robot_2d_ori_sin",
+            "robot_lin_vel",
+            "robot_ang_vel",
+            "arm_left_qpos",
+            "arm_left_qpos_sin",
+            "arm_left_qpos_cos",
+            "eef_left_pos",
+            "eef_left_quat",
+            "gripper_left_qpos",
+            "arm_right_qpos",
+            "arm_right_qpos_sin",
+            "arm_right_qpos_cos",
+            "eef_right_pos",
+            "eef_right_quat",
+            "gripper_right_qpos",
+            "trunk_qpos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31
+          ],
+          "modality_keys": [
+            "base",
+            "torso",
+            "left_arm",
+            "left_gripper",
+            "right_arm",
+            "right_gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "trunk_qpos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_left_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_right_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "gr1": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "ego_view_bg_crop_pad_res256_freq20"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "task"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "robocasa_panda_omron": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "res256_image_side_0",
+            "res256_image_side_1",
+            "res256_image_wrist_0"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "end_effector_position_relative",
+            "end_effector_rotation_relative",
+            "gripper_qpos",
+            "base_position",
+            "base_rotation"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "end_effector_position",
+            "end_effector_rotation",
+            "gripper_close",
+            "base_motion",
+            "control_mode"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.action.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "new_embodiment": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "rs_view"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_hand",
+            "right_hand",
+            "left_arm",
+            "right_arm",
+            "rpy",
+            "height"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_hand",
+            "right_hand",
+            "left_arm",
+            "right_arm",
+            "rpy",
+            "height",
+            "torso_vx",
+            "torso_vy",
+            "torso_vyaw",
+            "target_yaw"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "g1_loco_downstream": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "rs_view"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_hand",
+            "right_hand",
+            "left_arm",
+            "right_arm",
+            "rpy",
+            "height"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_hand",
+            "right_hand",
+            "left_arm",
+            "right_arm",
+            "rpy",
+            "height",
+            "torso_vx",
+            "torso_vy",
+            "torso_vyaw",
+            "target_yaw"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      }
+    },
+    "image_crop_size": null,
+    "image_target_size": null,
+    "use_albumentations": true,
+    "random_rotation_angle": null,
+    "color_jitter_params": {
+      "brightness": 0.3,
+      "contrast": 0.4,
+      "saturation": 0.5,
+      "hue": 0.08
+    },
+    "shortest_image_edge": 256,
+    "crop_fraction": 0.95,
+    "model_name": "nvidia/Eagle-Block2A-2B-v2",
+    "model_type": "eagle",
+    "formalize_language": true,
+    "max_state_dim": 128,
+    "max_action_dim": 128,
+    "max_action_horizon": 50,
+    "use_percentiles": false,
+    "clip_outliers": true,
+    "apply_sincos_state_encoding": true,
+    "use_relative_action": true
+  }
+}

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea69deca11ea127417d3806567ecd03668e914d426ea2a32a176fdbab73bb048
+size 5905

gr00t-n1.6/real/Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water/wandb_config.json

@@ -0,0 +1 @@
+{"project": "finetune-gr00t-n1d6", "run_id": "Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water"}