Upload folder using huggingface_hub

checkpoint-1000/config.json

@@ -0,0 +1,70 @@
+{
+  "action_horizon": 50,
+  "add_pos_embed": true,
+  "apply_sincos_state_encoding": true,
+  "architectures": [
+    "Gr00tN1d6"
+  ],
+  "attn_dropout": 0.2,
+  "attn_implementation": null,
+  "backbone_embedding_dim": 2048,
+  "backbone_model_type": "eagle",
+  "backbone_trainable_params_fp32": true,
+  "collator_overwrite_image_inputs": false,
+  "color_jitter_params": {
+    "brightness": 0.1,
+    "contrast": 0.1,
+    "hue": 0.1,
+    "saturation": 0.1
+  },
+  "crop_fraction": 0.95,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "eagle_collator": true,
+  "formalize_language": true,
+  "gemma_collator": false,
+  "hidden_size": 1024,
+  "image_crop_size": null,
+  "image_target_size": null,
+  "input_embedding_dim": 1536,
+  "load_bf16": true,
+  "max_action_dim": 128,
+  "max_num_embodiments": 32,
+  "max_seq_len": 1024,
+  "max_state_dim": 128,
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "model_type": "Gr00tN1d6",
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_inference_timesteps": 4,
+  "num_timestep_buckets": 1000,
+  "random_rotation_angle": null,
+  "reproject_vision": false,
+  "select_layer": 16,
+  "shortest_image_edge": 256,
+  "state_dropout_prob": 0.0,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.3",
+  "tune_diffusion_model": true,
+  "tune_llm": false,
+  "tune_projector": true,
+  "tune_top_llm_layers": 4,
+  "tune_visual": false,
+  "tune_vlln": true,
+  "use_albumentations_transforms": true,
+  "use_alternate_vl_dit": true,
+  "use_flash_attention": true,
+  "use_relative_action": true,
+  "use_vlln": true
+}

checkpoint-1000/embodiment_id.json

@@ -0,0 +1,10 @@
+{
+  "robocasa_panda_omron": 13,
+  "gr1": 20,
+  "behavior_r1_pro": 24,
+  "unitree_g1": 8,
+  "oxe_google": 0,
+  "oxe_widowx": 1,
+  "libero_panda": 2,
+  "new_embodiment": 10
+}

checkpoint-1000/experiment_cfg/conf.yaml

@@ -0,0 +1,204 @@
+load_config_path: null
+model:
+  model_type: Gr00tN1d6
+  model_dtype: bfloat16
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  backbone_model_type: eagle
+  model_revision: null
+  tune_top_llm_layers: 4
+  backbone_embedding_dim: 2048
+  tune_llm: false
+  tune_visual: false
+  select_layer: 16
+  reproject_vision: false
+  use_flash_attention: true
+  load_bf16: false
+  collator_overwrite_image_inputs: false
+  eagle_collator: true
+  backbone_trainable_params_fp32: true
+  image_crop_size: null
+  image_target_size: null
+  shortest_image_edge: 256
+  crop_fraction: 0.95
+  random_rotation_angle: null
+  color_jitter_params: null
+  use_albumentations_transforms: true
+  formalize_language: true
+  apply_sincos_state_encoding: false
+  use_relative_action: true
+  max_state_dim: 29
+  max_action_dim: 29
+  action_horizon: 16
+  hidden_size: 1024
+  input_embedding_dim: 1536
+  add_pos_embed: true
+  attn_dropout: 0.2
+  use_vlln: true
+  max_seq_len: 1024
+  use_alternate_vl_dit: true
+  attend_text_every_n_blocks: 2
+  diffusion_model_cfg:
+    positional_embeddings: null
+    num_layers: 32
+    num_attention_heads: 32
+    attention_head_dim: 48
+    norm_type: ada_norm
+    dropout: 0.2
+    final_dropout: true
+    output_dim: 1024
+    interleave_self_attention: true
+  num_inference_timesteps: 4
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_timestep_buckets: 1000
+  tune_projector: true
+  tune_diffusion_model: true
+  tune_vlln: true
+  state_dropout_prob: 0.0
+  state_additive_noise_scale: 0.0
+  max_num_embodiments: 32
+data:
+  datasets:
+  - dataset_paths:
+    - /workspaces/isaaclab_arena/train_data
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    dataset_type: physical_embodiment
+    val_dataset_path: null
+  modality_configs:
+    new_embodiment:
+      video:
+        delta_indices:
+        - 0
+        modality_keys:
+        - ego_view
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      state:
+        delta_indices:
+        - 0
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      action:
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs:
+        - rep: RELATIVE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: single_arm
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+      language:
+        delta_indices:
+        - 0
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+  download_cache: false
+  shard_size: 1024
+  episode_sampling_rate: 0.1
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  mode: single_turn
+  random_chop: 0.0
+  mock_dataset_mode: false
+  shuffle: true
+  seed: 42
+  multiprocessing_context: fork
+  allow_padding: false
+  subsample_ratio: 1.0
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  video_backend: torchcodec
+training:
+  output_dir: /home/ubuntu/.cache/gr00t_franka_finetune
+  experiment_name: null
+  max_steps: 2000
+  global_batch_size: 32
+  batch_size: null
+  gradient_accumulation_steps: 1
+  learning_rate: 0.0001
+  lr_scheduler_type: cosine
+  weight_decay: 1.0e-05
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  max_grad_norm: 1.0
+  optim: adamw_torch
+  start_from_checkpoint: nvidia/GR00T-N1.6-3B
+  tf32: true
+  fp16: false
+  bf16: true
+  eval_bf16: true
+  logging_steps: 10
+  save_steps: 500
+  save_total_limit: 4
+  save_vl_model: false
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  max_concurrent_uploads: 2
+  eval_strategy: 'no'
+  eval_steps: 500
+  eval_set_split_ratio: 0.1
+  eval_batch_size: 2
+  save_best_eval_metric_name: ''
+  save_best_eval_metric_greater_is_better: true
+  deepspeed_stage: 2
+  gradient_checkpointing: false
+  transformers_trust_remote_code: true
+  transformers_local_files_only: false
+  transformers_cache_dir: null
+  transformers_access_token: null
+  use_ddp: false
+  ddp_bucket_cap_mb: 100
+  num_gpus: 1
+  dataloader_num_workers: 32
+  remove_unused_columns: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d6
+  enable_profiling: false
+  max_retries: 3
+  assert_loss_less_than: null
+  add_rl_callback: false
+  enable_open_loop_eval: false
+  open_loop_eval_traj_ids:
+  - 0
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_plot_indices: null
+max_steps: 2000
+save_steps: 500

checkpoint-1000/experiment_cfg/config.yaml

@@ -0,0 +1,238 @@
+!!python/object:gr00t.configs.base_config.Config
+data: !!python/object:gr00t.configs.data.data_config.DataConfig
+  allow_padding: false
+  datasets:
+  - !!python/object:gr00t.configs.data.data_config.SingleDatasetConfig
+    dataset_paths:
+    - /workspaces/isaaclab_arena/train_data
+    dataset_type: physical_embodiment
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    val_dataset_path: null
+  download_cache: false
+  episode_sampling_rate: 0.1
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  mock_dataset_mode: false
+  modality_configs:
+    new_embodiment:
+      action: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs:
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: &id001 !!python/object/apply:gr00t.data.types.ActionFormat
+          - default
+          rep: !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - relative
+          state_key: single_arm
+          type: &id002 !!python/object/apply:gr00t.data.types.ActionType
+          - non_eef
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - absolute
+          state_key: null
+          type: *id002
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        mean_std_embedding_keys: null
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+      language: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+      state: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+      video: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - ego_view
+        sin_cos_embedding_keys: null
+  mode: single_turn
+  multiprocessing_context: fork
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  random_chop: 0.0
+  seed: 42
+  shard_size: 1024
+  shuffle: true
+  subsample_ratio: 1.0
+  video_backend: torchcodec
+load_config_path: null
+model: !!python/object:gr00t.configs.model.gr00t_n1d6.Gr00tN1d6Config
+  _attn_implementation_autoset: false
+  _attn_implementation_internal: null
+  _commit_hash: null
+  _name_or_path: ''
+  add_cross_attention: false
+  architectures: null
+  backbone_model_type: eagle
+  backbone_trainable_params_fp32: true
+  bad_words_ids: null
+  begin_suppress_tokens: null
+  bos_token_id: null
+  chunk_size_feed_forward: 0
+  color_jitter_params: null
+  cross_attention_hidden_size: null
+  decoder_start_token_id: null
+  diffusion_model_cfg:
+    attention_head_dim: 48
+    dropout: 0.2
+    final_dropout: true
+    interleave_self_attention: true
+    norm_type: ada_norm
+    num_attention_heads: 32
+    num_layers: 32
+    output_dim: 1024
+    positional_embeddings: null
+  diversity_penalty: 0.0
+  do_sample: false
+  eagle_collator: true
+  early_stopping: false
+  encoder_no_repeat_ngram_size: 0
+  eos_token_id: null
+  exponential_decay_length_penalty: null
+  finetuning_task: null
+  forced_bos_token_id: null
+  forced_eos_token_id: null
+  id2label:
+    0: LABEL_0
+    1: LABEL_1
+  is_decoder: false
+  is_encoder_decoder: false
+  label2id:
+    LABEL_0: 0
+    LABEL_1: 1
+  length_penalty: 1.0
+  load_bf16: false
+  max_length: 20
+  min_length: 0
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  no_repeat_ngram_size: 0
+  num_beam_groups: 1
+  num_beams: 1
+  num_return_sequences: 1
+  output_attentions: false
+  output_hidden_states: false
+  output_scores: false
+  pad_token_id: null
+  prefix: null
+  problem_type: null
+  pruned_heads: {}
+  random_rotation_angle: null
+  remove_invalid_values: false
+  repetition_penalty: 1.0
+  reproject_vision: false
+  return_dict: true
+  return_dict_in_generate: false
+  sep_token_id: null
+  state_dropout_prob: 0.0
+  suppress_tokens: null
+  task_specific_params: null
+  temperature: 1.0
+  tf_legacy_loss: false
+  tie_encoder_decoder: false
+  tie_word_embeddings: true
+  tokenizer_class: null
+  top_k: 50
+  top_p: 1.0
+  torch_dtype: null
+  torchscript: false
+  transformers_version: null
+  tune_diffusion_model: true
+  tune_llm: false
+  tune_projector: true
+  tune_visual: false
+  typical_p: 1.0
+  use_bfloat16: false
+  use_relative_action: true
+training: !!python/object:gr00t.configs.training.training_config.TrainingConfig
+  add_rl_callback: false
+  assert_loss_less_than: null
+  batch_size: null
+  bf16: true
+  dataloader_num_workers: 32
+  ddp_bucket_cap_mb: 100
+  deepspeed_stage: 2
+  enable_open_loop_eval: false
+  enable_profiling: false
+  eval_batch_size: 2
+  eval_bf16: true
+  eval_set_split_ratio: 0.1
+  eval_steps: 500
+  eval_strategy: 'no'
+  experiment_name: null
+  fp16: false
+  global_batch_size: 32
+  gradient_accumulation_steps: 1
+  gradient_checkpointing: false
+  learning_rate: 0.0001
+  logging_steps: 10
+  lr_scheduler_type: cosine
+  max_concurrent_uploads: 2
+  max_grad_norm: 1.0
+  max_retries: 3
+  max_steps: 2000
+  num_gpus: 1
+  open_loop_eval_plot_indices: null
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_traj_ids:
+  - 0
+  optim: adamw_torch
+  output_dir: /home/ubuntu/.cache/gr00t_franka_finetune
+  remove_unused_columns: false
+  save_best_eval_metric_greater_is_better: true
+  save_best_eval_metric_name: ''
+  save_steps: 500
+  save_total_limit: 4
+  save_vl_model: false
+  start_from_checkpoint: nvidia/GR00T-N1.6-3B
+  tf32: true
+  transformers_access_token: null
+  transformers_cache_dir: null
+  transformers_local_files_only: false
+  transformers_trust_remote_code: true
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  use_ddp: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d6
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  weight_decay: 1.0e-05

checkpoint-1000/experiment_cfg/dataset_statistics.json

@@ -0,0 +1,1046 @@
+{
+  "new_embodiment": {
+    "state": {
+      "single_arm": {
+        "min": [
+          -0.1016506552696228,
+          -0.1761876344680786,
+          -0.054869189858436584,
+          -1.4101576805114746,
+          -0.38218289613723755,
+          -0.022114872932434082,
+          -0.10868370532989502
+        ],
+        "max": [
+          0.3447756767272949,
+          1.2365270853042603,
+          0.39242762327194214,
+          0.2529296278953552,
+          0.18470034003257751,
+          2.118802309036255,
+          0.8016068339347839
+        ],
+        "mean": [
+          0.042614661157131195,
+          0.4292725920677185,
+          0.10685384273529053,
+          -0.8481684923171997,
+          -0.004952127579599619,
+          1.2715188264846802,
+          0.14739659428596497
+        ],
+        "std": [
+          0.08599156141281128,
+          0.38931092619895935,
+          0.08684167265892029,
+          0.41639015078544617,
+          0.09905096888542175,
+          0.639055073261261,
+          0.20859868824481964
+        ],
+        "q01": [
+          -0.08698830261826515,
+          -0.16300016283988952,
+          -0.031826803982257845,
+          -1.3965834760665894,
+          -0.33692867517471314,
+          -0.005149464607238769,
+          -0.0991782522201538
+        ],
+        "q99": [
+          0.3135400813817978,
+          1.2095760893821716,
+          0.3296026331186294,
+          0.09940535783767694,
+          0.177163989841938,
+          2.111123719215393,
+          0.7685691952705384
+        ]
+      },
+      "gripper": {
+        "min": [
+          -0.016243789345026016,
+          -0.017369966953992844
+        ],
+        "max": [
+          0.0,
+          0.0
+        ],
+        "mean": [
+          -0.0054468195885419846,
+          -0.005668346770107746
+        ],
+        "std": [
+          0.007502974011003971,
+          0.007808898109942675
+        ],
+        "q01": [
+          -0.01618218619376421,
+          -0.01736501693725586
+        ],
+        "q99": [
+          0.0,
+          0.0
+        ]
+      }
+    },
+    "action": {
+      "single_arm": {
+        "min": [
+          -0.029919808730483055,
+          -0.030760474503040314,
+          -0.03454569727182388,
+          -0.023138338699936867,
+          -0.0294453464448452,
+          -0.04707210883498192,
+          0.0
+        ],
+        "max": [
+          0.04578776657581329,
+          0.03417271375656128,
+          0.032364509999752045,
+          0.012034625746309757,
+          0.08025076240301132,
+          0.04756892845034599,
+          0.03999999910593033
+        ],
+        "mean": [
+          0.013533495366573334,
+          0.007476440165191889,
+          -0.01020827516913414,
+          -0.00018720414664130658,
+          0.00028234944329597056,
+          -5.855086783412844e-05,
+          0.026392336934804916
+        ],
+        "std": [
+          0.012855037115514278,
+          0.012551924213767052,
+          0.017873870208859444,
+          0.0029166981112211943,
+          0.005159514490514994,
+          0.004970518872141838,
+          0.01895107515156269
+        ],
+        "q01": [
+          -0.005514774760231375,
+          -0.024535775482654572,
+          -0.030423654653131963,
+          -0.008391074724495412,
+          -0.01150766346603632,
+          -0.015753980539739133,
+          0.0
+        ],
+        "q99": [
+          0.03146043732762337,
+          0.02946644090116024,
+          0.028492353856563568,
+          0.006190066309645771,
+          0.01955891106277704,
+          0.016726106889545896,
+          0.03999999910593033
+        ]
+      },
+      "gripper": {
+        "min": [
+          0.0
+        ],
+        "max": [
+          0.03999999910593033
+        ],
+        "mean": [
+          0.026392336934804916
+        ],
+        "std": [
+          0.01895107515156269
+        ],
+        "q01": [
+          0.0
+        ],
+        "q99": [
+          0.03999999910593033
+        ]
+      }
+    },
+    "relative_action": {
+      "single_arm": {
+        "min": [
+          [
+            -0.32329919934272766,
+            -1.1854932308197021,
+            -0.39748504757881165,
+            -0.25286412239074707,
+            -0.18570305407047272,
+            -2.121999979019165,
+            -0.7839499115943909
+          ],
+          [
+            -0.32189974188804626,
+            -1.1826070547103882,
+            -0.39696475863456726,
+            -0.2544684112071991,
+            -0.18530802428722382,
+            -2.1222615242004395,
+            -0.7839499115943909
+          ],
+          [
+            -0.32321855425834656,
+            -1.1859318017959595,
+            -0.39636000990867615,
+            -0.2523682117462158,
+            -0.18859536945819855,
+            -2.1214780807495117,
+            -0.7839499115943909
+          ],
+          [
+            -0.3242166042327881,
+            -1.181753158569336,
+            -0.3955015242099762,
+            -0.2530977129936218,
+            -0.18825502693653107,
+            -2.1224093437194824,
+            -0.7839499115943909
+          ],
+          [
+            -0.3244396150112152,
+            -1.1838017702102661,
+            -0.3950645923614502,
+            -0.24863530695438385,
+            -0.18772920966148376,
+            -2.1221938133239746,
+            -0.7839499115943909
+          ],
+          [
+            -0.3249604403972626,
+            -1.1851550340652466,
+            -0.3945443034172058,
+            -0.2545105218887329,
+            -0.19080020487308502,
+            -2.12245512008667,
+            -0.7839499115943909
+          ],
+          [
+            -0.3240599036216736,
+            -1.2094337940216064,
+            -0.3939395546913147,
+            -0.2524451017379761,
+            -0.19165967404842377,
+            -2.1216351985931396,
+            -0.7839499115943909
+          ],
+          [
+            -0.3237849175930023,
+            -1.2061353921890259,
+            -0.39335793256759644,
+            -0.25646376609802246,
+            -0.19124479591846466,
+            -2.12142276763916,
+            -0.7839499115943909
+          ],
+          [
+            -0.32624951004981995,
+            -1.2092955112457275,
+            -0.3938826322555542,
+            -0.25647443532943726,
+            -0.19049783051013947,
+            -2.1221275329589844,
+            -0.7839499115943909
+          ],
+          [
+            -0.32307595014572144,
+            -1.205997109413147,
+            -0.39394718408584595,
+            -0.257379949092865,
+            -0.1888638287782669,
+            -2.1217713356018066,
+            -0.7839499115943909
+          ],
+          [
+            -0.3202081322669983,
+            -1.20602285861969,
+            -0.39648687839508057,
+            -0.2556869089603424,
+            -0.18957450985908508,
+            -2.1215648651123047,
+            -0.7801104187965393
+          ],
+          [
+            -0.32303914427757263,
+            -1.2070811986923218,
+            -0.39701157808303833,
+            -0.2523868978023529,
+            -0.1896384060382843,
+            -2.1222102642059326,
+            -0.7777257561683655
+          ],
+          [
+            -0.3236537277698517,
+            -1.20821213722229,
+            -0.3970761299133301,
+            -0.25582969188690186,
+            -0.18970085680484772,
+            -2.1212406158447266,
+            -0.774041473865509
+          ],
+          [
+            -0.32262563705444336,
+            -1.20747709274292,
+            -0.39746999740600586,
+            -0.2536396086215973,
+            -0.18984927237033844,
+            -2.1219756603240967,
+            -0.7704301476478577
+          ],
+          [
+            -0.32665905356407166,
+            -1.2074377536773682,
+            -0.3977932929992676,
+            -0.2506418526172638,
+            -0.1900315284729004,
+            -2.121697187423706,
+            -0.7680240273475647
+          ],
+          [
+            -0.3236996829509735,
+            -1.2079046964645386,
+            -0.3978058695793152,
+            -0.2523408532142639,
+            -0.19020666182041168,
+            -2.1220388412475586,
+            -0.765728771686554
+          ]
+        ],
+        "max": [
+          [
+            0.12719863653182983,
+            0.18446235358715057,
+            0.06538978964090347,
+            1.4123303890228271,
+            0.36543214321136475,
+            0.055936314165592194,
+            0.1482430398464203
+          ],
+          [
+            0.12787628173828125,
+            0.18225406110286713,
+            0.0630723312497139,
+            1.4122768640518188,
+            0.3634565770626068,
+            0.05312386155128479,
+            0.14398613572120667
+          ],
+          [
+            0.12855961918830872,
+            0.18054865300655365,
+            0.060906484723091125,
+            1.4116393327713013,
+            0.3660118877887726,
+            0.052048832178115845,
+            0.14211878180503845
+          ],
+          [
+            0.12901031970977783,
+            0.17937372624874115,
+            0.05962555110454559,
+            1.412109613418579,
+            0.3632301688194275,
+            0.05115959048271179,
+            0.14021214842796326
+          ],
+          [
+            0.12952828407287598,
+            0.1794057935476303,
+            0.06009196117520332,
+            1.4119149446487427,
+            0.36106500029563904,
+            0.05047079920768738,
+            0.13852760195732117
+          ],
+          [
+            0.12882810831069946,
+            0.17998431622982025,
+            0.06065024808049202,
+            1.4128142595291138,
+            0.3649647831916809,
+            0.050107747316360474,
+            0.13429853320121765
+          ],
+          [
+            0.12831519544124603,
+            0.17946301400661469,
+            0.06099287047982216,
+            1.4133707284927368,
+            0.36815109848976135,
+            0.04975596070289612,
+            0.1339406669139862
+          ],
+          [
+            0.12905743718147278,
+            0.1786593645811081,
+            0.06112520769238472,
+            1.4141303300857544,
+            0.3652087152004242,
+            0.04841601476073265,
+            0.1322639286518097
+          ],
+          [
+            0.1297350823879242,
+            0.1776067465543747,
+            0.0573953241109848,
+            1.4146143198013306,
+            0.3671979606151581,
+            0.04757409915328026,
+            0.13022002577781677
+          ],
+          [
+            0.13041843473911285,
+            0.17776383459568024,
+            0.05858777463436127,
+            1.4145153760910034,
+            0.36353617906570435,
+            0.045672591775655746,
+            0.12888506054878235
+          ],
+          [
+            0.13086912035942078,
+            0.17834235727787018,
+            0.05983245372772217,
+            1.4148727655410767,
+            0.36363980174064636,
+            0.04265117272734642,
+            0.1267530620098114
+          ],
+          [
+            0.13138708472251892,
+            0.17829257249832153,
+            0.06080028414726257,
+            1.4132124185562134,
+            0.36463645100593567,
+            0.04230935871601105,
+            0.12515506148338318
+          ],
+          [
+            0.1306869238615036,
+            0.17859286069869995,
+            0.06156755983829498,
+            1.4115465879440308,
+            0.36609867215156555,
+            0.041467443108558655,
+            0.12416491657495499
+          ],
+          [
+            0.12939347326755524,
+            0.1791713833808899,
+            0.06212584674358368,
+            1.4120947122573853,
+            0.36583268642425537,
+            0.03956593573093414,
+            0.12115160375833511
+          ],
+          [
+            0.12968552112579346,
+            0.17865008115768433,
+            0.06246846914291382,
+            1.4127825498580933,
+            0.36217090487480164,
+            0.04159165173768997,
+            0.11784551292657852
+          ],
+          [
+            0.12998661398887634,
+            0.17784643173217773,
+            0.06260080635547638,
+            1.4135223627090454,
+            0.361840158700943,
+            0.040185101330280304,
+            0.11627308279275894
+          ]
+        ],
+        "mean": [
+          [
+            -0.021064985543489456,
+            -0.39792153239250183,
+            -0.11181046068668365,
+            0.8605598211288452,
+            -0.0025237626396119595,
+            -1.2637412548065186,
+            -0.10358496010303497
+          ],
+          [
+            -0.02104770392179489,
+            -0.3978676497936249,
+            -0.11182692646980286,
+            0.8605672717094421,
+            -0.002523584757000208,
+            -1.2637417316436768,
+            -0.10367059707641602
+          ],
+          [
+            -0.021030250936746597,
+            -0.397811621427536,
+            -0.11184262484312057,
+            0.8605707287788391,
+            -0.0025277354288846254,
+            -1.2637302875518799,
+            -0.10375623404979706
+          ],
+          [
+            -0.02101544663310051,
+            -0.39775529503822327,
+            -0.11185839772224426,
+            0.8605775833129883,
+            -0.002535233274102211,
+            -1.2637287378311157,
+            -0.10384184867143631
+          ],
+          [
+            -0.021001672372221947,
+            -0.39770010113716125,
+            -0.11185967922210693,
+            0.8605857491493225,
+            -0.0025436626747250557,
+            -1.2637271881103516,
+            -0.10392745584249496
+          ],
+          [
+            -0.02098824642598629,
+            -0.3976578712463379,
+            -0.11185971647500992,
+            0.8605918884277344,
+            -0.0025569903664290905,
+            -1.2637248039245605,
+            -0.10401306301355362
+          ],
+          [
+            -0.020976334810256958,
+            -0.39763131737709045,
+            -0.11186240613460541,
+            0.8606000542640686,
+            -0.0025741278659552336,
+            -1.26372230052948,
+            -0.10409871488809586
+          ],
+          [
+            -0.020982732996344566,
+            -0.3976297378540039,
+            -0.11186536401510239,
+            0.8606085777282715,
+            -0.0025887791998684406,
+            -1.2637240886688232,
+            -0.1041843369603157
+          ],
+          [
+            -0.020988795906305313,
+            -0.397623211145401,
+            -0.11186520755290985,
+            0.8606117963790894,
+            -0.0025999434292316437,
+            -1.2637230157852173,
+            -0.10424429178237915
+          ],
+          [
+            -0.020994234830141068,
+            -0.3976192772388458,
+            -0.11186467111110687,
+            0.8606191873550415,
+            -0.002612028270959854,
+            -1.2637211084365845,
+            -0.10427426546812057
+          ],
+          [
+            -0.020999347791075706,
+            -0.3976156413555145,
+            -0.11186596006155014,
+            0.8606262803077698,
+            -0.0026231720112264156,
+            -1.2637207508087158,
+            -0.10427425056695938
+          ],
+          [
+            -0.021002445369958878,
+            -0.3976096510887146,
+            -0.11186514049768448,
+            0.860630214214325,
+            -0.002635682700201869,
+            -1.2637168169021606,
+            -0.10427428781986237
+          ],
+          [
+            -0.021011201664805412,
+            -0.39761000871658325,
+            -0.11186651140451431,
+            0.860638439655304,
+            -0.002646006178110838,
+            -1.2637174129486084,
+            -0.10427427291870117
+          ],
+          [
+            -0.021014675498008728,
+            -0.39760351181030273,
+            -0.11186712980270386,
+            0.8606441617012024,
+            -0.002654573880136013,
+            -1.2637194395065308,
+            -0.10427426546812057
+          ],
+          [
+            -0.021040834486484528,
+            -0.3976028859615326,
+            -0.11186829954385757,
+            0.8606491088867188,
+            -0.002666682470589876,
+            -1.2637138366699219,
+            -0.10427425056695938
+          ],
+          [
+            -0.02106592431664467,
+            -0.39760419726371765,
+            -0.11186770349740982,
+            0.8606574535369873,
+            -0.002680801786482334,
+            -1.2637156248092651,
+            -0.10427422821521759
+          ]
+        ],
+        "std": [
+          [
+            0.07862132787704468,
+            0.36472052335739136,
+            0.07953183352947235,
+            0.41708749532699585,
+            0.08953142166137695,
+            0.6474994421005249,
+            0.2003270834684372
+          ],
+          [
+            0.07865532487630844,
+            0.36466875672340393,
+            0.07954908907413483,
+            0.4170789122581482,
+            0.08954057842493057,
+            0.6475056409835815,
+            0.20027098059654236
+          ],
+          [
+            0.07868577539920807,
+            0.36461395025253296,
+            0.07956718653440475,
+            0.41706907749176025,
+            0.08954384922981262,
+            0.6475113034248352,
+            0.20021489262580872
+          ],
+          [
+            0.07872062176465988,
+            0.3645585775375366,
+            0.07958472520112991,
+            0.41705429553985596,
+            0.08954395353794098,
+            0.6475160717964172,
+            0.2001601606607437
+          ],
+          [
+            0.07875548303127289,
+            0.3645066022872925,
+            0.07957513630390167,
+            0.4170401096343994,
+            0.08954435586929321,
+            0.6475217342376709,
+            0.2001052349805832
+          ],
+          [
+            0.07878728210926056,
+            0.36448603868484497,
+            0.07956283539533615,
+            0.4170234501361847,
+            0.08953587710857391,
+            0.6475263237953186,
+            0.2000516802072525
+          ],
+          [
+            0.07882208377122879,
+            0.36450454592704773,
+            0.07955189794301987,
+            0.41700881719589233,
+            0.08952254056930542,
+            0.647530734539032,
+            0.19999809563159943
+          ],
+          [
+            0.07889280468225479,
+            0.3645552396774292,
+            0.07954024523496628,
+            0.4169907867908478,
+            0.08951205015182495,
+            0.6475338339805603,
+            0.19994452595710754
+          ],
+          [
+            0.07896006852388382,
+            0.3646087050437927,
+            0.07952792197465897,
+            0.4169798195362091,
+            0.08950342237949371,
+            0.6475362181663513,
+            0.19982454180717468
+          ],
+          [
+            0.07902492582798004,
+            0.36466050148010254,
+            0.07951349020004272,
+            0.4169654846191406,
+            0.08949856460094452,
+            0.6475402116775513,
+            0.19963733851909637
+          ],
+          [
+            0.0790853276848793,
+            0.36471861600875854,
+            0.07950460910797119,
+            0.4169500768184662,
+            0.08949100971221924,
+            0.6475431323051453,
+            0.19935448467731476
+          ],
+          [
+            0.0791463851928711,
+            0.3647766411304474,
+            0.07949627935886383,
+            0.4169394075870514,
+            0.08948377519845963,
+            0.6475453972816467,
+            0.19907325506210327
+          ],
+          [
+            0.07920938730239868,
+            0.36483389139175415,
+            0.07948218286037445,
+            0.4169244170188904,
+            0.08947892487049103,
+            0.6475448608398438,
+            0.19879388809204102
+          ],
+          [
+            0.0792689323425293,
+            0.3648894131183624,
+            0.07947037369012833,
+            0.41691312193870544,
+            0.08947526663541794,
+            0.6475451588630676,
+            0.19851621985435486
+          ],
+          [
+            0.07932519167661667,
+            0.3649515211582184,
+            0.07945462316274643,
+            0.4169033467769623,
+            0.08946864306926727,
+            0.6475487947463989,
+            0.19824036955833435
+          ],
+          [
+            0.07937267422676086,
+            0.36501482129096985,
+            0.07943546772003174,
+            0.41688644886016846,
+            0.08945988863706589,
+            0.6475464701652527,
+            0.19796623289585114
+          ]
+        ],
+        "q01": [
+          [
+            -0.2686644893884659,
+            -1.1166756582260131,
+            -0.3249503219127655,
+            -0.10763738259673118,
+            -0.17754718899726868,
+            -2.11095911026001,
+            -0.726121768951416
+          ],
+          [
+            -0.2715908128023148,
+            -1.1176964545249939,
+            -0.3246971207857132,
+            -0.10447386264801026,
+            -0.17755473166704178,
+            -2.111039023399353,
+            -0.726121768951416
+          ],
+          [
+            -0.2721079695224762,
+            -1.1183462095260621,
+            -0.32473934948444366,
+            -0.10659581780433655,
+            -0.17748151123523712,
+            -2.1109159421920776,
+            -0.726121768951416
+          ],
+          [
+            -0.2719108146429062,
+            -1.1183584260940551,
+            -0.3249865293502808,
+            -0.10559523880481719,
+            -0.17776453107595444,
+            -2.1114220952987672,
+            -0.726121768951416
+          ],
+          [
+            -0.27478108763694764,
+            -1.1184560322761536,
+            -0.32442001819610594,
+            -0.10662905514240265,
+            -0.17751205533742906,
+            -2.111326847076416,
+            -0.726121768951416
+          ],
+          [
+            -0.27461387276649474,
+            -1.1171478915214539,
+            -0.32468852162361145,
+            -0.10610488697886467,
+            -0.17753057986497878,
+            -2.1112320852279662,
+            -0.726121768951416
+          ],
+          [
+            -0.2748466944694519,
+            -1.1176495385169982,
+            -0.3247254079580307,
+            -0.10539359807968139,
+            -0.17761774510145187,
+            -2.111006693840027,
+            -0.726121768951416
+          ],
+          [
+            -0.2763983929157257,
+            -1.1234028029441834,
+            -0.32481603741645815,
+            -0.10651438012719154,
+            -0.17762102216482162,
+            -2.110989727973938,
+            -0.726121768951416
+          ],
+          [
+            -0.27612989604473115,
+            -1.1322602534294128,
+            -0.3249142354726791,
+            -0.104207394272089,
+            -0.17753226101398467,
+            -2.1104533433914185,
+            -0.726121768951416
+          ],
+          [
+            -0.2772212654352188,
+            -1.1327979397773742,
+            -0.3250032651424408,
+            -0.10369521856307984,
+            -0.1775078284740448,
+            -2.110794858932495,
+            -0.726121768951416
+          ],
+          [
+            -0.27782695055007933,
+            -1.1329670572280883,
+            -0.3251311558485031,
+            -0.10523794278502464,
+            -0.17756187170743942,
+            -2.111419234275818,
+            -0.7251607692241668
+          ],
+          [
+            -0.2772995239496231,
+            -1.1324901962280274,
+            -0.32540663063526154,
+            -0.10621625065803528,
+            -0.17752183318138123,
+            -2.1106600952148438,
+            -0.7238819229602814
+          ],
+          [
+            -0.2760401529073715,
+            -1.131754720211029,
+            -0.3250221389532089,
+            -0.10366981148719788,
+            -0.17745642334222794,
+            -2.110166282653809,
+            -0.7220853567123413
+          ],
+          [
+            -0.27648825109004976,
+            -1.1315274477005004,
+            -0.32488527715206145,
+            -0.10417581394314765,
+            -0.17765929341316222,
+            -2.111174240112305,
+            -0.721002539396286
+          ],
+          [
+            -0.2767831003665924,
+            -1.1337191128730775,
+            -0.32499175250530243,
+            -0.10650760352611542,
+            -0.1782200300693512,
+            -2.1105369424819944,
+            -0.7191157519817353
+          ],
+          [
+            -0.2783048951625824,
+            -1.1336584401130676,
+            -0.3245078271627426,
+            -0.10380961641669273,
+            -0.17757790327072143,
+            -2.1105402278900147,
+            -0.717497273683548
+          ]
+        ],
+        "q99": [
+          [
+            0.10997488573193549,
+            0.16461794972419735,
+            0.03921745248138905,
+            1.39764888048172,
+            0.30130664169788357,
+            0.01098630111664532,
+            0.1122507885098457
+          ],
+          [
+            0.11004416078329086,
+            0.1643620255589485,
+            0.03903082057833671,
+            1.398072485923767,
+            0.3018379479646683,
+            0.010057139471173268,
+            0.11005336791276932
+          ],
+          [
+            0.11012477055191992,
+            0.16386553168296814,
+            0.038735973685979835,
+            1.3967380928993225,
+            0.30213871598243713,
+            0.010799065530300123,
+            0.10891361147165297
+          ],
+          [
+            0.1099956126511097,
+            0.16371061593294142,
+            0.03824721999466418,
+            1.3970967960357665,
+            0.302277557849884,
+            0.011137769222259486,
+            0.10836461812257767
+          ],
+          [
+            0.11023993626236915,
+            0.1633686304092407,
+            0.03792811810970305,
+            1.3972763657569884,
+            0.3007064414024353,
+            0.010738395974039987,
+            0.10781787663698195
+          ],
+          [
+            0.11034056857228279,
+            0.16381058037281035,
+            0.03771789923310276,
+            1.3969033169746399,
+            0.3010092568397521,
+            0.010312179420143333,
+            0.1074419716000557
+          ],
+          [
+            0.11034261405467986,
+            0.1636140125989914,
+            0.03730809785425661,
+            1.3973512649536133,
+            0.3012144303321838,
+            0.009373838771134584,
+            0.10661112785339355
+          ],
+          [
+            0.11037104874849318,
+            0.16361432492733002,
+            0.03730310291051864,
+            1.397199330329895,
+            0.30146020889282227,
+            0.009104850329458668,
+            0.10594455733895301
+          ],
+          [
+            0.11031954407691955,
+            0.16329921871423722,
+            0.037490070536732666,
+            1.3971175789833068,
+            0.30101816475391385,
+            0.007780624665319918,
+            0.10561806678771973
+          ],
+          [
+            0.11039042010903358,
+            0.16369332671165465,
+            0.036998328715562794,
+            1.3964923930168152,
+            0.3020000964403152,
+            0.007503410866484006,
+            0.10535383358597755
+          ],
+          [
+            0.11048222631216048,
+            0.16336869567632675,
+            0.03698733076453208,
+            1.3960149836540223,
+            0.30287389039993284,
+            0.0068738124519586155,
+            0.10515481844544411
+          ],
+          [
+            0.11053489252924918,
+            0.16354636400938033,
+            0.03707304038107395,
+            1.396628396511078,
+            0.3029059028625488,
+            0.006812876258045408,
+            0.1047084142267704
+          ],
+          [
+            0.11039242312312125,
+            0.16331785261631013,
+            0.03715803913772106,
+            1.3973055458068848,
+            0.30323826253414154,
+            0.006487304139882287,
+            0.10444164305925369
+          ],
+          [
+            0.11058814465999603,
+            0.16320075422525404,
+            0.0372002275288105,
+            1.3976932382583618,
+            0.30252904832363126,
+            0.005770333949476429,
+            0.10420910120010375
+          ],
+          [
+            0.11048216462135314,
+            0.1634601667523384,
+            0.0368946287035942,
+            1.396862666606903,
+            0.3012196272611618,
+            0.006188006103038769,
+            0.10407691970467567
+          ],
+          [
+            0.11032852262258529,
+            0.16324337780475617,
+            0.03683135174214838,
+            1.3966079354286194,
+            0.30130040407180775,
+            0.006021949928253876,
+            0.10380818247795105
+          ]
+        ]
+      }
+    }
+  }
+}

checkpoint-1000/experiment_cfg/final_model_config.json

@@ -0,0 +1,53 @@
+{
+  "model_type": "Gr00tN1d6",
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "backbone_model_type": "eagle",
+  "model_revision": null,
+  "tune_top_llm_layers": 4,
+  "backbone_embedding_dim": 2048,
+  "tune_llm": false,
+  "tune_visual": false,
+  "select_layer": 16,
+  "reproject_vision": false,
+  "use_flash_attention": true,
+  "load_bf16": true,
+  "collator_overwrite_image_inputs": false,
+  "eagle_collator": true,
+  "backbone_trainable_params_fp32": true,
+  "apply_sincos_state_encoding": true,
+  "use_relative_action": true,
+  "max_state_dim": 128,
+  "max_action_dim": 128,
+  "action_horizon": 50,
+  "hidden_size": 1024,
+  "input_embedding_dim": 1536,
+  "add_pos_embed": true,
+  "attn_dropout": 0.2,
+  "use_vlln": true,
+  "max_seq_len": 1024,
+  "use_alternate_vl_dit": true,
+  "attend_text_every_n_blocks": 2,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "num_inference_timesteps": 4,
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_timestep_buckets": 1000,
+  "tune_projector": true,
+  "tune_diffusion_model": true,
+  "tune_vlln": true,
+  "state_dropout_prob": 0.0,
+  "state_additive_noise_scale": 0.0,
+  "max_num_embodiments": 32
+}

checkpoint-1000/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02646418bc33318b62e7ef691c8d7add35772395b99f13be296d813e5f93d05b
+size 4990120184

checkpoint-1000/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdc6262bc45affc2b050421cbf8a24ae571dce75dbfcf0b01c8c78131258e81
+size 4823190320

checkpoint-1000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185a90afae21031e12019294f25b654b08ad1096f83d240d2fff47861180b0c5
+size 12960193762

checkpoint-1000/processor_config.json

@@ -0,0 +1,454 @@
+{
+  "processor_class": "Gr00tN1d6Processor",
+  "processor_kwargs": {
+    "modality_configs": {
+      "behavior_r1_pro": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "observation.images.rgb.head_256_256",
+            "observation.images.rgb.left_wrist_256_256",
+            "observation.images.rgb.right_wrist_256_256"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "robot_pos",
+            "robot_ori_cos",
+            "robot_ori_sin",
+            "robot_2d_ori",
+            "robot_2d_ori_cos",
+            "robot_2d_ori_sin",
+            "robot_lin_vel",
+            "robot_ang_vel",
+            "arm_left_qpos",
+            "arm_left_qpos_sin",
+            "arm_left_qpos_cos",
+            "eef_left_pos",
+            "eef_left_quat",
+            "gripper_left_qpos",
+            "arm_right_qpos",
+            "arm_right_qpos_sin",
+            "arm_right_qpos_cos",
+            "eef_right_pos",
+            "eef_right_quat",
+            "gripper_right_qpos",
+            "trunk_qpos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31
+          ],
+          "modality_keys": [
+            "base",
+            "torso",
+            "left_arm",
+            "left_gripper",
+            "right_arm",
+            "right_gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "trunk_qpos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_left_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_right_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "gr1": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "ego_view_bg_crop_pad_res256_freq20"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "task"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "robocasa_panda_omron": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "res256_image_side_0",
+            "res256_image_side_1",
+            "res256_image_wrist_0"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "end_effector_position_relative",
+            "end_effector_rotation_relative",
+            "gripper_qpos",
+            "base_position",
+            "base_rotation"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "end_effector_position",
+            "end_effector_rotation",
+            "gripper_close",
+            "base_motion",
+            "control_mode"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.action.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "new_embodiment": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "ego_view"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "single_arm",
+            "gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "single_arm",
+            "gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "single_arm"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      }
+    },
+    "image_crop_size": null,
+    "image_target_size": null,
+    "use_albumentations": true,
+    "random_rotation_angle": null,
+    "color_jitter_params": {
+      "brightness": 0.3,
+      "contrast": 0.4,
+      "saturation": 0.5,
+      "hue": 0.08
+    },
+    "shortest_image_edge": 256,
+    "crop_fraction": 0.95,
+    "model_name": "nvidia/Eagle-Block2A-2B-v2",
+    "model_type": "eagle",
+    "formalize_language": true,
+    "max_state_dim": 128,
+    "max_action_dim": 128,
+    "max_action_horizon": 50,
+    "use_percentiles": false,
+    "clip_outliers": true,
+    "apply_sincos_state_encoding": true,
+    "use_relative_action": true
+  }
+}

checkpoint-1000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7313e126917431481c6bef049de740eaab7c1b848dbaeffb9fa5ab8608570f
+size 14645

checkpoint-1000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed132db8d1e2040087f464071ec9a05351dfb4fedee309abc46c9434dcbdd77c
+size 1465

checkpoint-1000/trainer_state.json

@@ -0,0 +1,634 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.5,
+  "eval_steps": 500,
+  "global_step": 1000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "grad_norm": 1.7424949407577515,
+      "learning_rate": 9e-06,
+      "loss": 1.4997,
+      "step": 10
+    },
+    {
+      "grad_norm": 0.5852967500686646,
+      "learning_rate": 1.9e-05,
+      "loss": 1.3085,
+      "step": 20
+    },
+    {
+      "grad_norm": 0.9362701177597046,
+      "learning_rate": 2.9e-05,
+      "loss": 1.1792,
+      "step": 30
+    },
+    {
+      "grad_norm": 0.6769218444824219,
+      "learning_rate": 3.9000000000000006e-05,
+      "loss": 1.0609,
+      "step": 40
+    },
+    {
+      "grad_norm": 0.6926454305648804,
+      "learning_rate": 4.9e-05,
+      "loss": 1.0562,
+      "step": 50
+    },
+    {
+      "grad_norm": 0.4864855408668518,
+      "learning_rate": 5.9e-05,
+      "loss": 1.05,
+      "step": 60
+    },
+    {
+      "grad_norm": 0.390482097864151,
+      "learning_rate": 6.9e-05,
+      "loss": 1.0319,
+      "step": 70
+    },
+    {
+      "grad_norm": 0.9116744995117188,
+      "learning_rate": 7.900000000000001e-05,
+      "loss": 1.0302,
+      "step": 80
+    },
+    {
+      "grad_norm": 1.013092041015625,
+      "learning_rate": 8.900000000000001e-05,
+      "loss": 0.9882,
+      "step": 90
+    },
+    {
+      "grad_norm": 1.0793496370315552,
+      "learning_rate": 9.900000000000001e-05,
+      "loss": 0.9154,
+      "step": 100
+    },
+    {
+      "grad_norm": 1.4888230562210083,
+      "learning_rate": 9.999446382823013e-05,
+      "loss": 0.8416,
+      "step": 110
+    },
+    {
+      "grad_norm": 1.4292930364608765,
+      "learning_rate": 9.997532801828658e-05,
+      "loss": 0.6817,
+      "step": 120
+    },
+    {
+      "grad_norm": 1.4698712825775146,
+      "learning_rate": 9.99425294526634e-05,
+      "loss": 0.5077,
+      "step": 130
+    },
+    {
+      "grad_norm": 1.5290286540985107,
+      "learning_rate": 9.989607709816091e-05,
+      "loss": 0.3704,
+      "step": 140
+    },
+    {
+      "grad_norm": 1.4736027717590332,
+      "learning_rate": 9.983598365438902e-05,
+      "loss": 0.2458,
+      "step": 150
+    },
+    {
+      "grad_norm": 1.1587175130844116,
+      "learning_rate": 9.976226555029522e-05,
+      "loss": 0.1803,
+      "step": 160
+    },
+    {
+      "grad_norm": 0.9846270680427551,
+      "learning_rate": 9.967494293967312e-05,
+      "loss": 0.1529,
+      "step": 170
+    },
+    {
+      "grad_norm": 0.8785351514816284,
+      "learning_rate": 9.95740396956525e-05,
+      "loss": 0.1356,
+      "step": 180
+    },
+    {
+      "grad_norm": 0.8878108859062195,
+      "learning_rate": 9.945958340417283e-05,
+      "loss": 0.1103,
+      "step": 190
+    },
+    {
+      "grad_norm": 0.9868141412734985,
+      "learning_rate": 9.93316053564413e-05,
+      "loss": 0.1177,
+      "step": 200
+    },
+    {
+      "grad_norm": 1.1627991199493408,
+      "learning_rate": 9.919014054037836e-05,
+      "loss": 0.1098,
+      "step": 210
+    },
+    {
+      "grad_norm": 0.7567640542984009,
+      "learning_rate": 9.903522763105218e-05,
+      "loss": 0.1034,
+      "step": 220
+    },
+    {
+      "grad_norm": 0.9812158942222595,
+      "learning_rate": 9.886690898010535e-05,
+      "loss": 0.0935,
+      "step": 230
+    },
+    {
+      "grad_norm": 0.736114501953125,
+      "learning_rate": 9.868523060417646e-05,
+      "loss": 0.0918,
+      "step": 240
+    },
+    {
+      "grad_norm": 0.668365478515625,
+      "learning_rate": 9.849024217231935e-05,
+      "loss": 0.0828,
+      "step": 250
+    },
+    {
+      "grad_norm": 0.6348236799240112,
+      "learning_rate": 9.82819969924244e-05,
+      "loss": 0.0848,
+      "step": 260
+    },
+    {
+      "grad_norm": 0.8186867237091064,
+      "learning_rate": 9.806055199664446e-05,
+      "loss": 0.0976,
+      "step": 270
+    },
+    {
+      "grad_norm": 0.974027693271637,
+      "learning_rate": 9.782596772583026e-05,
+      "loss": 0.0761,
+      "step": 280
+    },
+    {
+      "grad_norm": 0.7111085057258606,
+      "learning_rate": 9.757830831297914e-05,
+      "loss": 0.0979,
+      "step": 290
+    },
+    {
+      "grad_norm": 0.9077074527740479,
+      "learning_rate": 9.731764146570173e-05,
+      "loss": 0.0787,
+      "step": 300
+    },
+    {
+      "grad_norm": 0.5821448564529419,
+      "learning_rate": 9.704403844771128e-05,
+      "loss": 0.0838,
+      "step": 310
+    },
+    {
+      "grad_norm": 0.5775296092033386,
+      "learning_rate": 9.675757405934103e-05,
+      "loss": 0.0623,
+      "step": 320
+    },
+    {
+      "grad_norm": 0.6049805879592896,
+      "learning_rate": 9.645832661709444e-05,
+      "loss": 0.0636,
+      "step": 330
+    },
+    {
+      "grad_norm": 0.45737943053245544,
+      "learning_rate": 9.614637793223425e-05,
+      "loss": 0.0626,
+      "step": 340
+    },
+    {
+      "grad_norm": 0.4611263871192932,
+      "learning_rate": 9.582181328841611e-05,
+      "loss": 0.0582,
+      "step": 350
+    },
+    {
+      "grad_norm": 0.6837406158447266,
+      "learning_rate": 9.548472141837286e-05,
+      "loss": 0.0638,
+      "step": 360
+    },
+    {
+      "grad_norm": 0.6089468002319336,
+      "learning_rate": 9.513519447965595e-05,
+      "loss": 0.0581,
+      "step": 370
+    },
+    {
+      "grad_norm": 0.585154116153717,
+      "learning_rate": 9.477332802944044e-05,
+      "loss": 0.0552,
+      "step": 380
+    },
+    {
+      "grad_norm": 0.5016727447509766,
+      "learning_rate": 9.439922099840054e-05,
+      "loss": 0.0581,
+      "step": 390
+    },
+    {
+      "grad_norm": 0.569975733757019,
+      "learning_rate": 9.401297566366318e-05,
+      "loss": 0.0594,
+      "step": 400
+    },
+    {
+      "grad_norm": 0.6577298641204834,
+      "learning_rate": 9.36146976208462e-05,
+      "loss": 0.0624,
+      "step": 410
+    },
+    {
+      "grad_norm": 0.7007710933685303,
+      "learning_rate": 9.320449575518972e-05,
+      "loss": 0.0583,
+      "step": 420
+    },
+    {
+      "grad_norm": 0.47701025009155273,
+      "learning_rate": 9.278248221178798e-05,
+      "loss": 0.0589,
+      "step": 430
+    },
+    {
+      "grad_norm": 0.5127101540565491,
+      "learning_rate": 9.234877236492997e-05,
+      "loss": 0.0571,
+      "step": 440
+    },
+    {
+      "grad_norm": 0.4970426559448242,
+      "learning_rate": 9.190348478655724e-05,
+      "loss": 0.0518,
+      "step": 450
+    },
+    {
+      "grad_norm": 0.42194655537605286,
+      "learning_rate": 9.144674121384757e-05,
+      "loss": 0.0572,
+      "step": 460
+    },
+    {
+      "grad_norm": 0.6780546307563782,
+      "learning_rate": 9.097866651593317e-05,
+      "loss": 0.0631,
+      "step": 470
+    },
+    {
+      "grad_norm": 0.3541775047779083,
+      "learning_rate": 9.049938865976275e-05,
+      "loss": 0.0548,
+      "step": 480
+    },
+    {
+      "grad_norm": 0.6049434542655945,
+      "learning_rate": 9.000903867511666e-05,
+      "loss": 0.0498,
+      "step": 490
+    },
+    {
+      "grad_norm": 0.45229852199554443,
+      "learning_rate": 8.950775061878453e-05,
+      "loss": 0.0496,
+      "step": 500
+    },
+    {
+      "grad_norm": 0.6024392247200012,
+      "learning_rate": 8.899566153791566e-05,
+      "loss": 0.0569,
+      "step": 510
+    },
+    {
+      "grad_norm": 0.4546999931335449,
+      "learning_rate": 8.84729114325516e-05,
+      "loss": 0.0509,
+      "step": 520
+    },
+    {
+      "grad_norm": 0.5965995788574219,
+      "learning_rate": 8.79396432173515e-05,
+      "loss": 0.0631,
+      "step": 530
+    },
+    {
+      "grad_norm": 0.5499140024185181,
+      "learning_rate": 8.739600268252078e-05,
+      "loss": 0.0493,
+      "step": 540
+    },
+    {
+      "grad_norm": 0.5246662497520447,
+      "learning_rate": 8.684213845395339e-05,
+      "loss": 0.0534,
+      "step": 550
+    },
+    {
+      "grad_norm": 0.47341179847717285,
+      "learning_rate": 8.627820195259918e-05,
+      "loss": 0.0462,
+      "step": 560
+    },
+    {
+      "grad_norm": 0.42044690251350403,
+      "learning_rate": 8.570434735306671e-05,
+      "loss": 0.0405,
+      "step": 570
+    },
+    {
+      "grad_norm": 0.5121616125106812,
+      "learning_rate": 8.512073154147362e-05,
+      "loss": 0.0478,
+      "step": 580
+    },
+    {
+      "grad_norm": 0.4845208525657654,
+      "learning_rate": 8.452751407255541e-05,
+      "loss": 0.0486,
+      "step": 590
+    },
+    {
+      "grad_norm": 0.3478183150291443,
+      "learning_rate": 8.392485712604483e-05,
+      "loss": 0.0568,
+      "step": 600
+    },
+    {
+      "grad_norm": 0.49295181035995483,
+      "learning_rate": 8.331292546233362e-05,
+      "loss": 0.0561,
+      "step": 610
+    },
+    {
+      "grad_norm": 0.522871732711792,
+      "learning_rate": 8.269188637742846e-05,
+      "loss": 0.0438,
+      "step": 620
+    },
+    {
+      "grad_norm": 0.45402273535728455,
+      "learning_rate": 8.206190965721419e-05,
+      "loss": 0.0354,
+      "step": 630
+    },
+    {
+      "grad_norm": 0.461839497089386,
+      "learning_rate": 8.14231675310358e-05,
+      "loss": 0.038,
+      "step": 640
+    },
+    {
+      "grad_norm": 0.47349685430526733,
+      "learning_rate": 8.077583462461283e-05,
+      "loss": 0.0414,
+      "step": 650
+    },
+    {
+      "grad_norm": 0.5613319873809814,
+      "learning_rate": 8.012008791229826e-05,
+      "loss": 0.045,
+      "step": 660
+    },
+    {
+      "grad_norm": 0.6868877410888672,
+      "learning_rate": 7.945610666869568e-05,
+      "loss": 0.0538,
+      "step": 670
+    },
+    {
+      "grad_norm": 0.5372869968414307,
+      "learning_rate": 7.878407241964729e-05,
+      "loss": 0.0458,
+      "step": 680
+    },
+    {
+      "grad_norm": 0.48658597469329834,
+      "learning_rate": 7.810416889260653e-05,
+      "loss": 0.0415,
+      "step": 690
+    },
+    {
+      "grad_norm": 0.5548452734947205,
+      "learning_rate": 7.741658196640892e-05,
+      "loss": 0.0401,
+      "step": 700
+    },
+    {
+      "grad_norm": 0.6520838141441345,
+      "learning_rate": 7.672149962045457e-05,
+      "loss": 0.0542,
+      "step": 710
+    },
+    {
+      "grad_norm": 0.5273123979568481,
+      "learning_rate": 7.60191118833165e-05,
+      "loss": 0.0461,
+      "step": 720
+    },
+    {
+      "grad_norm": 0.45993274450302124,
+      "learning_rate": 7.530961078078873e-05,
+      "loss": 0.0445,
+      "step": 730
+    },
+    {
+      "grad_norm": 0.3632051646709442,
+      "learning_rate": 7.45931902833884e-05,
+      "loss": 0.031,
+      "step": 740
+    },
+    {
+      "grad_norm": 0.3503791093826294,
+      "learning_rate": 7.387004625332608e-05,
+      "loss": 0.0362,
+      "step": 750
+    },
+    {
+      "grad_norm": 0.4252007305622101,
+      "learning_rate": 7.3140376390959e-05,
+      "loss": 0.0306,
+      "step": 760
+    },
+    {
+      "grad_norm": 0.5684967637062073,
+      "learning_rate": 7.240438018074189e-05,
+      "loss": 0.0343,
+      "step": 770
+    },
+    {
+      "grad_norm": 0.5697133541107178,
+      "learning_rate": 7.166225883668969e-05,
+      "loss": 0.0404,
+      "step": 780
+    },
+    {
+      "grad_norm": 0.6125141978263855,
+      "learning_rate": 7.091421524736784e-05,
+      "loss": 0.0393,
+      "step": 790
+    },
+    {
+      "grad_norm": 0.4313353896141052,
+      "learning_rate": 7.016045392042452e-05,
+      "loss": 0.041,
+      "step": 800
+    },
+    {
+      "grad_norm": 0.41094619035720825,
+      "learning_rate": 6.940118092668022e-05,
+      "loss": 0.0475,
+      "step": 810
+    },
+    {
+      "grad_norm": 0.3212681710720062,
+      "learning_rate": 6.863660384379017e-05,
+      "loss": 0.0388,
+      "step": 820
+    },
+    {
+      "grad_norm": 0.5655945539474487,
+      "learning_rate": 6.786693169949455e-05,
+      "loss": 0.04,
+      "step": 830
+    },
+    {
+      "grad_norm": 0.44820529222488403,
+      "learning_rate": 6.709237491447249e-05,
+      "loss": 0.0374,
+      "step": 840
+    },
+    {
+      "grad_norm": 0.43709850311279297,
+      "learning_rate": 6.631314524481513e-05,
+      "loss": 0.049,
+      "step": 850
+    },
+    {
+      "grad_norm": 0.5083968043327332,
+      "learning_rate": 6.552945572413358e-05,
+      "loss": 0.0436,
+      "step": 860
+    },
+    {
+      "grad_norm": 0.3737967610359192,
+      "learning_rate": 6.474152060531768e-05,
+      "loss": 0.0374,
+      "step": 870
+    },
+    {
+      "grad_norm": 0.4421429932117462,
+      "learning_rate": 6.394955530196147e-05,
+      "loss": 0.0293,
+      "step": 880
+    },
+    {
+      "grad_norm": 0.44184306263923645,
+      "learning_rate": 6.315377632947115e-05,
+      "loss": 0.0307,
+      "step": 890
+    },
+    {
+      "grad_norm": 0.45122212171554565,
+      "learning_rate": 6.235440124587198e-05,
+      "loss": 0.0417,
+      "step": 900
+    },
+    {
+      "grad_norm": 0.43313905596733093,
+      "learning_rate": 6.155164859233012e-05,
+      "loss": 0.0281,
+      "step": 910
+    },
+    {
+      "grad_norm": 0.31750547885894775,
+      "learning_rate": 6.074573783340562e-05,
+      "loss": 0.0328,
+      "step": 920
+    },
+    {
+      "grad_norm": 0.39470431208610535,
+      "learning_rate": 5.9936889297052986e-05,
+      "loss": 0.0286,
+      "step": 930
+    },
+    {
+      "grad_norm": 0.4038713872432709,
+      "learning_rate": 5.912532411438576e-05,
+      "loss": 0.0279,
+      "step": 940
+    },
+    {
+      "grad_norm": 0.5246008038520813,
+      "learning_rate": 5.831126415922148e-05,
+      "loss": 0.0389,
+      "step": 950
+    },
+    {
+      "grad_norm": 0.5796319842338562,
+      "learning_rate": 5.74949319874235e-05,
+      "loss": 0.0269,
+      "step": 960
+    },
+    {
+      "grad_norm": 0.442847341299057,
+      "learning_rate": 5.667655077605659e-05,
+      "loss": 0.0285,
+      "step": 970
+    },
+    {
+      "grad_norm": 0.5783978700637817,
+      "learning_rate": 5.585634426237246e-05,
+      "loss": 0.0347,
+      "step": 980
+    },
+    {
+      "grad_norm": 0.673740804195404,
+      "learning_rate": 5.5034536682642224e-05,
+      "loss": 0.037,
+      "step": 990
+    },
+    {
+      "grad_norm": 0.4028751850128174,
+      "learning_rate": 5.4211352710852495e-05,
+      "loss": 0.0359,
+      "step": 1000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 2000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-1000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8721c3d4c4fb62e1b3a5942bcac338cc99c78ef7dfcb870774c274d6e7efc55
+size 5777

checkpoint-1000/wandb_config.json

@@ -0,0 +1 @@
+{"project": "finetune-gr00t-n1d6", "run_id": "gr00t_franka_finetune"}

checkpoint-1500/config.json

@@ -0,0 +1,70 @@
+{
+  "action_horizon": 50,
+  "add_pos_embed": true,
+  "apply_sincos_state_encoding": true,
+  "architectures": [
+    "Gr00tN1d6"
+  ],
+  "attn_dropout": 0.2,
+  "attn_implementation": null,
+  "backbone_embedding_dim": 2048,
+  "backbone_model_type": "eagle",
+  "backbone_trainable_params_fp32": true,
+  "collator_overwrite_image_inputs": false,
+  "color_jitter_params": {
+    "brightness": 0.1,
+    "contrast": 0.1,
+    "hue": 0.1,
+    "saturation": 0.1
+  },
+  "crop_fraction": 0.95,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "eagle_collator": true,
+  "formalize_language": true,
+  "gemma_collator": false,
+  "hidden_size": 1024,
+  "image_crop_size": null,
+  "image_target_size": null,
+  "input_embedding_dim": 1536,
+  "load_bf16": true,
+  "max_action_dim": 128,
+  "max_num_embodiments": 32,
+  "max_seq_len": 1024,
+  "max_state_dim": 128,
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "model_type": "Gr00tN1d6",
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_inference_timesteps": 4,
+  "num_timestep_buckets": 1000,
+  "random_rotation_angle": null,
+  "reproject_vision": false,
+  "select_layer": 16,
+  "shortest_image_edge": 256,
+  "state_dropout_prob": 0.0,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.3",
+  "tune_diffusion_model": true,
+  "tune_llm": false,
+  "tune_projector": true,
+  "tune_top_llm_layers": 4,
+  "tune_visual": false,
+  "tune_vlln": true,
+  "use_albumentations_transforms": true,
+  "use_alternate_vl_dit": true,
+  "use_flash_attention": true,
+  "use_relative_action": true,
+  "use_vlln": true
+}

checkpoint-1500/embodiment_id.json

@@ -0,0 +1,10 @@
+{
+  "robocasa_panda_omron": 13,
+  "gr1": 20,
+  "behavior_r1_pro": 24,
+  "unitree_g1": 8,
+  "oxe_google": 0,
+  "oxe_widowx": 1,
+  "libero_panda": 2,
+  "new_embodiment": 10
+}

checkpoint-1500/experiment_cfg/conf.yaml

@@ -0,0 +1,204 @@
+load_config_path: null
+model:
+  model_type: Gr00tN1d6
+  model_dtype: bfloat16
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  backbone_model_type: eagle
+  model_revision: null
+  tune_top_llm_layers: 4
+  backbone_embedding_dim: 2048
+  tune_llm: false
+  tune_visual: false
+  select_layer: 16
+  reproject_vision: false
+  use_flash_attention: true
+  load_bf16: false
+  collator_overwrite_image_inputs: false
+  eagle_collator: true
+  backbone_trainable_params_fp32: true
+  image_crop_size: null
+  image_target_size: null
+  shortest_image_edge: 256
+  crop_fraction: 0.95
+  random_rotation_angle: null
+  color_jitter_params: null
+  use_albumentations_transforms: true
+  formalize_language: true
+  apply_sincos_state_encoding: false
+  use_relative_action: true
+  max_state_dim: 29
+  max_action_dim: 29
+  action_horizon: 16
+  hidden_size: 1024
+  input_embedding_dim: 1536
+  add_pos_embed: true
+  attn_dropout: 0.2
+  use_vlln: true
+  max_seq_len: 1024
+  use_alternate_vl_dit: true
+  attend_text_every_n_blocks: 2
+  diffusion_model_cfg:
+    positional_embeddings: null
+    num_layers: 32
+    num_attention_heads: 32
+    attention_head_dim: 48
+    norm_type: ada_norm
+    dropout: 0.2
+    final_dropout: true
+    output_dim: 1024
+    interleave_self_attention: true
+  num_inference_timesteps: 4
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_timestep_buckets: 1000
+  tune_projector: true
+  tune_diffusion_model: true
+  tune_vlln: true
+  state_dropout_prob: 0.0
+  state_additive_noise_scale: 0.0
+  max_num_embodiments: 32
+data:
+  datasets:
+  - dataset_paths:
+    - /workspaces/isaaclab_arena/train_data
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    dataset_type: physical_embodiment
+    val_dataset_path: null
+  modality_configs:
+    new_embodiment:
+      video:
+        delta_indices:
+        - 0
+        modality_keys:
+        - ego_view
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      state:
+        delta_indices:
+        - 0
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      action:
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs:
+        - rep: RELATIVE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: single_arm
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+      language:
+        delta_indices:
+        - 0
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+  download_cache: false
+  shard_size: 1024
+  episode_sampling_rate: 0.1
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  mode: single_turn
+  random_chop: 0.0
+  mock_dataset_mode: false
+  shuffle: true
+  seed: 42
+  multiprocessing_context: fork
+  allow_padding: false
+  subsample_ratio: 1.0
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  video_backend: torchcodec
+training:
+  output_dir: /home/ubuntu/.cache/gr00t_franka_finetune
+  experiment_name: null
+  max_steps: 2000
+  global_batch_size: 32
+  batch_size: null
+  gradient_accumulation_steps: 1
+  learning_rate: 0.0001
+  lr_scheduler_type: cosine
+  weight_decay: 1.0e-05
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  max_grad_norm: 1.0
+  optim: adamw_torch
+  start_from_checkpoint: nvidia/GR00T-N1.6-3B
+  tf32: true
+  fp16: false
+  bf16: true
+  eval_bf16: true
+  logging_steps: 10
+  save_steps: 500
+  save_total_limit: 4
+  save_vl_model: false
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  max_concurrent_uploads: 2
+  eval_strategy: 'no'
+  eval_steps: 500
+  eval_set_split_ratio: 0.1
+  eval_batch_size: 2
+  save_best_eval_metric_name: ''
+  save_best_eval_metric_greater_is_better: true
+  deepspeed_stage: 2
+  gradient_checkpointing: false
+  transformers_trust_remote_code: true
+  transformers_local_files_only: false
+  transformers_cache_dir: null
+  transformers_access_token: null
+  use_ddp: false
+  ddp_bucket_cap_mb: 100
+  num_gpus: 1
+  dataloader_num_workers: 32
+  remove_unused_columns: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d6
+  enable_profiling: false
+  max_retries: 3
+  assert_loss_less_than: null
+  add_rl_callback: false
+  enable_open_loop_eval: false
+  open_loop_eval_traj_ids:
+  - 0
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_plot_indices: null
+max_steps: 2000
+save_steps: 500

checkpoint-1500/experiment_cfg/config.yaml

@@ -0,0 +1,238 @@
+!!python/object:gr00t.configs.base_config.Config
+data: !!python/object:gr00t.configs.data.data_config.DataConfig
+  allow_padding: false
+  datasets:
+  - !!python/object:gr00t.configs.data.data_config.SingleDatasetConfig
+    dataset_paths:
+    - /workspaces/isaaclab_arena/train_data
+    dataset_type: physical_embodiment
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    val_dataset_path: null
+  download_cache: false
+  episode_sampling_rate: 0.1
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  mock_dataset_mode: false
+  modality_configs:
+    new_embodiment:
+      action: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs:
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: &id001 !!python/object/apply:gr00t.data.types.ActionFormat
+          - default
+          rep: !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - relative
+          state_key: single_arm
+          type: &id002 !!python/object/apply:gr00t.data.types.ActionType
+          - non_eef
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - absolute
+          state_key: null
+          type: *id002
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        mean_std_embedding_keys: null
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+      language: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+      state: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+      video: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - ego_view
+        sin_cos_embedding_keys: null
+  mode: single_turn
+  multiprocessing_context: fork
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  random_chop: 0.0
+  seed: 42
+  shard_size: 1024
+  shuffle: true
+  subsample_ratio: 1.0
+  video_backend: torchcodec
+load_config_path: null
+model: !!python/object:gr00t.configs.model.gr00t_n1d6.Gr00tN1d6Config
+  _attn_implementation_autoset: false
+  _attn_implementation_internal: null
+  _commit_hash: null
+  _name_or_path: ''
+  add_cross_attention: false
+  architectures: null
+  backbone_model_type: eagle
+  backbone_trainable_params_fp32: true
+  bad_words_ids: null
+  begin_suppress_tokens: null
+  bos_token_id: null
+  chunk_size_feed_forward: 0
+  color_jitter_params: null
+  cross_attention_hidden_size: null
+  decoder_start_token_id: null
+  diffusion_model_cfg:
+    attention_head_dim: 48
+    dropout: 0.2
+    final_dropout: true
+    interleave_self_attention: true
+    norm_type: ada_norm
+    num_attention_heads: 32
+    num_layers: 32
+    output_dim: 1024
+    positional_embeddings: null
+  diversity_penalty: 0.0
+  do_sample: false
+  eagle_collator: true
+  early_stopping: false
+  encoder_no_repeat_ngram_size: 0
+  eos_token_id: null
+  exponential_decay_length_penalty: null
+  finetuning_task: null
+  forced_bos_token_id: null
+  forced_eos_token_id: null
+  id2label:
+    0: LABEL_0
+    1: LABEL_1
+  is_decoder: false
+  is_encoder_decoder: false
+  label2id:
+    LABEL_0: 0
+    LABEL_1: 1
+  length_penalty: 1.0
+  load_bf16: false
+  max_length: 20
+  min_length: 0
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  no_repeat_ngram_size: 0
+  num_beam_groups: 1
+  num_beams: 1
+  num_return_sequences: 1
+  output_attentions: false
+  output_hidden_states: false
+  output_scores: false
+  pad_token_id: null
+  prefix: null
+  problem_type: null
+  pruned_heads: {}
+  random_rotation_angle: null
+  remove_invalid_values: false
+  repetition_penalty: 1.0
+  reproject_vision: false
+  return_dict: true
+  return_dict_in_generate: false
+  sep_token_id: null
+  state_dropout_prob: 0.0
+  suppress_tokens: null
+  task_specific_params: null
+  temperature: 1.0
+  tf_legacy_loss: false
+  tie_encoder_decoder: false
+  tie_word_embeddings: true
+  tokenizer_class: null
+  top_k: 50
+  top_p: 1.0
+  torch_dtype: null
+  torchscript: false
+  transformers_version: null
+  tune_diffusion_model: true
+  tune_llm: false
+  tune_projector: true
+  tune_visual: false
+  typical_p: 1.0
+  use_bfloat16: false
+  use_relative_action: true
+training: !!python/object:gr00t.configs.training.training_config.TrainingConfig
+  add_rl_callback: false
+  assert_loss_less_than: null
+  batch_size: null
+  bf16: true
+  dataloader_num_workers: 32
+  ddp_bucket_cap_mb: 100
+  deepspeed_stage: 2
+  enable_open_loop_eval: false
+  enable_profiling: false
+  eval_batch_size: 2
+  eval_bf16: true
+  eval_set_split_ratio: 0.1
+  eval_steps: 500
+  eval_strategy: 'no'
+  experiment_name: null
+  fp16: false
+  global_batch_size: 32
+  gradient_accumulation_steps: 1
+  gradient_checkpointing: false
+  learning_rate: 0.0001
+  logging_steps: 10
+  lr_scheduler_type: cosine
+  max_concurrent_uploads: 2
+  max_grad_norm: 1.0
+  max_retries: 3
+  max_steps: 2000
+  num_gpus: 1
+  open_loop_eval_plot_indices: null
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_traj_ids:
+  - 0
+  optim: adamw_torch
+  output_dir: /home/ubuntu/.cache/gr00t_franka_finetune
+  remove_unused_columns: false
+  save_best_eval_metric_greater_is_better: true
+  save_best_eval_metric_name: ''
+  save_steps: 500
+  save_total_limit: 4
+  save_vl_model: false
+  start_from_checkpoint: nvidia/GR00T-N1.6-3B
+  tf32: true
+  transformers_access_token: null
+  transformers_cache_dir: null
+  transformers_local_files_only: false
+  transformers_trust_remote_code: true
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  use_ddp: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d6
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  weight_decay: 1.0e-05

checkpoint-1500/experiment_cfg/dataset_statistics.json

@@ -0,0 +1,1046 @@
+{
+  "new_embodiment": {
+    "state": {
+      "single_arm": {
+        "min": [
+          -0.1016506552696228,
+          -0.1761876344680786,
+          -0.054869189858436584,
+          -1.4101576805114746,
+          -0.38218289613723755,
+          -0.022114872932434082,
+          -0.10868370532989502
+        ],
+        "max": [
+          0.3447756767272949,
+          1.2365270853042603,
+          0.39242762327194214,
+          0.2529296278953552,
+          0.18470034003257751,
+          2.118802309036255,
+          0.8016068339347839
+        ],
+        "mean": [
+          0.042614661157131195,
+          0.4292725920677185,
+          0.10685384273529053,
+          -0.8481684923171997,
+          -0.004952127579599619,
+          1.2715188264846802,
+          0.14739659428596497
+        ],
+        "std": [
+          0.08599156141281128,
+          0.38931092619895935,
+          0.08684167265892029,
+          0.41639015078544617,
+          0.09905096888542175,
+          0.639055073261261,
+          0.20859868824481964
+        ],
+        "q01": [
+          -0.08698830261826515,
+          -0.16300016283988952,
+          -0.031826803982257845,
+          -1.3965834760665894,
+          -0.33692867517471314,
+          -0.005149464607238769,
+          -0.0991782522201538
+        ],
+        "q99": [
+          0.3135400813817978,
+          1.2095760893821716,
+          0.3296026331186294,
+          0.09940535783767694,
+          0.177163989841938,
+          2.111123719215393,
+          0.7685691952705384
+        ]
+      },
+      "gripper": {
+        "min": [
+          -0.016243789345026016,
+          -0.017369966953992844
+        ],
+        "max": [
+          0.0,
+          0.0
+        ],
+        "mean": [
+          -0.0054468195885419846,
+          -0.005668346770107746
+        ],
+        "std": [
+          0.007502974011003971,
+          0.007808898109942675
+        ],
+        "q01": [
+          -0.01618218619376421,
+          -0.01736501693725586
+        ],
+        "q99": [
+          0.0,
+          0.0
+        ]
+      }
+    },
+    "action": {
+      "single_arm": {
+        "min": [
+          -0.029919808730483055,
+          -0.030760474503040314,
+          -0.03454569727182388,
+          -0.023138338699936867,
+          -0.0294453464448452,
+          -0.04707210883498192,
+          0.0
+        ],
+        "max": [
+          0.04578776657581329,
+          0.03417271375656128,
+          0.032364509999752045,
+          0.012034625746309757,
+          0.08025076240301132,
+          0.04756892845034599,
+          0.03999999910593033
+        ],
+        "mean": [
+          0.013533495366573334,
+          0.007476440165191889,
+          -0.01020827516913414,
+          -0.00018720414664130658,
+          0.00028234944329597056,
+          -5.855086783412844e-05,
+          0.026392336934804916
+        ],
+        "std": [
+          0.012855037115514278,
+          0.012551924213767052,
+          0.017873870208859444,
+          0.0029166981112211943,
+          0.005159514490514994,
+          0.004970518872141838,
+          0.01895107515156269
+        ],
+        "q01": [
+          -0.005514774760231375,
+          -0.024535775482654572,
+          -0.030423654653131963,
+          -0.008391074724495412,
+          -0.01150766346603632,
+          -0.015753980539739133,
+          0.0
+        ],
+        "q99": [
+          0.03146043732762337,
+          0.02946644090116024,
+          0.028492353856563568,
+          0.006190066309645771,
+          0.01955891106277704,
+          0.016726106889545896,
+          0.03999999910593033
+        ]
+      },
+      "gripper": {
+        "min": [
+          0.0
+        ],
+        "max": [
+          0.03999999910593033
+        ],
+        "mean": [
+          0.026392336934804916
+        ],
+        "std": [
+          0.01895107515156269
+        ],
+        "q01": [
+          0.0
+        ],
+        "q99": [
+          0.03999999910593033
+        ]
+      }
+    },
+    "relative_action": {
+      "single_arm": {
+        "min": [
+          [
+            -0.32329919934272766,
+            -1.1854932308197021,
+            -0.39748504757881165,
+            -0.25286412239074707,
+            -0.18570305407047272,
+            -2.121999979019165,
+            -0.7839499115943909
+          ],
+          [
+            -0.32189974188804626,
+            -1.1826070547103882,
+            -0.39696475863456726,
+            -0.2544684112071991,
+            -0.18530802428722382,
+            -2.1222615242004395,
+            -0.7839499115943909
+          ],
+          [
+            -0.32321855425834656,
+            -1.1859318017959595,
+            -0.39636000990867615,
+            -0.2523682117462158,
+            -0.18859536945819855,
+            -2.1214780807495117,
+            -0.7839499115943909
+          ],
+          [
+            -0.3242166042327881,
+            -1.181753158569336,
+            -0.3955015242099762,
+            -0.2530977129936218,
+            -0.18825502693653107,
+            -2.1224093437194824,
+            -0.7839499115943909
+          ],
+          [
+            -0.3244396150112152,
+            -1.1838017702102661,
+            -0.3950645923614502,
+            -0.24863530695438385,
+            -0.18772920966148376,
+            -2.1221938133239746,
+            -0.7839499115943909
+          ],
+          [
+            -0.3249604403972626,
+            -1.1851550340652466,
+            -0.3945443034172058,
+            -0.2545105218887329,
+            -0.19080020487308502,
+            -2.12245512008667,
+            -0.7839499115943909
+          ],
+          [
+            -0.3240599036216736,
+            -1.2094337940216064,
+            -0.3939395546913147,
+            -0.2524451017379761,
+            -0.19165967404842377,
+            -2.1216351985931396,
+            -0.7839499115943909
+          ],
+          [
+            -0.3237849175930023,
+            -1.2061353921890259,
+            -0.39335793256759644,
+            -0.25646376609802246,
+            -0.19124479591846466,
+            -2.12142276763916,
+            -0.7839499115943909
+          ],
+          [
+            -0.32624951004981995,
+            -1.2092955112457275,
+            -0.3938826322555542,
+            -0.25647443532943726,
+            -0.19049783051013947,
+            -2.1221275329589844,
+            -0.7839499115943909
+          ],
+          [
+            -0.32307595014572144,
+            -1.205997109413147,
+            -0.39394718408584595,
+            -0.257379949092865,
+            -0.1888638287782669,
+            -2.1217713356018066,
+            -0.7839499115943909
+          ],
+          [
+            -0.3202081322669983,
+            -1.20602285861969,
+            -0.39648687839508057,
+            -0.2556869089603424,
+            -0.18957450985908508,
+            -2.1215648651123047,
+            -0.7801104187965393
+          ],
+          [
+            -0.32303914427757263,
+            -1.2070811986923218,
+            -0.39701157808303833,
+            -0.2523868978023529,
+            -0.1896384060382843,
+            -2.1222102642059326,
+            -0.7777257561683655
+          ],
+          [
+            -0.3236537277698517,
+            -1.20821213722229,
+            -0.3970761299133301,
+            -0.25582969188690186,
+            -0.18970085680484772,
+            -2.1212406158447266,
+            -0.774041473865509
+          ],
+          [
+            -0.32262563705444336,
+            -1.20747709274292,
+            -0.39746999740600586,
+            -0.2536396086215973,
+            -0.18984927237033844,
+            -2.1219756603240967,
+            -0.7704301476478577
+          ],
+          [
+            -0.32665905356407166,
+            -1.2074377536773682,
+            -0.3977932929992676,
+            -0.2506418526172638,
+            -0.1900315284729004,
+            -2.121697187423706,
+            -0.7680240273475647
+          ],
+          [
+            -0.3236996829509735,
+            -1.2079046964645386,
+            -0.3978058695793152,
+            -0.2523408532142639,
+            -0.19020666182041168,
+            -2.1220388412475586,
+            -0.765728771686554
+          ]
+        ],
+        "max": [
+          [
+            0.12719863653182983,
+            0.18446235358715057,
+            0.06538978964090347,
+            1.4123303890228271,
+            0.36543214321136475,
+            0.055936314165592194,
+            0.1482430398464203
+          ],
+          [
+            0.12787628173828125,
+            0.18225406110286713,
+            0.0630723312497139,
+            1.4122768640518188,
+            0.3634565770626068,
+            0.05312386155128479,
+            0.14398613572120667
+          ],
+          [
+            0.12855961918830872,
+            0.18054865300655365,
+            0.060906484723091125,
+            1.4116393327713013,
+            0.3660118877887726,
+            0.052048832178115845,
+            0.14211878180503845
+          ],
+          [
+            0.12901031970977783,
+            0.17937372624874115,
+            0.05962555110454559,
+            1.412109613418579,
+            0.3632301688194275,
+            0.05115959048271179,
+            0.14021214842796326
+          ],
+          [
+            0.12952828407287598,
+            0.1794057935476303,
+            0.06009196117520332,
+            1.4119149446487427,
+            0.36106500029563904,
+            0.05047079920768738,
+            0.13852760195732117
+          ],
+          [
+            0.12882810831069946,
+            0.17998431622982025,
+            0.06065024808049202,
+            1.4128142595291138,
+            0.3649647831916809,
+            0.050107747316360474,
+            0.13429853320121765
+          ],
+          [
+            0.12831519544124603,
+            0.17946301400661469,
+            0.06099287047982216,
+            1.4133707284927368,
+            0.36815109848976135,
+            0.04975596070289612,
+            0.1339406669139862
+          ],
+          [
+            0.12905743718147278,
+            0.1786593645811081,
+            0.06112520769238472,
+            1.4141303300857544,
+            0.3652087152004242,
+            0.04841601476073265,
+            0.1322639286518097
+          ],
+          [
+            0.1297350823879242,
+            0.1776067465543747,
+            0.0573953241109848,
+            1.4146143198013306,
+            0.3671979606151581,
+            0.04757409915328026,
+            0.13022002577781677
+          ],
+          [
+            0.13041843473911285,
+            0.17776383459568024,
+            0.05858777463436127,
+            1.4145153760910034,
+            0.36353617906570435,
+            0.045672591775655746,
+            0.12888506054878235
+          ],
+          [
+            0.13086912035942078,
+            0.17834235727787018,
+            0.05983245372772217,
+            1.4148727655410767,
+            0.36363980174064636,
+            0.04265117272734642,
+            0.1267530620098114
+          ],
+          [
+            0.13138708472251892,
+            0.17829257249832153,
+            0.06080028414726257,
+            1.4132124185562134,
+            0.36463645100593567,
+            0.04230935871601105,
+            0.12515506148338318
+          ],
+          [
+            0.1306869238615036,
+            0.17859286069869995,
+            0.06156755983829498,
+            1.4115465879440308,
+            0.36609867215156555,
+            0.041467443108558655,
+            0.12416491657495499
+          ],
+          [
+            0.12939347326755524,
+            0.1791713833808899,
+            0.06212584674358368,
+            1.4120947122573853,
+            0.36583268642425537,
+            0.03956593573093414,
+            0.12115160375833511
+          ],
+          [
+            0.12968552112579346,
+            0.17865008115768433,
+            0.06246846914291382,
+            1.4127825498580933,
+            0.36217090487480164,
+            0.04159165173768997,
+            0.11784551292657852
+          ],
+          [
+            0.12998661398887634,
+            0.17784643173217773,
+            0.06260080635547638,
+            1.4135223627090454,
+            0.361840158700943,
+            0.040185101330280304,
+            0.11627308279275894
+          ]
+        ],
+        "mean": [
+          [
+            -0.021064985543489456,
+            -0.39792153239250183,
+            -0.11181046068668365,
+            0.8605598211288452,
+            -0.0025237626396119595,
+            -1.2637412548065186,
+            -0.10358496010303497
+          ],
+          [
+            -0.02104770392179489,
+            -0.3978676497936249,
+            -0.11182692646980286,
+            0.8605672717094421,
+            -0.002523584757000208,
+            -1.2637417316436768,
+            -0.10367059707641602
+          ],
+          [
+            -0.021030250936746597,
+            -0.397811621427536,
+            -0.11184262484312057,
+            0.8605707287788391,
+            -0.0025277354288846254,
+            -1.2637302875518799,
+            -0.10375623404979706
+          ],
+          [
+            -0.02101544663310051,
+            -0.39775529503822327,
+            -0.11185839772224426,
+            0.8605775833129883,
+            -0.002535233274102211,
+            -1.2637287378311157,
+            -0.10384184867143631
+          ],
+          [
+            -0.021001672372221947,
+            -0.39770010113716125,
+            -0.11185967922210693,
+            0.8605857491493225,
+            -0.0025436626747250557,
+            -1.2637271881103516,
+            -0.10392745584249496
+          ],
+          [
+            -0.02098824642598629,
+            -0.3976578712463379,
+            -0.11185971647500992,
+            0.8605918884277344,
+            -0.0025569903664290905,
+            -1.2637248039245605,
+            -0.10401306301355362
+          ],
+          [
+            -0.020976334810256958,
+            -0.39763131737709045,
+            -0.11186240613460541,
+            0.8606000542640686,
+            -0.0025741278659552336,
+            -1.26372230052948,
+            -0.10409871488809586
+          ],
+          [
+            -0.020982732996344566,
+            -0.3976297378540039,
+            -0.11186536401510239,
+            0.8606085777282715,
+            -0.0025887791998684406,
+            -1.2637240886688232,
+            -0.1041843369603157
+          ],
+          [
+            -0.020988795906305313,
+            -0.397623211145401,
+            -0.11186520755290985,
+            0.8606117963790894,
+            -0.0025999434292316437,
+            -1.2637230157852173,
+            -0.10424429178237915
+          ],
+          [
+            -0.020994234830141068,
+            -0.3976192772388458,
+            -0.11186467111110687,
+            0.8606191873550415,
+            -0.002612028270959854,
+            -1.2637211084365845,
+            -0.10427426546812057
+          ],
+          [
+            -0.020999347791075706,
+            -0.3976156413555145,
+            -0.11186596006155014,
+            0.8606262803077698,
+            -0.0026231720112264156,
+            -1.2637207508087158,
+            -0.10427425056695938
+          ],
+          [
+            -0.021002445369958878,
+            -0.3976096510887146,
+            -0.11186514049768448,
+            0.860630214214325,
+            -0.002635682700201869,
+            -1.2637168169021606,
+            -0.10427428781986237
+          ],
+          [
+            -0.021011201664805412,
+            -0.39761000871658325,
+            -0.11186651140451431,
+            0.860638439655304,
+            -0.002646006178110838,
+            -1.2637174129486084,
+            -0.10427427291870117
+          ],
+          [
+            -0.021014675498008728,
+            -0.39760351181030273,
+            -0.11186712980270386,
+            0.8606441617012024,
+            -0.002654573880136013,
+            -1.2637194395065308,
+            -0.10427426546812057
+          ],
+          [
+            -0.021040834486484528,
+            -0.3976028859615326,
+            -0.11186829954385757,
+            0.8606491088867188,
+            -0.002666682470589876,
+            -1.2637138366699219,
+            -0.10427425056695938
+          ],
+          [
+            -0.02106592431664467,
+            -0.39760419726371765,
+            -0.11186770349740982,
+            0.8606574535369873,
+            -0.002680801786482334,
+            -1.2637156248092651,
+            -0.10427422821521759
+          ]
+        ],
+        "std": [
+          [
+            0.07862132787704468,
+            0.36472052335739136,
+            0.07953183352947235,
+            0.41708749532699585,
+            0.08953142166137695,
+            0.6474994421005249,
+            0.2003270834684372
+          ],
+          [
+            0.07865532487630844,
+            0.36466875672340393,
+            0.07954908907413483,
+            0.4170789122581482,
+            0.08954057842493057,
+            0.6475056409835815,
+            0.20027098059654236
+          ],
+          [
+            0.07868577539920807,
+            0.36461395025253296,
+            0.07956718653440475,
+            0.41706907749176025,
+            0.08954384922981262,
+            0.6475113034248352,
+            0.20021489262580872
+          ],
+          [
+            0.07872062176465988,
+            0.3645585775375366,
+            0.07958472520112991,
+            0.41705429553985596,
+            0.08954395353794098,
+            0.6475160717964172,
+            0.2001601606607437
+          ],
+          [
+            0.07875548303127289,
+            0.3645066022872925,
+            0.07957513630390167,
+            0.4170401096343994,
+            0.08954435586929321,
+            0.6475217342376709,
+            0.2001052349805832
+          ],
+          [
+            0.07878728210926056,
+            0.36448603868484497,
+            0.07956283539533615,
+            0.4170234501361847,
+            0.08953587710857391,
+            0.6475263237953186,
+            0.2000516802072525
+          ],
+          [
+            0.07882208377122879,
+            0.36450454592704773,
+            0.07955189794301987,
+            0.41700881719589233,
+            0.08952254056930542,
+            0.647530734539032,
+            0.19999809563159943
+          ],
+          [
+            0.07889280468225479,
+            0.3645552396774292,
+            0.07954024523496628,
+            0.4169907867908478,
+            0.08951205015182495,
+            0.6475338339805603,
+            0.19994452595710754
+          ],
+          [
+            0.07896006852388382,
+            0.3646087050437927,
+            0.07952792197465897,
+            0.4169798195362091,
+            0.08950342237949371,
+            0.6475362181663513,
+            0.19982454180717468
+          ],
+          [
+            0.07902492582798004,
+            0.36466050148010254,
+            0.07951349020004272,
+            0.4169654846191406,
+            0.08949856460094452,
+            0.6475402116775513,
+            0.19963733851909637
+          ],
+          [
+            0.0790853276848793,
+            0.36471861600875854,
+            0.07950460910797119,
+            0.4169500768184662,
+            0.08949100971221924,
+            0.6475431323051453,
+            0.19935448467731476
+          ],
+          [
+            0.0791463851928711,
+            0.3647766411304474,
+            0.07949627935886383,
+            0.4169394075870514,
+            0.08948377519845963,
+            0.6475453972816467,
+            0.19907325506210327
+          ],
+          [
+            0.07920938730239868,
+            0.36483389139175415,
+            0.07948218286037445,
+            0.4169244170188904,
+            0.08947892487049103,
+            0.6475448608398438,
+            0.19879388809204102
+          ],
+          [
+            0.0792689323425293,
+            0.3648894131183624,
+            0.07947037369012833,
+            0.41691312193870544,
+            0.08947526663541794,
+            0.6475451588630676,
+            0.19851621985435486
+          ],
+          [
+            0.07932519167661667,
+            0.3649515211582184,
+            0.07945462316274643,
+            0.4169033467769623,
+            0.08946864306926727,
+            0.6475487947463989,
+            0.19824036955833435
+          ],
+          [
+            0.07937267422676086,
+            0.36501482129096985,
+            0.07943546772003174,
+            0.41688644886016846,
+            0.08945988863706589,
+            0.6475464701652527,
+            0.19796623289585114
+          ]
+        ],
+        "q01": [
+          [
+            -0.2686644893884659,
+            -1.1166756582260131,
+            -0.3249503219127655,
+            -0.10763738259673118,
+            -0.17754718899726868,
+            -2.11095911026001,
+            -0.726121768951416
+          ],
+          [
+            -0.2715908128023148,
+            -1.1176964545249939,
+            -0.3246971207857132,
+            -0.10447386264801026,
+            -0.17755473166704178,
+            -2.111039023399353,
+            -0.726121768951416
+          ],
+          [
+            -0.2721079695224762,
+            -1.1183462095260621,
+            -0.32473934948444366,
+            -0.10659581780433655,
+            -0.17748151123523712,
+            -2.1109159421920776,
+            -0.726121768951416
+          ],
+          [
+            -0.2719108146429062,
+            -1.1183584260940551,
+            -0.3249865293502808,
+            -0.10559523880481719,
+            -0.17776453107595444,
+            -2.1114220952987672,
+            -0.726121768951416
+          ],
+          [
+            -0.27478108763694764,
+            -1.1184560322761536,
+            -0.32442001819610594,
+            -0.10662905514240265,
+            -0.17751205533742906,
+            -2.111326847076416,
+            -0.726121768951416
+          ],
+          [
+            -0.27461387276649474,
+            -1.1171478915214539,
+            -0.32468852162361145,
+            -0.10610488697886467,
+            -0.17753057986497878,
+            -2.1112320852279662,
+            -0.726121768951416
+          ],
+          [
+            -0.2748466944694519,
+            -1.1176495385169982,
+            -0.3247254079580307,
+            -0.10539359807968139,
+            -0.17761774510145187,
+            -2.111006693840027,
+            -0.726121768951416
+          ],
+          [
+            -0.2763983929157257,
+            -1.1234028029441834,
+            -0.32481603741645815,
+            -0.10651438012719154,
+            -0.17762102216482162,
+            -2.110989727973938,
+            -0.726121768951416
+          ],
+          [
+            -0.27612989604473115,
+            -1.1322602534294128,
+            -0.3249142354726791,
+            -0.104207394272089,
+            -0.17753226101398467,
+            -2.1104533433914185,
+            -0.726121768951416
+          ],
+          [
+            -0.2772212654352188,
+            -1.1327979397773742,
+            -0.3250032651424408,
+            -0.10369521856307984,
+            -0.1775078284740448,
+            -2.110794858932495,
+            -0.726121768951416
+          ],
+          [
+            -0.27782695055007933,
+            -1.1329670572280883,
+            -0.3251311558485031,
+            -0.10523794278502464,
+            -0.17756187170743942,
+            -2.111419234275818,
+            -0.7251607692241668
+          ],
+          [
+            -0.2772995239496231,
+            -1.1324901962280274,
+            -0.32540663063526154,
+            -0.10621625065803528,
+            -0.17752183318138123,
+            -2.1106600952148438,
+            -0.7238819229602814
+          ],
+          [
+            -0.2760401529073715,
+            -1.131754720211029,
+            -0.3250221389532089,
+            -0.10366981148719788,
+            -0.17745642334222794,
+            -2.110166282653809,
+            -0.7220853567123413
+          ],
+          [
+            -0.27648825109004976,
+            -1.1315274477005004,
+            -0.32488527715206145,
+            -0.10417581394314765,
+            -0.17765929341316222,
+            -2.111174240112305,
+            -0.721002539396286
+          ],
+          [
+            -0.2767831003665924,
+            -1.1337191128730775,
+            -0.32499175250530243,
+            -0.10650760352611542,
+            -0.1782200300693512,
+            -2.1105369424819944,
+            -0.7191157519817353
+          ],
+          [
+            -0.2783048951625824,
+            -1.1336584401130676,
+            -0.3245078271627426,
+            -0.10380961641669273,
+            -0.17757790327072143,
+            -2.1105402278900147,
+            -0.717497273683548
+          ]
+        ],
+        "q99": [
+          [
+            0.10997488573193549,
+            0.16461794972419735,
+            0.03921745248138905,
+            1.39764888048172,
+            0.30130664169788357,
+            0.01098630111664532,
+            0.1122507885098457
+          ],
+          [
+            0.11004416078329086,
+            0.1643620255589485,
+            0.03903082057833671,
+            1.398072485923767,
+            0.3018379479646683,
+            0.010057139471173268,
+            0.11005336791276932
+          ],
+          [
+            0.11012477055191992,
+            0.16386553168296814,
+            0.038735973685979835,
+            1.3967380928993225,
+            0.30213871598243713,
+            0.010799065530300123,
+            0.10891361147165297
+          ],
+          [
+            0.1099956126511097,
+            0.16371061593294142,
+            0.03824721999466418,
+            1.3970967960357665,
+            0.302277557849884,
+            0.011137769222259486,
+            0.10836461812257767
+          ],
+          [
+            0.11023993626236915,
+            0.1633686304092407,
+            0.03792811810970305,
+            1.3972763657569884,
+            0.3007064414024353,
+            0.010738395974039987,
+            0.10781787663698195
+          ],
+          [
+            0.11034056857228279,
+            0.16381058037281035,
+            0.03771789923310276,
+            1.3969033169746399,
+            0.3010092568397521,
+            0.010312179420143333,
+            0.1074419716000557
+          ],
+          [
+            0.11034261405467986,
+            0.1636140125989914,
+            0.03730809785425661,
+            1.3973512649536133,
+            0.3012144303321838,
+            0.009373838771134584,
+            0.10661112785339355
+          ],
+          [
+            0.11037104874849318,
+            0.16361432492733002,
+            0.03730310291051864,
+            1.397199330329895,
+            0.30146020889282227,
+            0.009104850329458668,
+            0.10594455733895301
+          ],
+          [
+            0.11031954407691955,
+            0.16329921871423722,
+            0.037490070536732666,
+            1.3971175789833068,
+            0.30101816475391385,
+            0.007780624665319918,
+            0.10561806678771973
+          ],
+          [
+            0.11039042010903358,
+            0.16369332671165465,
+            0.036998328715562794,
+            1.3964923930168152,
+            0.3020000964403152,
+            0.007503410866484006,
+            0.10535383358597755
+          ],
+          [
+            0.11048222631216048,
+            0.16336869567632675,
+            0.03698733076453208,
+            1.3960149836540223,
+            0.30287389039993284,
+            0.0068738124519586155,
+            0.10515481844544411
+          ],
+          [
+            0.11053489252924918,
+            0.16354636400938033,
+            0.03707304038107395,
+            1.396628396511078,
+            0.3029059028625488,
+            0.006812876258045408,
+            0.1047084142267704
+          ],
+          [
+            0.11039242312312125,
+            0.16331785261631013,
+            0.03715803913772106,
+            1.3973055458068848,
+            0.30323826253414154,
+            0.006487304139882287,
+            0.10444164305925369
+          ],
+          [
+            0.11058814465999603,
+            0.16320075422525404,
+            0.0372002275288105,
+            1.3976932382583618,
+            0.30252904832363126,
+            0.005770333949476429,
+            0.10420910120010375
+          ],
+          [
+            0.11048216462135314,
+            0.1634601667523384,
+            0.0368946287035942,
+            1.396862666606903,
+            0.3012196272611618,
+            0.006188006103038769,
+            0.10407691970467567
+          ],
+          [
+            0.11032852262258529,
+            0.16324337780475617,
+            0.03683135174214838,
+            1.3966079354286194,
+            0.30130040407180775,
+            0.006021949928253876,
+            0.10380818247795105
+          ]
+        ]
+      }
+    }
+  }
+}

checkpoint-1500/experiment_cfg/final_model_config.json

@@ -0,0 +1,53 @@
+{
+  "model_type": "Gr00tN1d6",
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "backbone_model_type": "eagle",
+  "model_revision": null,
+  "tune_top_llm_layers": 4,
+  "backbone_embedding_dim": 2048,
+  "tune_llm": false,
+  "tune_visual": false,
+  "select_layer": 16,
+  "reproject_vision": false,
+  "use_flash_attention": true,
+  "load_bf16": true,
+  "collator_overwrite_image_inputs": false,
+  "eagle_collator": true,
+  "backbone_trainable_params_fp32": true,
+  "apply_sincos_state_encoding": true,
+  "use_relative_action": true,
+  "max_state_dim": 128,
+  "max_action_dim": 128,
+  "action_horizon": 50,
+  "hidden_size": 1024,
+  "input_embedding_dim": 1536,
+  "add_pos_embed": true,
+  "attn_dropout": 0.2,
+  "use_vlln": true,
+  "max_seq_len": 1024,
+  "use_alternate_vl_dit": true,
+  "attend_text_every_n_blocks": 2,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "num_inference_timesteps": 4,
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_timestep_buckets": 1000,
+  "tune_projector": true,
+  "tune_diffusion_model": true,
+  "tune_vlln": true,
+  "state_dropout_prob": 0.0,
+  "state_additive_noise_scale": 0.0,
+  "max_num_embodiments": 32
+}

checkpoint-1500/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797319ec80e8b31ac563fd77a28c3cf786914f82b8d3389dc4bbf5ec3b801b48
+size 4990120184

checkpoint-1500/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4f374051e14e67b4390972eafde4d422c273c8034a861bb70fc8725454c82d
+size 4823190320

checkpoint-1500/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d4f9690e038342ae130d3cc7dceaafd81d8db2d67fecf95aa41644a003876b
+size 12960193762

checkpoint-1500/processor_config.json

@@ -0,0 +1,454 @@
+{
+  "processor_class": "Gr00tN1d6Processor",
+  "processor_kwargs": {
+    "modality_configs": {
+      "behavior_r1_pro": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "observation.images.rgb.head_256_256",
+            "observation.images.rgb.left_wrist_256_256",
+            "observation.images.rgb.right_wrist_256_256"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "robot_pos",
+            "robot_ori_cos",
+            "robot_ori_sin",
+            "robot_2d_ori",
+            "robot_2d_ori_cos",
+            "robot_2d_ori_sin",
+            "robot_lin_vel",
+            "robot_ang_vel",
+            "arm_left_qpos",
+            "arm_left_qpos_sin",
+            "arm_left_qpos_cos",
+            "eef_left_pos",
+            "eef_left_quat",
+            "gripper_left_qpos",
+            "arm_right_qpos",
+            "arm_right_qpos_sin",
+            "arm_right_qpos_cos",
+            "eef_right_pos",
+            "eef_right_quat",
+            "gripper_right_qpos",
+            "trunk_qpos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31
+          ],
+          "modality_keys": [
+            "base",
+            "torso",
+            "left_arm",
+            "left_gripper",
+            "right_arm",
+            "right_gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "trunk_qpos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_left_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_right_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "gr1": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "ego_view_bg_crop_pad_res256_freq20"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "task"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "robocasa_panda_omron": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "res256_image_side_0",
+            "res256_image_side_1",
+            "res256_image_wrist_0"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "end_effector_position_relative",
+            "end_effector_rotation_relative",
+            "gripper_qpos",
+            "base_position",
+            "base_rotation"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "end_effector_position",
+            "end_effector_rotation",
+            "gripper_close",
+            "base_motion",
+            "control_mode"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.action.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "new_embodiment": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "ego_view"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "single_arm",
+            "gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "single_arm",
+            "gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "single_arm"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      }
+    },
+    "image_crop_size": null,
+    "image_target_size": null,
+    "use_albumentations": true,
+    "random_rotation_angle": null,
+    "color_jitter_params": {
+      "brightness": 0.3,
+      "contrast": 0.4,
+      "saturation": 0.5,
+      "hue": 0.08
+    },
+    "shortest_image_edge": 256,
+    "crop_fraction": 0.95,
+    "model_name": "nvidia/Eagle-Block2A-2B-v2",
+    "model_type": "eagle",
+    "formalize_language": true,
+    "max_state_dim": 128,
+    "max_action_dim": 128,
+    "max_action_horizon": 50,
+    "use_percentiles": false,
+    "clip_outliers": true,
+    "apply_sincos_state_encoding": true,
+    "use_relative_action": true
+  }
+}

checkpoint-1500/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de961030f70571a51def24d15c8812bbf105571c3610a2faeffb44cf60d1f842
+size 14645

checkpoint-1500/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e5cea2b8c16ba7f8e8cb5acd351607e70c71051544e5400a084679f5f66141
+size 1465

checkpoint-1500/trainer_state.json

@@ -0,0 +1,934 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.75,
+  "eval_steps": 500,
+  "global_step": 1500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "grad_norm": 1.7424949407577515,
+      "learning_rate": 9e-06,
+      "loss": 1.4997,
+      "step": 10
+    },
+    {
+      "grad_norm": 0.5852967500686646,
+      "learning_rate": 1.9e-05,
+      "loss": 1.3085,
+      "step": 20
+    },
+    {
+      "grad_norm": 0.9362701177597046,
+      "learning_rate": 2.9e-05,
+      "loss": 1.1792,
+      "step": 30
+    },
+    {
+      "grad_norm": 0.6769218444824219,
+      "learning_rate": 3.9000000000000006e-05,
+      "loss": 1.0609,
+      "step": 40
+    },
+    {
+      "grad_norm": 0.6926454305648804,
+      "learning_rate": 4.9e-05,
+      "loss": 1.0562,
+      "step": 50
+    },
+    {
+      "grad_norm": 0.4864855408668518,
+      "learning_rate": 5.9e-05,
+      "loss": 1.05,
+      "step": 60
+    },
+    {
+      "grad_norm": 0.390482097864151,
+      "learning_rate": 6.9e-05,
+      "loss": 1.0319,
+      "step": 70
+    },
+    {
+      "grad_norm": 0.9116744995117188,
+      "learning_rate": 7.900000000000001e-05,
+      "loss": 1.0302,
+      "step": 80
+    },
+    {
+      "grad_norm": 1.013092041015625,
+      "learning_rate": 8.900000000000001e-05,
+      "loss": 0.9882,
+      "step": 90
+    },
+    {
+      "grad_norm": 1.0793496370315552,
+      "learning_rate": 9.900000000000001e-05,
+      "loss": 0.9154,
+      "step": 100
+    },
+    {
+      "grad_norm": 1.4888230562210083,
+      "learning_rate": 9.999446382823013e-05,
+      "loss": 0.8416,
+      "step": 110
+    },
+    {
+      "grad_norm": 1.4292930364608765,
+      "learning_rate": 9.997532801828658e-05,
+      "loss": 0.6817,
+      "step": 120
+    },
+    {
+      "grad_norm": 1.4698712825775146,
+      "learning_rate": 9.99425294526634e-05,
+      "loss": 0.5077,
+      "step": 130
+    },
+    {
+      "grad_norm": 1.5290286540985107,
+      "learning_rate": 9.989607709816091e-05,
+      "loss": 0.3704,
+      "step": 140
+    },
+    {
+      "grad_norm": 1.4736027717590332,
+      "learning_rate": 9.983598365438902e-05,
+      "loss": 0.2458,
+      "step": 150
+    },
+    {
+      "grad_norm": 1.1587175130844116,
+      "learning_rate": 9.976226555029522e-05,
+      "loss": 0.1803,
+      "step": 160
+    },
+    {
+      "grad_norm": 0.9846270680427551,
+      "learning_rate": 9.967494293967312e-05,
+      "loss": 0.1529,
+      "step": 170
+    },
+    {
+      "grad_norm": 0.8785351514816284,
+      "learning_rate": 9.95740396956525e-05,
+      "loss": 0.1356,
+      "step": 180
+    },
+    {
+      "grad_norm": 0.8878108859062195,
+      "learning_rate": 9.945958340417283e-05,
+      "loss": 0.1103,
+      "step": 190
+    },
+    {
+      "grad_norm": 0.9868141412734985,
+      "learning_rate": 9.93316053564413e-05,
+      "loss": 0.1177,
+      "step": 200
+    },
+    {
+      "grad_norm": 1.1627991199493408,
+      "learning_rate": 9.919014054037836e-05,
+      "loss": 0.1098,
+      "step": 210
+    },
+    {
+      "grad_norm": 0.7567640542984009,
+      "learning_rate": 9.903522763105218e-05,
+      "loss": 0.1034,
+      "step": 220
+    },
+    {
+      "grad_norm": 0.9812158942222595,
+      "learning_rate": 9.886690898010535e-05,
+      "loss": 0.0935,
+      "step": 230
+    },
+    {
+      "grad_norm": 0.736114501953125,
+      "learning_rate": 9.868523060417646e-05,
+      "loss": 0.0918,
+      "step": 240
+    },
+    {
+      "grad_norm": 0.668365478515625,
+      "learning_rate": 9.849024217231935e-05,
+      "loss": 0.0828,
+      "step": 250
+    },
+    {
+      "grad_norm": 0.6348236799240112,
+      "learning_rate": 9.82819969924244e-05,
+      "loss": 0.0848,
+      "step": 260
+    },
+    {
+      "grad_norm": 0.8186867237091064,
+      "learning_rate": 9.806055199664446e-05,
+      "loss": 0.0976,
+      "step": 270
+    },
+    {
+      "grad_norm": 0.974027693271637,
+      "learning_rate": 9.782596772583026e-05,
+      "loss": 0.0761,
+      "step": 280
+    },
+    {
+      "grad_norm": 0.7111085057258606,
+      "learning_rate": 9.757830831297914e-05,
+      "loss": 0.0979,
+      "step": 290
+    },
+    {
+      "grad_norm": 0.9077074527740479,
+      "learning_rate": 9.731764146570173e-05,
+      "loss": 0.0787,
+      "step": 300
+    },
+    {
+      "grad_norm": 0.5821448564529419,
+      "learning_rate": 9.704403844771128e-05,
+      "loss": 0.0838,
+      "step": 310
+    },
+    {
+      "grad_norm": 0.5775296092033386,
+      "learning_rate": 9.675757405934103e-05,
+      "loss": 0.0623,
+      "step": 320
+    },
+    {
+      "grad_norm": 0.6049805879592896,
+      "learning_rate": 9.645832661709444e-05,
+      "loss": 0.0636,
+      "step": 330
+    },
+    {
+      "grad_norm": 0.45737943053245544,
+      "learning_rate": 9.614637793223425e-05,
+      "loss": 0.0626,
+      "step": 340
+    },
+    {
+      "grad_norm": 0.4611263871192932,
+      "learning_rate": 9.582181328841611e-05,
+      "loss": 0.0582,
+      "step": 350
+    },
+    {
+      "grad_norm": 0.6837406158447266,
+      "learning_rate": 9.548472141837286e-05,
+      "loss": 0.0638,
+      "step": 360
+    },
+    {
+      "grad_norm": 0.6089468002319336,
+      "learning_rate": 9.513519447965595e-05,
+      "loss": 0.0581,
+      "step": 370
+    },
+    {
+      "grad_norm": 0.585154116153717,
+      "learning_rate": 9.477332802944044e-05,
+      "loss": 0.0552,
+      "step": 380
+    },
+    {
+      "grad_norm": 0.5016727447509766,
+      "learning_rate": 9.439922099840054e-05,
+      "loss": 0.0581,
+      "step": 390
+    },
+    {
+      "grad_norm": 0.569975733757019,
+      "learning_rate": 9.401297566366318e-05,
+      "loss": 0.0594,
+      "step": 400
+    },
+    {
+      "grad_norm": 0.6577298641204834,
+      "learning_rate": 9.36146976208462e-05,
+      "loss": 0.0624,
+      "step": 410
+    },
+    {
+      "grad_norm": 0.7007710933685303,
+      "learning_rate": 9.320449575518972e-05,
+      "loss": 0.0583,
+      "step": 420
+    },
+    {
+      "grad_norm": 0.47701025009155273,
+      "learning_rate": 9.278248221178798e-05,
+      "loss": 0.0589,
+      "step": 430
+    },
+    {
+      "grad_norm": 0.5127101540565491,
+      "learning_rate": 9.234877236492997e-05,
+      "loss": 0.0571,
+      "step": 440
+    },
+    {
+      "grad_norm": 0.4970426559448242,
+      "learning_rate": 9.190348478655724e-05,
+      "loss": 0.0518,
+      "step": 450
+    },
+    {
+      "grad_norm": 0.42194655537605286,
+      "learning_rate": 9.144674121384757e-05,
+      "loss": 0.0572,
+      "step": 460
+    },
+    {
+      "grad_norm": 0.6780546307563782,
+      "learning_rate": 9.097866651593317e-05,
+      "loss": 0.0631,
+      "step": 470
+    },
+    {
+      "grad_norm": 0.3541775047779083,
+      "learning_rate": 9.049938865976275e-05,
+      "loss": 0.0548,
+      "step": 480
+    },
+    {
+      "grad_norm": 0.6049434542655945,
+      "learning_rate": 9.000903867511666e-05,
+      "loss": 0.0498,
+      "step": 490
+    },
+    {
+      "grad_norm": 0.45229852199554443,
+      "learning_rate": 8.950775061878453e-05,
+      "loss": 0.0496,
+      "step": 500
+    },
+    {
+      "grad_norm": 0.6024392247200012,
+      "learning_rate": 8.899566153791566e-05,
+      "loss": 0.0569,
+      "step": 510
+    },
+    {
+      "grad_norm": 0.4546999931335449,
+      "learning_rate": 8.84729114325516e-05,
+      "loss": 0.0509,
+      "step": 520
+    },
+    {
+      "grad_norm": 0.5965995788574219,
+      "learning_rate": 8.79396432173515e-05,
+      "loss": 0.0631,
+      "step": 530
+    },
+    {
+      "grad_norm": 0.5499140024185181,
+      "learning_rate": 8.739600268252078e-05,
+      "loss": 0.0493,
+      "step": 540
+    },
+    {
+      "grad_norm": 0.5246662497520447,
+      "learning_rate": 8.684213845395339e-05,
+      "loss": 0.0534,
+      "step": 550
+    },
+    {
+      "grad_norm": 0.47341179847717285,
+      "learning_rate": 8.627820195259918e-05,
+      "loss": 0.0462,
+      "step": 560
+    },
+    {
+      "grad_norm": 0.42044690251350403,
+      "learning_rate": 8.570434735306671e-05,
+      "loss": 0.0405,
+      "step": 570
+    },
+    {
+      "grad_norm": 0.5121616125106812,
+      "learning_rate": 8.512073154147362e-05,
+      "loss": 0.0478,
+      "step": 580
+    },
+    {
+      "grad_norm": 0.4845208525657654,
+      "learning_rate": 8.452751407255541e-05,
+      "loss": 0.0486,
+      "step": 590
+    },
+    {
+      "grad_norm": 0.3478183150291443,
+      "learning_rate": 8.392485712604483e-05,
+      "loss": 0.0568,
+      "step": 600
+    },
+    {
+      "grad_norm": 0.49295181035995483,
+      "learning_rate": 8.331292546233362e-05,
+      "loss": 0.0561,
+      "step": 610
+    },
+    {
+      "grad_norm": 0.522871732711792,
+      "learning_rate": 8.269188637742846e-05,
+      "loss": 0.0438,
+      "step": 620
+    },
+    {
+      "grad_norm": 0.45402273535728455,
+      "learning_rate": 8.206190965721419e-05,
+      "loss": 0.0354,
+      "step": 630
+    },
+    {
+      "grad_norm": 0.461839497089386,
+      "learning_rate": 8.14231675310358e-05,
+      "loss": 0.038,
+      "step": 640
+    },
+    {
+      "grad_norm": 0.47349685430526733,
+      "learning_rate": 8.077583462461283e-05,
+      "loss": 0.0414,
+      "step": 650
+    },
+    {
+      "grad_norm": 0.5613319873809814,
+      "learning_rate": 8.012008791229826e-05,
+      "loss": 0.045,
+      "step": 660
+    },
+    {
+      "grad_norm": 0.6868877410888672,
+      "learning_rate": 7.945610666869568e-05,
+      "loss": 0.0538,
+      "step": 670
+    },
+    {
+      "grad_norm": 0.5372869968414307,
+      "learning_rate": 7.878407241964729e-05,
+      "loss": 0.0458,
+      "step": 680
+    },
+    {
+      "grad_norm": 0.48658597469329834,
+      "learning_rate": 7.810416889260653e-05,
+      "loss": 0.0415,
+      "step": 690
+    },
+    {
+      "grad_norm": 0.5548452734947205,
+      "learning_rate": 7.741658196640892e-05,
+      "loss": 0.0401,
+      "step": 700
+    },
+    {
+      "grad_norm": 0.6520838141441345,
+      "learning_rate": 7.672149962045457e-05,
+      "loss": 0.0542,
+      "step": 710
+    },
+    {
+      "grad_norm": 0.5273123979568481,
+      "learning_rate": 7.60191118833165e-05,
+      "loss": 0.0461,
+      "step": 720
+    },
+    {
+      "grad_norm": 0.45993274450302124,
+      "learning_rate": 7.530961078078873e-05,
+      "loss": 0.0445,
+      "step": 730
+    },
+    {
+      "grad_norm": 0.3632051646709442,
+      "learning_rate": 7.45931902833884e-05,
+      "loss": 0.031,
+      "step": 740
+    },
+    {
+      "grad_norm": 0.3503791093826294,
+      "learning_rate": 7.387004625332608e-05,
+      "loss": 0.0362,
+      "step": 750
+    },
+    {
+      "grad_norm": 0.4252007305622101,
+      "learning_rate": 7.3140376390959e-05,
+      "loss": 0.0306,
+      "step": 760
+    },
+    {
+      "grad_norm": 0.5684967637062073,
+      "learning_rate": 7.240438018074189e-05,
+      "loss": 0.0343,
+      "step": 770
+    },
+    {
+      "grad_norm": 0.5697133541107178,
+      "learning_rate": 7.166225883668969e-05,
+      "loss": 0.0404,
+      "step": 780
+    },
+    {
+      "grad_norm": 0.6125141978263855,
+      "learning_rate": 7.091421524736784e-05,
+      "loss": 0.0393,
+      "step": 790
+    },
+    {
+      "grad_norm": 0.4313353896141052,
+      "learning_rate": 7.016045392042452e-05,
+      "loss": 0.041,
+      "step": 800
+    },
+    {
+      "grad_norm": 0.41094619035720825,
+      "learning_rate": 6.940118092668022e-05,
+      "loss": 0.0475,
+      "step": 810
+    },
+    {
+      "grad_norm": 0.3212681710720062,
+      "learning_rate": 6.863660384379017e-05,
+      "loss": 0.0388,
+      "step": 820
+    },
+    {
+      "grad_norm": 0.5655945539474487,
+      "learning_rate": 6.786693169949455e-05,
+      "loss": 0.04,
+      "step": 830
+    },
+    {
+      "grad_norm": 0.44820529222488403,
+      "learning_rate": 6.709237491447249e-05,
+      "loss": 0.0374,
+      "step": 840
+    },
+    {
+      "grad_norm": 0.43709850311279297,
+      "learning_rate": 6.631314524481513e-05,
+      "loss": 0.049,
+      "step": 850
+    },
+    {
+      "grad_norm": 0.5083968043327332,
+      "learning_rate": 6.552945572413358e-05,
+      "loss": 0.0436,
+      "step": 860
+    },
+    {
+      "grad_norm": 0.3737967610359192,
+      "learning_rate": 6.474152060531768e-05,
+      "loss": 0.0374,
+      "step": 870
+    },
+    {
+      "grad_norm": 0.4421429932117462,
+      "learning_rate": 6.394955530196147e-05,
+      "loss": 0.0293,
+      "step": 880
+    },
+    {
+      "grad_norm": 0.44184306263923645,
+      "learning_rate": 6.315377632947115e-05,
+      "loss": 0.0307,
+      "step": 890
+    },
+    {
+      "grad_norm": 0.45122212171554565,
+      "learning_rate": 6.235440124587198e-05,
+      "loss": 0.0417,
+      "step": 900
+    },
+    {
+      "grad_norm": 0.43313905596733093,
+      "learning_rate": 6.155164859233012e-05,
+      "loss": 0.0281,
+      "step": 910
+    },
+    {
+      "grad_norm": 0.31750547885894775,
+      "learning_rate": 6.074573783340562e-05,
+      "loss": 0.0328,
+      "step": 920
+    },
+    {
+      "grad_norm": 0.39470431208610535,
+      "learning_rate": 5.9936889297052986e-05,
+      "loss": 0.0286,
+      "step": 930
+    },
+    {
+      "grad_norm": 0.4038713872432709,
+      "learning_rate": 5.912532411438576e-05,
+      "loss": 0.0279,
+      "step": 940
+    },
+    {
+      "grad_norm": 0.5246008038520813,
+      "learning_rate": 5.831126415922148e-05,
+      "loss": 0.0389,
+      "step": 950
+    },
+    {
+      "grad_norm": 0.5796319842338562,
+      "learning_rate": 5.74949319874235e-05,
+      "loss": 0.0269,
+      "step": 960
+    },
+    {
+      "grad_norm": 0.442847341299057,
+      "learning_rate": 5.667655077605659e-05,
+      "loss": 0.0285,
+      "step": 970
+    },
+    {
+      "grad_norm": 0.5783978700637817,
+      "learning_rate": 5.585634426237246e-05,
+      "loss": 0.0347,
+      "step": 980
+    },
+    {
+      "grad_norm": 0.673740804195404,
+      "learning_rate": 5.5034536682642224e-05,
+      "loss": 0.037,
+      "step": 990
+    },
+    {
+      "grad_norm": 0.4028751850128174,
+      "learning_rate": 5.4211352710852495e-05,
+      "loss": 0.0359,
+      "step": 1000
+    },
+    {
+      "grad_norm": 0.35525479912757874,
+      "learning_rate": 5.3387017397281704e-05,
+      "loss": 0.0336,
+      "step": 1010
+    },
+    {
+      "grad_norm": 0.4501492381095886,
+      "learning_rate": 5.2561756106973656e-05,
+      "loss": 0.0315,
+      "step": 1020
+    },
+    {
+      "grad_norm": 0.40087419748306274,
+      "learning_rate": 5.1735794458124956e-05,
+      "loss": 0.0336,
+      "step": 1030
+    },
+    {
+      "grad_norm": 0.45209842920303345,
+      "learning_rate": 5.0909358260403186e-05,
+      "loss": 0.0307,
+      "step": 1040
+    },
+    {
+      "grad_norm": 0.3294844925403595,
+      "learning_rate": 5.0082673453212914e-05,
+      "loss": 0.0278,
+      "step": 1050
+    },
+    {
+      "grad_norm": 0.37356334924697876,
+      "learning_rate": 4.925596604392603e-05,
+      "loss": 0.0344,
+      "step": 1060
+    },
+    {
+      "grad_norm": 0.5277794599533081,
+      "learning_rate": 4.8429462046093585e-05,
+      "loss": 0.0332,
+      "step": 1070
+    },
+    {
+      "grad_norm": 0.5260717868804932,
+      "learning_rate": 4.7603387417656026e-05,
+      "loss": 0.0328,
+      "step": 1080
+    },
+    {
+      "grad_norm": 0.3290504217147827,
+      "learning_rate": 4.677796799916845e-05,
+      "loss": 0.0246,
+      "step": 1090
+    },
+    {
+      "grad_norm": 0.2661372721195221,
+      "learning_rate": 4.5953429452058135e-05,
+      "loss": 0.032,
+      "step": 1100
+    },
+    {
+      "grad_norm": 0.30993494391441345,
+      "learning_rate": 4.5129997196930845e-05,
+      "loss": 0.0318,
+      "step": 1110
+    },
+    {
+      "grad_norm": 0.49708715081214905,
+      "learning_rate": 4.430789635194324e-05,
+      "loss": 0.0307,
+      "step": 1120
+    },
+    {
+      "grad_norm": 0.34312236309051514,
+      "learning_rate": 4.348735167125771e-05,
+      "loss": 0.0333,
+      "step": 1130
+    },
+    {
+      "grad_norm": 0.3901269733905792,
+      "learning_rate": 4.2668587483596864e-05,
+      "loss": 0.0328,
+      "step": 1140
+    },
+    {
+      "grad_norm": 0.3739551901817322,
+      "learning_rate": 4.1851827630914305e-05,
+      "loss": 0.0272,
+      "step": 1150
+    },
+    {
+      "grad_norm": 0.36706796288490295,
+      "learning_rate": 4.103729540719847e-05,
+      "loss": 0.0277,
+      "step": 1160
+    },
+    {
+      "grad_norm": 0.3322960138320923,
+      "learning_rate": 4.0225213497426276e-05,
+      "loss": 0.0236,
+      "step": 1170
+    },
+    {
+      "grad_norm": 0.26609674096107483,
+      "learning_rate": 3.9415803916683224e-05,
+      "loss": 0.0265,
+      "step": 1180
+    },
+    {
+      "grad_norm": 0.44145846366882324,
+      "learning_rate": 3.860928794946682e-05,
+      "loss": 0.0256,
+      "step": 1190
+    },
+    {
+      "grad_norm": 0.29344606399536133,
+      "learning_rate": 3.780588608918947e-05,
+      "loss": 0.0275,
+      "step": 1200
+    },
+    {
+      "grad_norm": 0.3439117968082428,
+      "learning_rate": 3.700581797789786e-05,
+      "loss": 0.0295,
+      "step": 1210
+    },
+    {
+      "grad_norm": 0.41021284461021423,
+      "learning_rate": 3.6209302346225006e-05,
+      "loss": 0.0234,
+      "step": 1220
+    },
+    {
+      "grad_norm": 0.2943209707736969,
+      "learning_rate": 3.541655695359142e-05,
+      "loss": 0.0276,
+      "step": 1230
+    },
+    {
+      "grad_norm": 0.36791661381721497,
+      "learning_rate": 3.462779852867197e-05,
+      "loss": 0.0233,
+      "step": 1240
+    },
+    {
+      "grad_norm": 0.4398164749145508,
+      "learning_rate": 3.384324271014429e-05,
+      "loss": 0.0298,
+      "step": 1250
+    },
+    {
+      "grad_norm": 0.48210081458091736,
+      "learning_rate": 3.3063103987735433e-05,
+      "loss": 0.0227,
+      "step": 1260
+    },
+    {
+      "grad_norm": 0.33244040608406067,
+      "learning_rate": 3.228759564358248e-05,
+      "loss": 0.0273,
+      "step": 1270
+    },
+    {
+      "grad_norm": 0.47357818484306335,
+      "learning_rate": 3.1516929693923315e-05,
+      "loss": 0.0243,
+      "step": 1280
+    },
+    {
+      "grad_norm": 0.36431384086608887,
+      "learning_rate": 3.075131683113352e-05,
+      "loss": 0.0271,
+      "step": 1290
+    },
+    {
+      "grad_norm": 0.34549668431282043,
+      "learning_rate": 2.999096636612518e-05,
+      "loss": 0.0262,
+      "step": 1300
+    },
+    {
+      "grad_norm": 0.2728613615036011,
+      "learning_rate": 2.9236086171123404e-05,
+      "loss": 0.0224,
+      "step": 1310
+    },
+    {
+      "grad_norm": 0.37844163179397583,
+      "learning_rate": 2.8486882622836026e-05,
+      "loss": 0.0252,
+      "step": 1320
+    },
+    {
+      "grad_norm": 0.2981228530406952,
+      "learning_rate": 2.774356054603243e-05,
+      "loss": 0.0205,
+      "step": 1330
+    },
+    {
+      "grad_norm": 0.37120452523231506,
+      "learning_rate": 2.7006323157546386e-05,
+      "loss": 0.0249,
+      "step": 1340
+    },
+    {
+      "grad_norm": 0.41909462213516235,
+      "learning_rate": 2.6275372010718635e-05,
+      "loss": 0.021,
+      "step": 1350
+    },
+    {
+      "grad_norm": 0.4190634489059448,
+      "learning_rate": 2.555090694029421e-05,
+      "loss": 0.0239,
+      "step": 1360
+    },
+    {
+      "grad_norm": 0.42239516973495483,
+      "learning_rate": 2.4833126007789653e-05,
+      "loss": 0.0208,
+      "step": 1370
+    },
+    {
+      "grad_norm": 0.2549847364425659,
+      "learning_rate": 2.4122225447344875e-05,
+      "loss": 0.022,
+      "step": 1380
+    },
+    {
+      "grad_norm": 0.25902891159057617,
+      "learning_rate": 2.341839961207482e-05,
+      "loss": 0.0193,
+      "step": 1390
+    },
+    {
+      "grad_norm": 0.6364672780036926,
+      "learning_rate": 2.2721840920935196e-05,
+      "loss": 0.0245,
+      "step": 1400
+    },
+    {
+      "grad_norm": 0.2977903485298157,
+      "learning_rate": 2.2032739806117058e-05,
+      "loss": 0.0184,
+      "step": 1410
+    },
+    {
+      "grad_norm": 0.39573556184768677,
+      "learning_rate": 2.1351284660984572e-05,
+      "loss": 0.0243,
+      "step": 1420
+    },
+    {
+      "grad_norm": 0.4302116930484772,
+      "learning_rate": 2.067766178857013e-05,
+      "loss": 0.0218,
+      "step": 1430
+    },
+    {
+      "grad_norm": 0.23667673766613007,
+      "learning_rate": 2.0012055350640986e-05,
+      "loss": 0.0207,
+      "step": 1440
+    },
+    {
+      "grad_norm": 0.2744090259075165,
+      "learning_rate": 1.9354647317351188e-05,
+      "loss": 0.0251,
+      "step": 1450
+    },
+    {
+      "grad_norm": 0.394101083278656,
+      "learning_rate": 1.8705617417492883e-05,
+      "loss": 0.0233,
+      "step": 1460
+    },
+    {
+      "grad_norm": 0.3944133222103119,
+      "learning_rate": 1.8065143089360172e-05,
+      "loss": 0.0215,
+      "step": 1470
+    },
+    {
+      "grad_norm": 0.34019017219543457,
+      "learning_rate": 1.743339943223926e-05,
+      "loss": 0.026,
+      "step": 1480
+    },
+    {
+      "grad_norm": 0.2179572582244873,
+      "learning_rate": 1.6810559158538092e-05,
+      "loss": 0.0178,
+      "step": 1490
+    },
+    {
+      "grad_norm": 0.42695897817611694,
+      "learning_rate": 1.6196792546568472e-05,
+      "loss": 0.0251,
+      "step": 1500
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 2000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-1500/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8721c3d4c4fb62e1b3a5942bcac338cc99c78ef7dfcb870774c274d6e7efc55
+size 5777

checkpoint-1500/wandb_config.json

@@ -0,0 +1 @@
+{"project": "finetune-gr00t-n1d6", "run_id": "gr00t_franka_finetune"}

checkpoint-2000/config.json

@@ -0,0 +1,70 @@
+{
+  "action_horizon": 50,
+  "add_pos_embed": true,
+  "apply_sincos_state_encoding": true,
+  "architectures": [
+    "Gr00tN1d6"
+  ],
+  "attn_dropout": 0.2,
+  "attn_implementation": null,
+  "backbone_embedding_dim": 2048,
+  "backbone_model_type": "eagle",
+  "backbone_trainable_params_fp32": true,
+  "collator_overwrite_image_inputs": false,
+  "color_jitter_params": {
+    "brightness": 0.1,
+    "contrast": 0.1,
+    "hue": 0.1,
+    "saturation": 0.1
+  },
+  "crop_fraction": 0.95,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "eagle_collator": true,
+  "formalize_language": true,
+  "gemma_collator": false,
+  "hidden_size": 1024,
+  "image_crop_size": null,
+  "image_target_size": null,
+  "input_embedding_dim": 1536,
+  "load_bf16": true,
+  "max_action_dim": 128,
+  "max_num_embodiments": 32,
+  "max_seq_len": 1024,
+  "max_state_dim": 128,
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "model_type": "Gr00tN1d6",
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_inference_timesteps": 4,
+  "num_timestep_buckets": 1000,
+  "random_rotation_angle": null,
+  "reproject_vision": false,
+  "select_layer": 16,
+  "shortest_image_edge": 256,
+  "state_dropout_prob": 0.0,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.3",
+  "tune_diffusion_model": true,
+  "tune_llm": false,
+  "tune_projector": true,
+  "tune_top_llm_layers": 4,
+  "tune_visual": false,
+  "tune_vlln": true,
+  "use_albumentations_transforms": true,
+  "use_alternate_vl_dit": true,
+  "use_flash_attention": true,
+  "use_relative_action": true,
+  "use_vlln": true
+}

checkpoint-2000/embodiment_id.json

@@ -0,0 +1,10 @@
+{
+  "robocasa_panda_omron": 13,
+  "gr1": 20,
+  "behavior_r1_pro": 24,
+  "unitree_g1": 8,
+  "oxe_google": 0,
+  "oxe_widowx": 1,
+  "libero_panda": 2,
+  "new_embodiment": 10
+}

checkpoint-2000/experiment_cfg/conf.yaml

@@ -0,0 +1,204 @@
+load_config_path: null
+model:
+  model_type: Gr00tN1d6
+  model_dtype: bfloat16
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  backbone_model_type: eagle
+  model_revision: null
+  tune_top_llm_layers: 4
+  backbone_embedding_dim: 2048
+  tune_llm: false
+  tune_visual: false
+  select_layer: 16
+  reproject_vision: false
+  use_flash_attention: true
+  load_bf16: false
+  collator_overwrite_image_inputs: false
+  eagle_collator: true
+  backbone_trainable_params_fp32: true
+  image_crop_size: null
+  image_target_size: null
+  shortest_image_edge: 256
+  crop_fraction: 0.95
+  random_rotation_angle: null
+  color_jitter_params: null
+  use_albumentations_transforms: true
+  formalize_language: true
+  apply_sincos_state_encoding: false
+  use_relative_action: true
+  max_state_dim: 29
+  max_action_dim: 29
+  action_horizon: 16
+  hidden_size: 1024
+  input_embedding_dim: 1536
+  add_pos_embed: true
+  attn_dropout: 0.2
+  use_vlln: true
+  max_seq_len: 1024
+  use_alternate_vl_dit: true
+  attend_text_every_n_blocks: 2
+  diffusion_model_cfg:
+    positional_embeddings: null
+    num_layers: 32
+    num_attention_heads: 32
+    attention_head_dim: 48
+    norm_type: ada_norm
+    dropout: 0.2
+    final_dropout: true
+    output_dim: 1024
+    interleave_self_attention: true
+  num_inference_timesteps: 4
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_timestep_buckets: 1000
+  tune_projector: true
+  tune_diffusion_model: true
+  tune_vlln: true
+  state_dropout_prob: 0.0
+  state_additive_noise_scale: 0.0
+  max_num_embodiments: 32
+data:
+  datasets:
+  - dataset_paths:
+    - /workspaces/isaaclab_arena/train_data
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    dataset_type: physical_embodiment
+    val_dataset_path: null
+  modality_configs:
+    new_embodiment:
+      video:
+        delta_indices:
+        - 0
+        modality_keys:
+        - ego_view
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      state:
+        delta_indices:
+        - 0
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      action:
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs:
+        - rep: RELATIVE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: single_arm
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+      language:
+        delta_indices:
+        - 0
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+  download_cache: false
+  shard_size: 1024
+  episode_sampling_rate: 0.1
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  mode: single_turn
+  random_chop: 0.0
+  mock_dataset_mode: false
+  shuffle: true
+  seed: 42
+  multiprocessing_context: fork
+  allow_padding: false
+  subsample_ratio: 1.0
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  video_backend: torchcodec
+training:
+  output_dir: /home/ubuntu/.cache/gr00t_franka_finetune
+  experiment_name: null
+  max_steps: 2000
+  global_batch_size: 32
+  batch_size: null
+  gradient_accumulation_steps: 1
+  learning_rate: 0.0001
+  lr_scheduler_type: cosine
+  weight_decay: 1.0e-05
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  max_grad_norm: 1.0
+  optim: adamw_torch
+  start_from_checkpoint: nvidia/GR00T-N1.6-3B
+  tf32: true
+  fp16: false
+  bf16: true
+  eval_bf16: true
+  logging_steps: 10
+  save_steps: 500
+  save_total_limit: 4
+  save_vl_model: false
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  max_concurrent_uploads: 2
+  eval_strategy: 'no'
+  eval_steps: 500
+  eval_set_split_ratio: 0.1
+  eval_batch_size: 2
+  save_best_eval_metric_name: ''
+  save_best_eval_metric_greater_is_better: true
+  deepspeed_stage: 2
+  gradient_checkpointing: false
+  transformers_trust_remote_code: true
+  transformers_local_files_only: false
+  transformers_cache_dir: null
+  transformers_access_token: null
+  use_ddp: false
+  ddp_bucket_cap_mb: 100
+  num_gpus: 1
+  dataloader_num_workers: 32
+  remove_unused_columns: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d6
+  enable_profiling: false
+  max_retries: 3
+  assert_loss_less_than: null
+  add_rl_callback: false
+  enable_open_loop_eval: false
+  open_loop_eval_traj_ids:
+  - 0
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_plot_indices: null
+max_steps: 2000
+save_steps: 500

checkpoint-2000/experiment_cfg/config.yaml

@@ -0,0 +1,238 @@
+!!python/object:gr00t.configs.base_config.Config
+data: !!python/object:gr00t.configs.data.data_config.DataConfig
+  allow_padding: false
+  datasets:
+  - !!python/object:gr00t.configs.data.data_config.SingleDatasetConfig
+    dataset_paths:
+    - /workspaces/isaaclab_arena/train_data
+    dataset_type: physical_embodiment
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    val_dataset_path: null
+  download_cache: false
+  episode_sampling_rate: 0.1
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  mock_dataset_mode: false
+  modality_configs:
+    new_embodiment:
+      action: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs:
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: &id001 !!python/object/apply:gr00t.data.types.ActionFormat
+          - default
+          rep: !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - relative
+          state_key: single_arm
+          type: &id002 !!python/object/apply:gr00t.data.types.ActionType
+          - non_eef
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - absolute
+          state_key: null
+          type: *id002
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        mean_std_embedding_keys: null
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+      language: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+      state: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+      video: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - ego_view
+        sin_cos_embedding_keys: null
+  mode: single_turn
+  multiprocessing_context: fork
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  random_chop: 0.0
+  seed: 42
+  shard_size: 1024
+  shuffle: true
+  subsample_ratio: 1.0
+  video_backend: torchcodec
+load_config_path: null
+model: !!python/object:gr00t.configs.model.gr00t_n1d6.Gr00tN1d6Config
+  _attn_implementation_autoset: false
+  _attn_implementation_internal: null
+  _commit_hash: null
+  _name_or_path: ''
+  add_cross_attention: false
+  architectures: null
+  backbone_model_type: eagle
+  backbone_trainable_params_fp32: true
+  bad_words_ids: null
+  begin_suppress_tokens: null
+  bos_token_id: null
+  chunk_size_feed_forward: 0
+  color_jitter_params: null
+  cross_attention_hidden_size: null
+  decoder_start_token_id: null
+  diffusion_model_cfg:
+    attention_head_dim: 48
+    dropout: 0.2
+    final_dropout: true
+    interleave_self_attention: true
+    norm_type: ada_norm
+    num_attention_heads: 32
+    num_layers: 32
+    output_dim: 1024
+    positional_embeddings: null
+  diversity_penalty: 0.0
+  do_sample: false
+  eagle_collator: true
+  early_stopping: false
+  encoder_no_repeat_ngram_size: 0
+  eos_token_id: null
+  exponential_decay_length_penalty: null
+  finetuning_task: null
+  forced_bos_token_id: null
+  forced_eos_token_id: null
+  id2label:
+    0: LABEL_0
+    1: LABEL_1
+  is_decoder: false
+  is_encoder_decoder: false
+  label2id:
+    LABEL_0: 0
+    LABEL_1: 1
+  length_penalty: 1.0
+  load_bf16: false
+  max_length: 20
+  min_length: 0
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  no_repeat_ngram_size: 0
+  num_beam_groups: 1
+  num_beams: 1
+  num_return_sequences: 1
+  output_attentions: false
+  output_hidden_states: false
+  output_scores: false
+  pad_token_id: null
+  prefix: null
+  problem_type: null
+  pruned_heads: {}
+  random_rotation_angle: null
+  remove_invalid_values: false
+  repetition_penalty: 1.0
+  reproject_vision: false
+  return_dict: true
+  return_dict_in_generate: false
+  sep_token_id: null
+  state_dropout_prob: 0.0
+  suppress_tokens: null
+  task_specific_params: null
+  temperature: 1.0
+  tf_legacy_loss: false
+  tie_encoder_decoder: false
+  tie_word_embeddings: true
+  tokenizer_class: null
+  top_k: 50
+  top_p: 1.0
+  torch_dtype: null
+  torchscript: false
+  transformers_version: null
+  tune_diffusion_model: true
+  tune_llm: false
+  tune_projector: true
+  tune_visual: false
+  typical_p: 1.0
+  use_bfloat16: false
+  use_relative_action: true
+training: !!python/object:gr00t.configs.training.training_config.TrainingConfig
+  add_rl_callback: false
+  assert_loss_less_than: null
+  batch_size: null
+  bf16: true
+  dataloader_num_workers: 32
+  ddp_bucket_cap_mb: 100
+  deepspeed_stage: 2
+  enable_open_loop_eval: false
+  enable_profiling: false
+  eval_batch_size: 2
+  eval_bf16: true
+  eval_set_split_ratio: 0.1
+  eval_steps: 500
+  eval_strategy: 'no'
+  experiment_name: null
+  fp16: false
+  global_batch_size: 32
+  gradient_accumulation_steps: 1
+  gradient_checkpointing: false
+  learning_rate: 0.0001
+  logging_steps: 10
+  lr_scheduler_type: cosine
+  max_concurrent_uploads: 2
+  max_grad_norm: 1.0
+  max_retries: 3
+  max_steps: 2000
+  num_gpus: 1
+  open_loop_eval_plot_indices: null
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_traj_ids:
+  - 0
+  optim: adamw_torch
+  output_dir: /home/ubuntu/.cache/gr00t_franka_finetune
+  remove_unused_columns: false
+  save_best_eval_metric_greater_is_better: true
+  save_best_eval_metric_name: ''
+  save_steps: 500
+  save_total_limit: 4
+  save_vl_model: false
+  start_from_checkpoint: nvidia/GR00T-N1.6-3B
+  tf32: true
+  transformers_access_token: null
+  transformers_cache_dir: null
+  transformers_local_files_only: false
+  transformers_trust_remote_code: true
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  use_ddp: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d6
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  weight_decay: 1.0e-05

checkpoint-2000/experiment_cfg/dataset_statistics.json

@@ -0,0 +1,1046 @@
+{
+  "new_embodiment": {
+    "state": {
+      "single_arm": {
+        "min": [
+          -0.1016506552696228,
+          -0.1761876344680786,
+          -0.054869189858436584,
+          -1.4101576805114746,
+          -0.38218289613723755,
+          -0.022114872932434082,
+          -0.10868370532989502
+        ],
+        "max": [
+          0.3447756767272949,
+          1.2365270853042603,
+          0.39242762327194214,
+          0.2529296278953552,
+          0.18470034003257751,
+          2.118802309036255,
+          0.8016068339347839
+        ],
+        "mean": [
+          0.042614661157131195,
+          0.4292725920677185,
+          0.10685384273529053,
+          -0.8481684923171997,
+          -0.004952127579599619,
+          1.2715188264846802,
+          0.14739659428596497
+        ],
+        "std": [
+          0.08599156141281128,
+          0.38931092619895935,
+          0.08684167265892029,
+          0.41639015078544617,
+          0.09905096888542175,
+          0.639055073261261,
+          0.20859868824481964
+        ],
+        "q01": [
+          -0.08698830261826515,
+          -0.16300016283988952,
+          -0.031826803982257845,
+          -1.3965834760665894,
+          -0.33692867517471314,
+          -0.005149464607238769,
+          -0.0991782522201538
+        ],
+        "q99": [
+          0.3135400813817978,
+          1.2095760893821716,
+          0.3296026331186294,
+          0.09940535783767694,
+          0.177163989841938,
+          2.111123719215393,
+          0.7685691952705384
+        ]
+      },
+      "gripper": {
+        "min": [
+          -0.016243789345026016,
+          -0.017369966953992844
+        ],
+        "max": [
+          0.0,
+          0.0
+        ],
+        "mean": [
+          -0.0054468195885419846,
+          -0.005668346770107746
+        ],
+        "std": [
+          0.007502974011003971,
+          0.007808898109942675
+        ],
+        "q01": [
+          -0.01618218619376421,
+          -0.01736501693725586
+        ],
+        "q99": [
+          0.0,
+          0.0
+        ]
+      }
+    },
+    "action": {
+      "single_arm": {
+        "min": [
+          -0.029919808730483055,
+          -0.030760474503040314,
+          -0.03454569727182388,
+          -0.023138338699936867,
+          -0.0294453464448452,
+          -0.04707210883498192,
+          0.0
+        ],
+        "max": [
+          0.04578776657581329,
+          0.03417271375656128,
+          0.032364509999752045,
+          0.012034625746309757,
+          0.08025076240301132,
+          0.04756892845034599,
+          0.03999999910593033
+        ],
+        "mean": [
+          0.013533495366573334,
+          0.007476440165191889,
+          -0.01020827516913414,
+          -0.00018720414664130658,
+          0.00028234944329597056,
+          -5.855086783412844e-05,
+          0.026392336934804916
+        ],
+        "std": [
+          0.012855037115514278,
+          0.012551924213767052,
+          0.017873870208859444,
+          0.0029166981112211943,
+          0.005159514490514994,
+          0.004970518872141838,
+          0.01895107515156269
+        ],
+        "q01": [
+          -0.005514774760231375,
+          -0.024535775482654572,
+          -0.030423654653131963,
+          -0.008391074724495412,
+          -0.01150766346603632,
+          -0.015753980539739133,
+          0.0
+        ],
+        "q99": [
+          0.03146043732762337,
+          0.02946644090116024,
+          0.028492353856563568,
+          0.006190066309645771,
+          0.01955891106277704,
+          0.016726106889545896,
+          0.03999999910593033
+        ]
+      },
+      "gripper": {
+        "min": [
+          0.0
+        ],
+        "max": [
+          0.03999999910593033
+        ],
+        "mean": [
+          0.026392336934804916
+        ],
+        "std": [
+          0.01895107515156269
+        ],
+        "q01": [
+          0.0
+        ],
+        "q99": [
+          0.03999999910593033
+        ]
+      }
+    },
+    "relative_action": {
+      "single_arm": {
+        "min": [
+          [
+            -0.32329919934272766,
+            -1.1854932308197021,
+            -0.39748504757881165,
+            -0.25286412239074707,
+            -0.18570305407047272,
+            -2.121999979019165,
+            -0.7839499115943909
+          ],
+          [
+            -0.32189974188804626,
+            -1.1826070547103882,
+            -0.39696475863456726,
+            -0.2544684112071991,
+            -0.18530802428722382,
+            -2.1222615242004395,
+            -0.7839499115943909
+          ],
+          [
+            -0.32321855425834656,
+            -1.1859318017959595,
+            -0.39636000990867615,
+            -0.2523682117462158,
+            -0.18859536945819855,
+            -2.1214780807495117,
+            -0.7839499115943909
+          ],
+          [
+            -0.3242166042327881,
+            -1.181753158569336,
+            -0.3955015242099762,
+            -0.2530977129936218,
+            -0.18825502693653107,
+            -2.1224093437194824,
+            -0.7839499115943909
+          ],
+          [
+            -0.3244396150112152,
+            -1.1838017702102661,
+            -0.3950645923614502,
+            -0.24863530695438385,
+            -0.18772920966148376,
+            -2.1221938133239746,
+            -0.7839499115943909
+          ],
+          [
+            -0.3249604403972626,
+            -1.1851550340652466,
+            -0.3945443034172058,
+            -0.2545105218887329,
+            -0.19080020487308502,
+            -2.12245512008667,
+            -0.7839499115943909
+          ],
+          [
+            -0.3240599036216736,
+            -1.2094337940216064,
+            -0.3939395546913147,
+            -0.2524451017379761,
+            -0.19165967404842377,
+            -2.1216351985931396,
+            -0.7839499115943909
+          ],
+          [
+            -0.3237849175930023,
+            -1.2061353921890259,
+            -0.39335793256759644,
+            -0.25646376609802246,
+            -0.19124479591846466,
+            -2.12142276763916,
+            -0.7839499115943909
+          ],
+          [
+            -0.32624951004981995,
+            -1.2092955112457275,
+            -0.3938826322555542,
+            -0.25647443532943726,
+            -0.19049783051013947,
+            -2.1221275329589844,
+            -0.7839499115943909
+          ],
+          [
+            -0.32307595014572144,
+            -1.205997109413147,
+            -0.39394718408584595,
+            -0.257379949092865,
+            -0.1888638287782669,
+            -2.1217713356018066,
+            -0.7839499115943909
+          ],
+          [
+            -0.3202081322669983,
+            -1.20602285861969,
+            -0.39648687839508057,
+            -0.2556869089603424,
+            -0.18957450985908508,
+            -2.1215648651123047,
+            -0.7801104187965393
+          ],
+          [
+            -0.32303914427757263,
+            -1.2070811986923218,
+            -0.39701157808303833,
+            -0.2523868978023529,
+            -0.1896384060382843,
+            -2.1222102642059326,
+            -0.7777257561683655
+          ],
+          [
+            -0.3236537277698517,
+            -1.20821213722229,
+            -0.3970761299133301,
+            -0.25582969188690186,
+            -0.18970085680484772,
+            -2.1212406158447266,
+            -0.774041473865509
+          ],
+          [
+            -0.32262563705444336,
+            -1.20747709274292,
+            -0.39746999740600586,
+            -0.2536396086215973,
+            -0.18984927237033844,
+            -2.1219756603240967,
+            -0.7704301476478577
+          ],
+          [
+            -0.32665905356407166,
+            -1.2074377536773682,
+            -0.3977932929992676,
+            -0.2506418526172638,
+            -0.1900315284729004,
+            -2.121697187423706,
+            -0.7680240273475647
+          ],
+          [
+            -0.3236996829509735,
+            -1.2079046964645386,
+            -0.3978058695793152,
+            -0.2523408532142639,
+            -0.19020666182041168,
+            -2.1220388412475586,
+            -0.765728771686554
+          ]
+        ],
+        "max": [
+          [
+            0.12719863653182983,
+            0.18446235358715057,
+            0.06538978964090347,
+            1.4123303890228271,
+            0.36543214321136475,
+            0.055936314165592194,
+            0.1482430398464203
+          ],
+          [
+            0.12787628173828125,
+            0.18225406110286713,
+            0.0630723312497139,
+            1.4122768640518188,
+            0.3634565770626068,
+            0.05312386155128479,
+            0.14398613572120667
+          ],
+          [
+            0.12855961918830872,
+            0.18054865300655365,
+            0.060906484723091125,
+            1.4116393327713013,
+            0.3660118877887726,
+            0.052048832178115845,
+            0.14211878180503845
+          ],
+          [
+            0.12901031970977783,
+            0.17937372624874115,
+            0.05962555110454559,
+            1.412109613418579,
+            0.3632301688194275,
+            0.05115959048271179,
+            0.14021214842796326
+          ],
+          [
+            0.12952828407287598,
+            0.1794057935476303,
+            0.06009196117520332,
+            1.4119149446487427,
+            0.36106500029563904,
+            0.05047079920768738,
+            0.13852760195732117
+          ],
+          [
+            0.12882810831069946,
+            0.17998431622982025,
+            0.06065024808049202,
+            1.4128142595291138,
+            0.3649647831916809,
+            0.050107747316360474,
+            0.13429853320121765
+          ],
+          [
+            0.12831519544124603,
+            0.17946301400661469,
+            0.06099287047982216,
+            1.4133707284927368,
+            0.36815109848976135,
+            0.04975596070289612,
+            0.1339406669139862
+          ],
+          [
+            0.12905743718147278,
+            0.1786593645811081,
+            0.06112520769238472,
+            1.4141303300857544,
+            0.3652087152004242,
+            0.04841601476073265,
+            0.1322639286518097
+          ],
+          [
+            0.1297350823879242,
+            0.1776067465543747,
+            0.0573953241109848,
+            1.4146143198013306,
+            0.3671979606151581,
+            0.04757409915328026,
+            0.13022002577781677
+          ],
+          [
+            0.13041843473911285,
+            0.17776383459568024,
+            0.05858777463436127,
+            1.4145153760910034,
+            0.36353617906570435,
+            0.045672591775655746,
+            0.12888506054878235
+          ],
+          [
+            0.13086912035942078,
+            0.17834235727787018,
+            0.05983245372772217,
+            1.4148727655410767,
+            0.36363980174064636,
+            0.04265117272734642,
+            0.1267530620098114
+          ],
+          [
+            0.13138708472251892,
+            0.17829257249832153,
+            0.06080028414726257,
+            1.4132124185562134,
+            0.36463645100593567,
+            0.04230935871601105,
+            0.12515506148338318
+          ],
+          [
+            0.1306869238615036,
+            0.17859286069869995,
+            0.06156755983829498,
+            1.4115465879440308,
+            0.36609867215156555,
+            0.041467443108558655,
+            0.12416491657495499
+          ],
+          [
+            0.12939347326755524,
+            0.1791713833808899,
+            0.06212584674358368,
+            1.4120947122573853,
+            0.36583268642425537,
+            0.03956593573093414,
+            0.12115160375833511
+          ],
+          [
+            0.12968552112579346,
+            0.17865008115768433,
+            0.06246846914291382,
+            1.4127825498580933,
+            0.36217090487480164,
+            0.04159165173768997,
+            0.11784551292657852
+          ],
+          [
+            0.12998661398887634,
+            0.17784643173217773,
+            0.06260080635547638,
+            1.4135223627090454,
+            0.361840158700943,
+            0.040185101330280304,
+            0.11627308279275894
+          ]
+        ],
+        "mean": [
+          [
+            -0.021064985543489456,
+            -0.39792153239250183,
+            -0.11181046068668365,
+            0.8605598211288452,
+            -0.0025237626396119595,
+            -1.2637412548065186,
+            -0.10358496010303497
+          ],
+          [
+            -0.02104770392179489,
+            -0.3978676497936249,
+            -0.11182692646980286,
+            0.8605672717094421,
+            -0.002523584757000208,
+            -1.2637417316436768,
+            -0.10367059707641602
+          ],
+          [
+            -0.021030250936746597,
+            -0.397811621427536,
+            -0.11184262484312057,
+            0.8605707287788391,
+            -0.0025277354288846254,
+            -1.2637302875518799,
+            -0.10375623404979706
+          ],
+          [
+            -0.02101544663310051,
+            -0.39775529503822327,
+            -0.11185839772224426,
+            0.8605775833129883,
+            -0.002535233274102211,
+            -1.2637287378311157,
+            -0.10384184867143631
+          ],
+          [
+            -0.021001672372221947,
+            -0.39770010113716125,
+            -0.11185967922210693,
+            0.8605857491493225,
+            -0.0025436626747250557,
+            -1.2637271881103516,
+            -0.10392745584249496
+          ],
+          [
+            -0.02098824642598629,
+            -0.3976578712463379,
+            -0.11185971647500992,
+            0.8605918884277344,
+            -0.0025569903664290905,
+            -1.2637248039245605,
+            -0.10401306301355362
+          ],
+          [
+            -0.020976334810256958,
+            -0.39763131737709045,
+            -0.11186240613460541,
+            0.8606000542640686,
+            -0.0025741278659552336,
+            -1.26372230052948,
+            -0.10409871488809586
+          ],
+          [
+            -0.020982732996344566,
+            -0.3976297378540039,
+            -0.11186536401510239,
+            0.8606085777282715,
+            -0.0025887791998684406,
+            -1.2637240886688232,
+            -0.1041843369603157
+          ],
+          [
+            -0.020988795906305313,
+            -0.397623211145401,
+            -0.11186520755290985,
+            0.8606117963790894,
+            -0.0025999434292316437,
+            -1.2637230157852173,
+            -0.10424429178237915
+          ],
+          [
+            -0.020994234830141068,
+            -0.3976192772388458,
+            -0.11186467111110687,
+            0.8606191873550415,
+            -0.002612028270959854,
+            -1.2637211084365845,
+            -0.10427426546812057
+          ],
+          [
+            -0.020999347791075706,
+            -0.3976156413555145,
+            -0.11186596006155014,
+            0.8606262803077698,
+            -0.0026231720112264156,
+            -1.2637207508087158,
+            -0.10427425056695938
+          ],
+          [
+            -0.021002445369958878,
+            -0.3976096510887146,
+            -0.11186514049768448,
+            0.860630214214325,
+            -0.002635682700201869,
+            -1.2637168169021606,
+            -0.10427428781986237
+          ],
+          [
+            -0.021011201664805412,
+            -0.39761000871658325,
+            -0.11186651140451431,
+            0.860638439655304,
+            -0.002646006178110838,
+            -1.2637174129486084,
+            -0.10427427291870117
+          ],
+          [
+            -0.021014675498008728,
+            -0.39760351181030273,
+            -0.11186712980270386,
+            0.8606441617012024,
+            -0.002654573880136013,
+            -1.2637194395065308,
+            -0.10427426546812057
+          ],
+          [
+            -0.021040834486484528,
+            -0.3976028859615326,
+            -0.11186829954385757,
+            0.8606491088867188,
+            -0.002666682470589876,
+            -1.2637138366699219,
+            -0.10427425056695938
+          ],
+          [
+            -0.02106592431664467,
+            -0.39760419726371765,
+            -0.11186770349740982,
+            0.8606574535369873,
+            -0.002680801786482334,
+            -1.2637156248092651,
+            -0.10427422821521759
+          ]
+        ],
+        "std": [
+          [
+            0.07862132787704468,
+            0.36472052335739136,
+            0.07953183352947235,
+            0.41708749532699585,
+            0.08953142166137695,
+            0.6474994421005249,
+            0.2003270834684372
+          ],
+          [
+            0.07865532487630844,
+            0.36466875672340393,
+            0.07954908907413483,
+            0.4170789122581482,
+            0.08954057842493057,
+            0.6475056409835815,
+            0.20027098059654236
+          ],
+          [
+            0.07868577539920807,
+            0.36461395025253296,
+            0.07956718653440475,
+            0.41706907749176025,
+            0.08954384922981262,
+            0.6475113034248352,
+            0.20021489262580872
+          ],
+          [
+            0.07872062176465988,
+            0.3645585775375366,
+            0.07958472520112991,
+            0.41705429553985596,
+            0.08954395353794098,
+            0.6475160717964172,
+            0.2001601606607437
+          ],
+          [
+            0.07875548303127289,
+            0.3645066022872925,
+            0.07957513630390167,
+            0.4170401096343994,
+            0.08954435586929321,
+            0.6475217342376709,
+            0.2001052349805832
+          ],
+          [
+            0.07878728210926056,
+            0.36448603868484497,
+            0.07956283539533615,
+            0.4170234501361847,
+            0.08953587710857391,
+            0.6475263237953186,
+            0.2000516802072525
+          ],
+          [
+            0.07882208377122879,
+            0.36450454592704773,
+            0.07955189794301987,
+            0.41700881719589233,
+            0.08952254056930542,
+            0.647530734539032,
+            0.19999809563159943
+          ],
+          [
+            0.07889280468225479,
+            0.3645552396774292,
+            0.07954024523496628,
+            0.4169907867908478,
+            0.08951205015182495,
+            0.6475338339805603,
+            0.19994452595710754
+          ],
+          [
+            0.07896006852388382,
+            0.3646087050437927,
+            0.07952792197465897,
+            0.4169798195362091,
+            0.08950342237949371,
+            0.6475362181663513,
+            0.19982454180717468
+          ],
+          [
+            0.07902492582798004,
+            0.36466050148010254,
+            0.07951349020004272,
+            0.4169654846191406,
+            0.08949856460094452,
+            0.6475402116775513,
+            0.19963733851909637
+          ],
+          [
+            0.0790853276848793,
+            0.36471861600875854,
+            0.07950460910797119,
+            0.4169500768184662,
+            0.08949100971221924,
+            0.6475431323051453,
+            0.19935448467731476
+          ],
+          [
+            0.0791463851928711,
+            0.3647766411304474,
+            0.07949627935886383,
+            0.4169394075870514,
+            0.08948377519845963,
+            0.6475453972816467,
+            0.19907325506210327
+          ],
+          [
+            0.07920938730239868,
+            0.36483389139175415,
+            0.07948218286037445,
+            0.4169244170188904,
+            0.08947892487049103,
+            0.6475448608398438,
+            0.19879388809204102
+          ],
+          [
+            0.0792689323425293,
+            0.3648894131183624,
+            0.07947037369012833,
+            0.41691312193870544,
+            0.08947526663541794,
+            0.6475451588630676,
+            0.19851621985435486
+          ],
+          [
+            0.07932519167661667,
+            0.3649515211582184,
+            0.07945462316274643,
+            0.4169033467769623,
+            0.08946864306926727,
+            0.6475487947463989,
+            0.19824036955833435
+          ],
+          [
+            0.07937267422676086,
+            0.36501482129096985,
+            0.07943546772003174,
+            0.41688644886016846,
+            0.08945988863706589,
+            0.6475464701652527,
+            0.19796623289585114
+          ]
+        ],
+        "q01": [
+          [
+            -0.2686644893884659,
+            -1.1166756582260131,
+            -0.3249503219127655,
+            -0.10763738259673118,
+            -0.17754718899726868,
+            -2.11095911026001,
+            -0.726121768951416
+          ],
+          [
+            -0.2715908128023148,
+            -1.1176964545249939,
+            -0.3246971207857132,
+            -0.10447386264801026,
+            -0.17755473166704178,
+            -2.111039023399353,
+            -0.726121768951416
+          ],
+          [
+            -0.2721079695224762,
+            -1.1183462095260621,
+            -0.32473934948444366,
+            -0.10659581780433655,
+            -0.17748151123523712,
+            -2.1109159421920776,
+            -0.726121768951416
+          ],
+          [
+            -0.2719108146429062,
+            -1.1183584260940551,
+            -0.3249865293502808,
+            -0.10559523880481719,
+            -0.17776453107595444,
+            -2.1114220952987672,
+            -0.726121768951416
+          ],
+          [
+            -0.27478108763694764,
+            -1.1184560322761536,
+            -0.32442001819610594,
+            -0.10662905514240265,
+            -0.17751205533742906,
+            -2.111326847076416,
+            -0.726121768951416
+          ],
+          [
+            -0.27461387276649474,
+            -1.1171478915214539,
+            -0.32468852162361145,
+            -0.10610488697886467,
+            -0.17753057986497878,
+            -2.1112320852279662,
+            -0.726121768951416
+          ],
+          [
+            -0.2748466944694519,
+            -1.1176495385169982,
+            -0.3247254079580307,
+            -0.10539359807968139,
+            -0.17761774510145187,
+            -2.111006693840027,
+            -0.726121768951416
+          ],
+          [
+            -0.2763983929157257,
+            -1.1234028029441834,
+            -0.32481603741645815,
+            -0.10651438012719154,
+            -0.17762102216482162,
+            -2.110989727973938,
+            -0.726121768951416
+          ],
+          [
+            -0.27612989604473115,
+            -1.1322602534294128,
+            -0.3249142354726791,
+            -0.104207394272089,
+            -0.17753226101398467,
+            -2.1104533433914185,
+            -0.726121768951416
+          ],
+          [
+            -0.2772212654352188,
+            -1.1327979397773742,
+            -0.3250032651424408,
+            -0.10369521856307984,
+            -0.1775078284740448,
+            -2.110794858932495,
+            -0.726121768951416
+          ],
+          [
+            -0.27782695055007933,
+            -1.1329670572280883,
+            -0.3251311558485031,
+            -0.10523794278502464,
+            -0.17756187170743942,
+            -2.111419234275818,
+            -0.7251607692241668
+          ],
+          [
+            -0.2772995239496231,
+            -1.1324901962280274,
+            -0.32540663063526154,
+            -0.10621625065803528,
+            -0.17752183318138123,
+            -2.1106600952148438,
+            -0.7238819229602814
+          ],
+          [
+            -0.2760401529073715,
+            -1.131754720211029,
+            -0.3250221389532089,
+            -0.10366981148719788,
+            -0.17745642334222794,
+            -2.110166282653809,
+            -0.7220853567123413
+          ],
+          [
+            -0.27648825109004976,
+            -1.1315274477005004,
+            -0.32488527715206145,
+            -0.10417581394314765,
+            -0.17765929341316222,
+            -2.111174240112305,
+            -0.721002539396286
+          ],
+          [
+            -0.2767831003665924,
+            -1.1337191128730775,
+            -0.32499175250530243,
+            -0.10650760352611542,
+            -0.1782200300693512,
+            -2.1105369424819944,
+            -0.7191157519817353
+          ],
+          [
+            -0.2783048951625824,
+            -1.1336584401130676,
+            -0.3245078271627426,
+            -0.10380961641669273,
+            -0.17757790327072143,
+            -2.1105402278900147,
+            -0.717497273683548
+          ]
+        ],
+        "q99": [
+          [
+            0.10997488573193549,
+            0.16461794972419735,
+            0.03921745248138905,
+            1.39764888048172,
+            0.30130664169788357,
+            0.01098630111664532,
+            0.1122507885098457
+          ],
+          [
+            0.11004416078329086,
+            0.1643620255589485,
+            0.03903082057833671,
+            1.398072485923767,
+            0.3018379479646683,
+            0.010057139471173268,
+            0.11005336791276932
+          ],
+          [
+            0.11012477055191992,
+            0.16386553168296814,
+            0.038735973685979835,
+            1.3967380928993225,
+            0.30213871598243713,
+            0.010799065530300123,
+            0.10891361147165297
+          ],
+          [
+            0.1099956126511097,
+            0.16371061593294142,
+            0.03824721999466418,
+            1.3970967960357665,
+            0.302277557849884,
+            0.011137769222259486,
+            0.10836461812257767
+          ],
+          [
+            0.11023993626236915,
+            0.1633686304092407,
+            0.03792811810970305,
+            1.3972763657569884,
+            0.3007064414024353,
+            0.010738395974039987,
+            0.10781787663698195
+          ],
+          [
+            0.11034056857228279,
+            0.16381058037281035,
+            0.03771789923310276,
+            1.3969033169746399,
+            0.3010092568397521,
+            0.010312179420143333,
+            0.1074419716000557
+          ],
+          [
+            0.11034261405467986,
+            0.1636140125989914,
+            0.03730809785425661,
+            1.3973512649536133,
+            0.3012144303321838,
+            0.009373838771134584,
+            0.10661112785339355
+          ],
+          [
+            0.11037104874849318,
+            0.16361432492733002,
+            0.03730310291051864,
+            1.397199330329895,
+            0.30146020889282227,
+            0.009104850329458668,
+            0.10594455733895301
+          ],
+          [
+            0.11031954407691955,
+            0.16329921871423722,
+            0.037490070536732666,
+            1.3971175789833068,
+            0.30101816475391385,
+            0.007780624665319918,
+            0.10561806678771973
+          ],
+          [
+            0.11039042010903358,
+            0.16369332671165465,
+            0.036998328715562794,
+            1.3964923930168152,
+            0.3020000964403152,
+            0.007503410866484006,
+            0.10535383358597755
+          ],
+          [
+            0.11048222631216048,
+            0.16336869567632675,
+            0.03698733076453208,
+            1.3960149836540223,
+            0.30287389039993284,
+            0.0068738124519586155,
+            0.10515481844544411
+          ],
+          [
+            0.11053489252924918,
+            0.16354636400938033,
+            0.03707304038107395,
+            1.396628396511078,
+            0.3029059028625488,
+            0.006812876258045408,
+            0.1047084142267704
+          ],
+          [
+            0.11039242312312125,
+            0.16331785261631013,
+            0.03715803913772106,
+            1.3973055458068848,
+            0.30323826253414154,
+            0.006487304139882287,
+            0.10444164305925369
+          ],
+          [
+            0.11058814465999603,
+            0.16320075422525404,
+            0.0372002275288105,
+            1.3976932382583618,
+            0.30252904832363126,
+            0.005770333949476429,
+            0.10420910120010375
+          ],
+          [
+            0.11048216462135314,
+            0.1634601667523384,
+            0.0368946287035942,
+            1.396862666606903,
+            0.3012196272611618,
+            0.006188006103038769,
+            0.10407691970467567
+          ],
+          [
+            0.11032852262258529,
+            0.16324337780475617,
+            0.03683135174214838,
+            1.3966079354286194,
+            0.30130040407180775,
+            0.006021949928253876,
+            0.10380818247795105
+          ]
+        ]
+      }
+    }
+  }
+}

checkpoint-2000/experiment_cfg/final_model_config.json

@@ -0,0 +1,53 @@
+{
+  "model_type": "Gr00tN1d6",
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "backbone_model_type": "eagle",
+  "model_revision": null,
+  "tune_top_llm_layers": 4,
+  "backbone_embedding_dim": 2048,
+  "tune_llm": false,
+  "tune_visual": false,
+  "select_layer": 16,
+  "reproject_vision": false,
+  "use_flash_attention": true,
+  "load_bf16": true,
+  "collator_overwrite_image_inputs": false,
+  "eagle_collator": true,
+  "backbone_trainable_params_fp32": true,
+  "apply_sincos_state_encoding": true,
+  "use_relative_action": true,
+  "max_state_dim": 128,
+  "max_action_dim": 128,
+  "action_horizon": 50,
+  "hidden_size": 1024,
+  "input_embedding_dim": 1536,
+  "add_pos_embed": true,
+  "attn_dropout": 0.2,
+  "use_vlln": true,
+  "max_seq_len": 1024,
+  "use_alternate_vl_dit": true,
+  "attend_text_every_n_blocks": 2,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "num_inference_timesteps": 4,
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_timestep_buckets": 1000,
+  "tune_projector": true,
+  "tune_diffusion_model": true,
+  "tune_vlln": true,
+  "state_dropout_prob": 0.0,
+  "state_additive_noise_scale": 0.0,
+  "max_num_embodiments": 32
+}

checkpoint-2000/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0d19ccd220d816042eee892ceb96bfc5c43a02e4e274c481cd726d2b36f0ef
+size 4990120184

checkpoint-2000/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb3593b91f21ea438acbb11fe50ac2daebf81740d2a227ed7ac6eb738d70686
+size 4823190320

checkpoint-2000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ca7c8409935f6d1ab0d2e0bb9f4e2c7d14771e38be0fa58d214c2975b66439
+size 12960193762

checkpoint-2000/processor_config.json

@@ -0,0 +1,454 @@
+{
+  "processor_class": "Gr00tN1d6Processor",
+  "processor_kwargs": {
+    "modality_configs": {
+      "behavior_r1_pro": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "observation.images.rgb.head_256_256",
+            "observation.images.rgb.left_wrist_256_256",
+            "observation.images.rgb.right_wrist_256_256"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "robot_pos",
+            "robot_ori_cos",
+            "robot_ori_sin",
+            "robot_2d_ori",
+            "robot_2d_ori_cos",
+            "robot_2d_ori_sin",
+            "robot_lin_vel",
+            "robot_ang_vel",
+            "arm_left_qpos",
+            "arm_left_qpos_sin",
+            "arm_left_qpos_cos",
+            "eef_left_pos",
+            "eef_left_quat",
+            "gripper_left_qpos",
+            "arm_right_qpos",
+            "arm_right_qpos_sin",
+            "arm_right_qpos_cos",
+            "eef_right_pos",
+            "eef_right_quat",
+            "gripper_right_qpos",
+            "trunk_qpos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31
+          ],
+          "modality_keys": [
+            "base",
+            "torso",
+            "left_arm",
+            "left_gripper",
+            "right_arm",
+            "right_gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "trunk_qpos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_left_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_right_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "gr1": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "ego_view_bg_crop_pad_res256_freq20"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "task"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "robocasa_panda_omron": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "res256_image_side_0",
+            "res256_image_side_1",
+            "res256_image_wrist_0"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "end_effector_position_relative",
+            "end_effector_rotation_relative",
+            "gripper_qpos",
+            "base_position",
+            "base_rotation"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "end_effector_position",
+            "end_effector_rotation",
+            "gripper_close",
+            "base_motion",
+            "control_mode"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.action.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "new_embodiment": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "ego_view"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "single_arm",
+            "gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "single_arm",
+            "gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "single_arm"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      }
+    },
+    "image_crop_size": null,
+    "image_target_size": null,
+    "use_albumentations": true,
+    "random_rotation_angle": null,
+    "color_jitter_params": {
+      "brightness": 0.3,
+      "contrast": 0.4,
+      "saturation": 0.5,
+      "hue": 0.08
+    },
+    "shortest_image_edge": 256,
+    "crop_fraction": 0.95,
+    "model_name": "nvidia/Eagle-Block2A-2B-v2",
+    "model_type": "eagle",
+    "formalize_language": true,
+    "max_state_dim": 128,
+    "max_action_dim": 128,
+    "max_action_horizon": 50,
+    "use_percentiles": false,
+    "clip_outliers": true,
+    "apply_sincos_state_encoding": true,
+    "use_relative_action": true
+  }
+}

checkpoint-2000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903f9feec6355f31fbe50eb924e3a0aa889d94e00801bcc2d3dc34d878468ec7
+size 14645

checkpoint-2000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd70720477de19dc6b2749427bae8a74f79040c6554cb5dc9c48e7b75cda08a
+size 1465