Upload folder using huggingface_hub

checkpoint-5000/config.json

@@ -0,0 +1,70 @@
+{
+  "action_horizon": 50,
+  "add_pos_embed": true,
+  "apply_sincos_state_encoding": true,
+  "architectures": [
+    "Gr00tN1d6"
+  ],
+  "attn_dropout": 0.2,
+  "attn_implementation": null,
+  "backbone_embedding_dim": 2048,
+  "backbone_model_type": "eagle",
+  "backbone_trainable_params_fp32": true,
+  "collator_overwrite_image_inputs": false,
+  "color_jitter_params": {
+    "brightness": 0.1,
+    "contrast": 0.1,
+    "hue": 0.1,
+    "saturation": 0.1
+  },
+  "crop_fraction": 0.95,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "eagle_collator": true,
+  "formalize_language": true,
+  "gemma_collator": false,
+  "hidden_size": 1024,
+  "image_crop_size": null,
+  "image_target_size": null,
+  "input_embedding_dim": 1536,
+  "load_bf16": true,
+  "max_action_dim": 128,
+  "max_num_embodiments": 32,
+  "max_seq_len": 1024,
+  "max_state_dim": 128,
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "model_type": "Gr00tN1d6",
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_inference_timesteps": 4,
+  "num_timestep_buckets": 1000,
+  "random_rotation_angle": null,
+  "reproject_vision": false,
+  "select_layer": 16,
+  "shortest_image_edge": 256,
+  "state_dropout_prob": 0.15,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.3",
+  "tune_diffusion_model": true,
+  "tune_llm": false,
+  "tune_projector": true,
+  "tune_top_llm_layers": 4,
+  "tune_visual": false,
+  "tune_vlln": true,
+  "use_albumentations_transforms": true,
+  "use_alternate_vl_dit": true,
+  "use_flash_attention": true,
+  "use_relative_action": true,
+  "use_vlln": true
+}

checkpoint-5000/embodiment_id.json

@@ -0,0 +1,11 @@
+{
+  "robocasa_panda_omron": 13,
+  "gr1": 20,
+  "behavior_r1_pro": 24,
+  "unitree_g1": 8,
+  "oxe_google": 0,
+  "oxe_widowx": 1,
+  "libero_panda": 2,
+  "oxe_droid": 16,
+  "new_embodiment": 10
+}

checkpoint-5000/experiment_cfg/conf.yaml

@@ -0,0 +1,209 @@
+load_config_path: null
+model:
+  model_type: Gr00tN1d6
+  model_dtype: bfloat16
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  backbone_model_type: eagle
+  model_revision: null
+  tune_top_llm_layers: 4
+  backbone_embedding_dim: 2048
+  tune_llm: false
+  tune_visual: false
+  select_layer: 16
+  reproject_vision: false
+  use_flash_attention: true
+  load_bf16: false
+  collator_overwrite_image_inputs: false
+  eagle_collator: true
+  backbone_trainable_params_fp32: true
+  image_crop_size: null
+  image_target_size: null
+  shortest_image_edge: 256
+  crop_fraction: 0.95
+  random_rotation_angle: null
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    saturation: 0.5
+    hue: 0.08
+  use_albumentations_transforms: true
+  formalize_language: true
+  apply_sincos_state_encoding: false
+  use_relative_action: true
+  max_state_dim: 29
+  max_action_dim: 29
+  action_horizon: 16
+  hidden_size: 1024
+  input_embedding_dim: 1536
+  add_pos_embed: true
+  attn_dropout: 0.2
+  use_vlln: true
+  max_seq_len: 1024
+  use_alternate_vl_dit: true
+  attend_text_every_n_blocks: 2
+  diffusion_model_cfg:
+    positional_embeddings: null
+    num_layers: 32
+    num_attention_heads: 32
+    attention_head_dim: 48
+    norm_type: ada_norm
+    dropout: 0.2
+    final_dropout: true
+    output_dim: 1024
+    interleave_self_attention: true
+  num_inference_timesteps: 4
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_timestep_buckets: 1000
+  tune_projector: true
+  tune_diffusion_model: true
+  tune_vlln: true
+  state_dropout_prob: 0.15
+  state_additive_noise_scale: 0.0
+  max_num_embodiments: 32
+data:
+  datasets:
+  - dataset_paths:
+    - /workspace/teleoperation_dataset_gr00t_v2_p3_4_merged_lerobot_v2
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    dataset_type: physical_embodiment
+    val_dataset_path: null
+  modality_configs:
+    new_embodiment:
+      video:
+        delta_indices:
+        - 0
+        modality_keys:
+        - front
+        - wrist
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      state:
+        delta_indices:
+        - 0
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      action:
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs:
+        - rep: RELATIVE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+      language:
+        delta_indices:
+        - 0
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+  download_cache: false
+  shard_size: 1024
+  episode_sampling_rate: 0.1
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  mode: single_turn
+  random_chop: 0.0
+  mock_dataset_mode: false
+  shuffle: true
+  seed: 42
+  multiprocessing_context: fork
+  allow_padding: false
+  subsample_ratio: 1.0
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  video_backend: torchcodec
+training:
+  output_dir: /workspace/Isaac-GR00T/outputs/omy_1
+  experiment_name: null
+  max_steps: 5000
+  global_batch_size: 32
+  batch_size: null
+  gradient_accumulation_steps: 1
+  learning_rate: 5.0e-05
+  lr_scheduler_type: cosine
+  weight_decay: 0.0001
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  max_grad_norm: 1.0
+  optim: adamw_torch
+  start_from_checkpoint: nvidia/GR00T-N1.6-3B
+  tf32: true
+  fp16: false
+  bf16: true
+  eval_bf16: true
+  logging_steps: 10
+  save_steps: 5000
+  save_total_limit: 1
+  save_vl_model: false
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  max_concurrent_uploads: 2
+  eval_strategy: 'no'
+  eval_steps: 500
+  eval_set_split_ratio: 0.1
+  eval_batch_size: 2
+  save_best_eval_metric_name: ''
+  save_best_eval_metric_greater_is_better: true
+  deepspeed_stage: 2
+  gradient_checkpointing: false
+  transformers_trust_remote_code: true
+  transformers_local_files_only: false
+  transformers_cache_dir: null
+  transformers_access_token: null
+  use_ddp: false
+  ddp_bucket_cap_mb: 100
+  num_gpus: 1
+  dataloader_num_workers: 4
+  remove_unused_columns: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d6
+  enable_profiling: false
+  max_retries: 3
+  assert_loss_less_than: null
+  add_rl_callback: false
+  enable_open_loop_eval: false
+  open_loop_eval_traj_ids:
+  - 0
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_plot_indices: null
+max_steps: 5000
+save_steps: 5000

checkpoint-5000/experiment_cfg/config.yaml

@@ -0,0 +1,243 @@
+!!python/object:gr00t.configs.base_config.Config
+data: !!python/object:gr00t.configs.data.data_config.DataConfig
+  allow_padding: false
+  datasets:
+  - !!python/object:gr00t.configs.data.data_config.SingleDatasetConfig
+    dataset_paths:
+    - /workspace/teleoperation_dataset_gr00t_v2_p3_4_merged_lerobot_v2
+    dataset_type: physical_embodiment
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    val_dataset_path: null
+  download_cache: false
+  episode_sampling_rate: 0.1
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  mock_dataset_mode: false
+  modality_configs:
+    new_embodiment:
+      action: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs:
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: &id001 !!python/object/apply:gr00t.data.types.ActionFormat
+          - default
+          rep: !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - relative
+          state_key: null
+          type: &id002 !!python/object/apply:gr00t.data.types.ActionType
+          - non_eef
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - absolute
+          state_key: null
+          type: *id002
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        mean_std_embedding_keys: null
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+      language: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+      state: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+      video: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - front
+        - wrist
+        sin_cos_embedding_keys: null
+  mode: single_turn
+  multiprocessing_context: fork
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  random_chop: 0.0
+  seed: 42
+  shard_size: 1024
+  shuffle: true
+  subsample_ratio: 1.0
+  video_backend: torchcodec
+load_config_path: null
+model: !!python/object:gr00t.configs.model.gr00t_n1d6.Gr00tN1d6Config
+  _attn_implementation_autoset: false
+  _attn_implementation_internal: null
+  _commit_hash: null
+  _name_or_path: ''
+  add_cross_attention: false
+  architectures: null
+  backbone_model_type: eagle
+  backbone_trainable_params_fp32: true
+  bad_words_ids: null
+  begin_suppress_tokens: null
+  bos_token_id: null
+  chunk_size_feed_forward: 0
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    hue: 0.08
+    saturation: 0.5
+  cross_attention_hidden_size: null
+  decoder_start_token_id: null
+  diffusion_model_cfg:
+    attention_head_dim: 48
+    dropout: 0.2
+    final_dropout: true
+    interleave_self_attention: true
+    norm_type: ada_norm
+    num_attention_heads: 32
+    num_layers: 32
+    output_dim: 1024
+    positional_embeddings: null
+  diversity_penalty: 0.0
+  do_sample: false
+  eagle_collator: true
+  early_stopping: false
+  encoder_no_repeat_ngram_size: 0
+  eos_token_id: null
+  exponential_decay_length_penalty: null
+  finetuning_task: null
+  forced_bos_token_id: null
+  forced_eos_token_id: null
+  id2label:
+    0: LABEL_0
+    1: LABEL_1
+  is_decoder: false
+  is_encoder_decoder: false
+  label2id:
+    LABEL_0: 0
+    LABEL_1: 1
+  length_penalty: 1.0
+  load_bf16: false
+  max_length: 20
+  min_length: 0
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  no_repeat_ngram_size: 0
+  num_beam_groups: 1
+  num_beams: 1
+  num_return_sequences: 1
+  output_attentions: false
+  output_hidden_states: false
+  output_scores: false
+  pad_token_id: null
+  prefix: null
+  problem_type: null
+  pruned_heads: {}
+  random_rotation_angle: null
+  remove_invalid_values: false
+  repetition_penalty: 1.0
+  reproject_vision: false
+  return_dict: true
+  return_dict_in_generate: false
+  sep_token_id: null
+  state_dropout_prob: 0.15
+  suppress_tokens: null
+  task_specific_params: null
+  temperature: 1.0
+  tf_legacy_loss: false
+  tie_encoder_decoder: false
+  tie_word_embeddings: true
+  tokenizer_class: null
+  top_k: 50
+  top_p: 1.0
+  torch_dtype: null
+  torchscript: false
+  transformers_version: null
+  tune_diffusion_model: true
+  tune_llm: false
+  tune_projector: true
+  tune_visual: false
+  typical_p: 1.0
+  use_bfloat16: false
+  use_relative_action: true
+training: !!python/object:gr00t.configs.training.training_config.TrainingConfig
+  add_rl_callback: false
+  assert_loss_less_than: null
+  batch_size: null
+  bf16: true
+  dataloader_num_workers: 4
+  ddp_bucket_cap_mb: 100
+  deepspeed_stage: 2
+  enable_open_loop_eval: false
+  enable_profiling: false
+  eval_batch_size: 2
+  eval_bf16: true
+  eval_set_split_ratio: 0.1
+  eval_steps: 500
+  eval_strategy: 'no'
+  experiment_name: null
+  fp16: false
+  global_batch_size: 32
+  gradient_accumulation_steps: 1
+  gradient_checkpointing: false
+  learning_rate: 5.0e-05
+  logging_steps: 10
+  lr_scheduler_type: cosine
+  max_concurrent_uploads: 2
+  max_grad_norm: 1.0
+  max_retries: 3
+  max_steps: 5000
+  num_gpus: 1
+  open_loop_eval_plot_indices: null
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_traj_ids:
+  - 0
+  optim: adamw_torch
+  output_dir: /workspace/Isaac-GR00T/outputs/omy_1
+  remove_unused_columns: false
+  save_best_eval_metric_greater_is_better: true
+  save_best_eval_metric_name: ''
+  save_steps: 5000
+  save_total_limit: 1
+  save_vl_model: false
+  start_from_checkpoint: nvidia/GR00T-N1.6-3B
+  tf32: true
+  transformers_access_token: null
+  transformers_cache_dir: null
+  transformers_local_files_only: false
+  transformers_trust_remote_code: true
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  use_ddp: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d6
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  weight_decay: 0.0001

checkpoint-5000/experiment_cfg/dataset_statistics.json

@@ -0,0 +1,932 @@
+{
+  "new_embodiment": {
+    "state": {
+      "single_arm": {
+        "min": [
+          -0.3484296202659607,
+          -0.2940049469470978,
+          -1.4568357467651367,
+          -0.918129026889801,
+          1.5524020195007324,
+          -0.8714576959609985
+        ],
+        "max": [
+          0.871225893497467,
+          1.4812145233154297,
+          2.2445228099823,
+          1.6041626930236816,
+          1.580612301826477,
+          0.34752944111824036
+        ],
+        "mean": [
+          0.0660708295904004,
+          0.2896196729390686,
+          1.273881831918799,
+          0.07309057529716799,
+          1.5695173609910642,
+          -0.0675732313873097
+        ],
+        "std": [
+          0.24684875710013002,
+          0.2624021895353532,
+          0.6396142403168285,
+          0.5623540573067425,
+          0.0019495733088944448,
+          0.24706634675426653
+        ],
+        "q01": [
+          -0.14120122547514716,
+          -0.15137712556556798,
+          0.25940447983184756,
+          -0.7327557047228977,
+          1.5623217466486523,
+          -0.6984691145028645
+        ],
+        "q99": [
+          0.6986005893203253,
+          0.6137331449754688,
+          1.989423889739015,
+          0.902999176898917,
+          1.5715922809600218,
+          0.13965727915057108
+        ]
+      },
+      "gripper": {
+        "min": [
+          0.0
+        ],
+        "max": [
+          1.0
+        ],
+        "mean": [
+          0.2753448165213926
+        ],
+        "std": [
+          0.44668786429986657
+        ],
+        "q01": [
+          -1.000000013351432e-10
+        ],
+        "q99": [
+          0.9999925267031382
+        ]
+      }
+    },
+    "action": {
+      "single_arm": {
+        "min": [
+          -0.35249605774879456,
+          -0.340976357460022,
+          -1.4720337390899658,
+          -0.9139819741249084,
+          1.5523695945739746,
+          -0.8805081248283386
+        ],
+        "max": [
+          0.8796143531799316,
+          1.4417712688446045,
+          2.2255284786224365,
+          1.6055001020431519,
+          1.571340799331665,
+          0.351653516292572
+        ],
+        "mean": [
+          0.07284960426261836,
+          0.2567877877935287,
+          1.2472866734129062,
+          0.0652026161086495,
+          1.56964799977149,
+          -0.07374245072646021
+        ],
+        "std": [
+          0.25668078105389325,
+          0.25697145420740913,
+          0.6486887061942791,
+          0.566977630034768,
+          0.002414096561250562,
+          0.2566087339519503
+        ],
+        "q01": [
+          -0.1498670041869513,
+          -0.17465162009659907,
+          0.2170314396344432,
+          -0.7378591563813238,
+          1.5674572562165083,
+          -0.7113432860253213
+        ],
+        "q99": [
+          0.7104775490699361,
+          0.5871068334930613,
+          1.9767465605823349,
+          0.9021054332053293,
+          1.5705683645924846,
+          0.14903640795681997
+        ]
+      },
+      "gripper": {
+        "min": [
+          0.0
+        ],
+        "max": [
+          1.0
+        ],
+        "mean": [
+          0.2733744355732537
+        ],
+        "std": [
+          0.4456914315372699
+        ],
+        "q01": [
+          -1.000000013351432e-10
+        ],
+        "q99": [
+          0.9999924756906762
+        ]
+      }
+    },
+    "relative_action": {
+      "single_arm": {
+        "min": [
+          [
+            -0.15696251392364502,
+            -0.34446781873703003,
+            -0.6737130880355835,
+            -0.3178783655166626,
+            -0.01156306266784668,
+            -0.16844062507152557
+          ],
+          [
+            -0.1919003129005432,
+            -0.4053707718849182,
+            -0.7816908955574036,
+            -0.38410383462905884,
+            -0.011548161506652832,
+            -0.2033797651529312
+          ],
+          [
+            -0.22658002376556396,
+            -0.46504658460617065,
+            -0.8752028942108154,
+            -0.4481411576271057,
+            -0.011525154113769531,
+            -0.2386666089296341
+          ],
+          [
+            -0.25767937302589417,
+            -0.5173105597496033,
+            -0.960516095161438,
+            -0.5121691226959229,
+            -0.011506915092468262,
+            -0.2736057639122009
+          ],
+          [
+            -0.2887968122959137,
+            -0.5641186833381653,
+            -1.0343924760818481,
+            -0.5759719610214233,
+            -0.011516809463500977,
+            -0.30846402049064636
+          ],
+          [
+            -0.3199325501918793,
+            -0.6068925261497498,
+            -1.1042704582214355,
+            -0.6281388401985168,
+            -0.011510848999023438,
+            -0.34338027238845825
+          ],
+          [
+            -0.3509705364704132,
+            -0.6361642479896545,
+            -1.1701284646987915,
+            -0.6791977882385254,
+            -0.011488914489746094,
+            -0.37825170159339905
+          ],
+          [
+            -0.38060125708580017,
+            -0.6464956998825073,
+            -1.2320352792739868,
+            -0.7301526665687561,
+            -0.01146841049194336,
+            -0.4131423830986023
+          ],
+          [
+            -0.40787461400032043,
+            -0.6518352031707764,
+            -1.2899482250213623,
+            -0.7853091359138489,
+            -0.011491179466247559,
+            -0.448012113571167
+          ],
+          [
+            -0.4350906312465668,
+            -0.6538127660751343,
+            -1.3439218997955322,
+            -0.8374760150909424,
+            -0.011620759963989258,
+            -0.48276638984680176
+          ],
+          [
+            -0.4614231288433075,
+            -0.6572719812393188,
+            -1.3943485021591187,
+            -0.8772416114807129,
+            -0.011820793151855469,
+            -0.5160169005393982
+          ],
+          [
+            -0.485305517911911,
+            -0.6611306667327881,
+            -1.4443868398666382,
+            -0.9266657829284668,
+            -0.012117266654968262,
+            -0.547016978263855
+          ],
+          [
+            -0.5076735019683838,
+            -0.663108229637146,
+            -1.4905352592468262,
+            -0.9745397567749023,
+            -0.01165163516998291,
+            -0.5803918838500977
+          ],
+          [
+            -0.5290192365646362,
+            -0.6650083065032959,
+            -1.533168911933899,
+            -1.0207548141479492,
+            -0.011184930801391602,
+            -0.6152510046958923
+          ],
+          [
+            -0.5489386320114136,
+            -0.6667595505714417,
+            -1.5753229856491089,
+            -1.051430106163025,
+            -0.0109940767288208,
+            -0.6500052809715271
+          ],
+          [
+            -0.5668587684631348,
+            -0.667188823223114,
+            -1.6137160062789917,
+            -1.0931904315948486,
+            -0.010291337966918945,
+            -0.6832557916641235
+          ]
+        ],
+        "max": [
+          [
+            0.16824336349964142,
+            0.24052470922470093,
+            0.5061454772949219,
+            0.39507728815078735,
+            0.006520986557006836,
+            0.15706884860992432
+          ],
+          [
+            0.20314648747444153,
+            0.3025338053703308,
+            0.6245244741439819,
+            0.4650633931159973,
+            0.006515979766845703,
+            0.19194811582565308
+          ],
+          [
+            0.2384708970785141,
+            0.36002570390701294,
+            0.7428172826766968,
+            0.5275017023086548,
+            0.006508588790893555,
+            0.22680965065956116
+          ],
+          [
+            0.2733740210533142,
+            0.4157518148422241,
+            0.8477752208709717,
+            0.5841488242149353,
+            0.00649869441986084,
+            0.25784188508987427
+          ],
+          [
+            0.30832749605178833,
+            0.470317006111145,
+            0.9313650131225586,
+            0.6372599005699158,
+            0.0064623355865478516,
+            0.2888680100440979
+          ],
+          [
+            0.343273401260376,
+            0.5153665542602539,
+            1.0067442655563354,
+            0.6891289949417114,
+            0.006403207778930664,
+            0.31988149881362915
+          ],
+          [
+            0.37823686003685,
+            0.5592126250267029,
+            1.065140724182129,
+            0.7395720481872559,
+            0.006318211555480957,
+            0.3508707284927368
+          ],
+          [
+            0.4132160246372223,
+            0.5731149315834045,
+            1.0996272563934326,
+            0.788618266582489,
+            0.006203055381774902,
+            0.380546510219574
+          ],
+          [
+            0.4482080936431885,
+            0.5804688334465027,
+            1.1714509725570679,
+            0.8365987539291382,
+            0.006093502044677734,
+            0.40765124559402466
+          ],
+          [
+            0.4830245077610016,
+            0.5881319642066956,
+            1.2263423204421997,
+            0.8837657570838928,
+            0.006119847297668457,
+            0.4347139000892639
+          ],
+          [
+            0.5162209272384644,
+            0.5954858660697937,
+            1.2864584922790527,
+            0.9293184876441956,
+            0.006140708923339844,
+            0.4610365033149719
+          ],
+          [
+            0.5473360419273376,
+            0.5992559194564819,
+            1.3450905084609985,
+            0.9761509299278259,
+            0.0061490535736083984,
+            0.4848148226737976
+          ],
+          [
+            0.5806077122688293,
+            0.6047143936157227,
+            1.3999574184417725,
+            1.0215784311294556,
+            0.006112813949584961,
+            0.5069919228553772
+          ],
+          [
+            0.6154510378837585,
+            0.6339849233627319,
+            1.451041579246521,
+            1.0653609037399292,
+            0.006089210510253906,
+            0.5281317234039307
+          ],
+          [
+            0.6502674221992493,
+            0.6601248383522034,
+            1.4983268976211548,
+            1.1104395389556885,
+            0.006052851676940918,
+            0.5478552579879761
+          ],
+          [
+            0.6834638714790344,
+            0.6824098229408264,
+            1.5142232179641724,
+            1.1536270380020142,
+            0.006022810935974121,
+            0.565622091293335
+          ]
+        ],
+        "mean": [
+          [
+            0.002399730496108532,
+            -0.03371857479214668,
+            -0.026506593450903893,
+            -0.007294314913451672,
+            -3.3637643355177715e-05,
+            -0.002175837755203247
+          ],
+          [
+            0.0029731958638876677,
+            -0.03329775482416153,
+            -0.026526525616645813,
+            -0.007697952911257744,
+            -3.4519027394708246e-05,
+            -0.0027493059169501066
+          ],
+          [
+            0.003604522440582514,
+            -0.032867252826690674,
+            -0.02654336765408516,
+            -0.008099138736724854,
+            -3.462656241026707e-05,
+            -0.0033809158485382795
+          ],
+          [
+            0.004330680705606937,
+            -0.03244740143418312,
+            -0.026560107246041298,
+            -0.008501662872731686,
+            -3.4149335988331586e-05,
+            -0.004107005428522825
+          ],
+          [
+            0.005132367368787527,
+            -0.032020263373851776,
+            -0.026579467579722404,
+            -0.00890059769153595,
+            -3.363030918990262e-05,
+            -0.004908420145511627
+          ],
+          [
+            0.006013290956616402,
+            -0.03158460557460785,
+            -0.026602549478411674,
+            -0.00930008850991726,
+            -3.3384036214556545e-05,
+            -0.005788702052086592
+          ],
+          [
+            0.0069674355909228325,
+            -0.031136885285377502,
+            -0.026633556932210922,
+            -0.009698453359305859,
+            -3.306723738205619e-05,
+            -0.006742133293300867
+          ],
+          [
+            0.007998677901923656,
+            -0.030675340443849564,
+            -0.026676973327994347,
+            -0.010097721591591835,
+            -3.293266854598187e-05,
+            -0.007772281300276518
+          ],
+          [
+            0.009103219956159592,
+            -0.030197689309716225,
+            -0.026734555140137672,
+            -0.010497260838747025,
+            -3.274149639764801e-05,
+            -0.008875810541212559
+          ],
+          [
+            0.01028699241578579,
+            -0.029703862965106964,
+            -0.026812396943569183,
+            -0.010893884114921093,
+            -3.268092768848874e-05,
+            -0.010058477520942688
+          ],
+          [
+            0.011553517542779446,
+            -0.029192553833127022,
+            -0.026906808838248253,
+            -0.011289995163679123,
+            -3.269802255090326e-05,
+            -0.01132387388497591
+          ],
+          [
+            0.012908070348203182,
+            -0.028664078563451767,
+            -0.02701812982559204,
+            -0.011685356497764587,
+            -3.28218775393907e-05,
+            -0.012677285820245743
+          ],
+          [
+            0.014355717226862907,
+            -0.028118710964918137,
+            -0.027147676795721054,
+            -0.012079907581210136,
+            -3.296746945125051e-05,
+            -0.014123816974461079
+          ],
+          [
+            0.015898622572422028,
+            -0.027556538581848145,
+            -0.02729668840765953,
+            -0.012473052367568016,
+            -3.313259003334679e-05,
+            -0.015665428712964058
+          ],
+          [
+            0.01753367856144905,
+            -0.026974856853485107,
+            -0.027466658502817154,
+            -0.012863936834037304,
+            -3.3350897865602747e-05,
+            -0.01729944720864296
+          ],
+          [
+            0.019253134727478027,
+            -0.026369046419858932,
+            -0.02766418643295765,
+            -0.013252663426101208,
+            -3.3440224797232077e-05,
+            -0.019018059596419334
+          ]
+        ],
+        "std": [
+          [
+            0.04323775693774223,
+            0.045802634209394455,
+            0.10585169494152069,
+            0.08371099829673767,
+            0.000734939647372812,
+            0.04311731085181236
+          ],
+          [
+            0.052831608802080154,
+            0.0550084225833416,
+            0.12866128981113434,
+            0.10224901884794235,
+            0.0007391870021820068,
+            0.052699752151966095
+          ],
+          [
+            0.06230269744992256,
+            0.06383407860994339,
+            0.15080901980400085,
+            0.12041323632001877,
+            0.0007443022332154214,
+            0.0621633417904377
+          ],
+          [
+            0.07166402041912079,
+            0.07222028821706772,
+            0.17223787307739258,
+            0.13817144930362701,
+            0.0007505182875320315,
+            0.07151757925748825
+          ],
+          [
+            0.08089207857847214,
+            0.08016153424978256,
+            0.19294390082359314,
+            0.1555166095495224,
+            0.000756296853069216,
+            0.08074097335338593
+          ],
+          [
+            0.0899948924779892,
+            0.08766801655292511,
+            0.2129502147436142,
+            0.17245666682720184,
+            0.0007633369532413781,
+            0.0898369774222374
+          ],
+          [
+            0.09896065294742584,
+            0.09475349634885788,
+            0.2322818636894226,
+            0.1889989674091339,
+            0.0007708776392973959,
+            0.09880099445581436
+          ],
+          [
+            0.10780492424964905,
+            0.10143771767616272,
+            0.25096794962882996,
+            0.20515595376491547,
+            0.0007795444107614458,
+            0.10764006525278091
+          ],
+          [
+            0.11651723086833954,
+            0.10774324834346771,
+            0.26903823018074036,
+            0.22093604505062103,
+            0.0007895926828496158,
+            0.11634589731693268
+          ],
+          [
+            0.12510086596012115,
+            0.11369043588638306,
+            0.28652051091194153,
+            0.23635028302669525,
+            0.0008002828690223396,
+            0.124925397336483
+          ],
+          [
+            0.1335495114326477,
+            0.11929997056722641,
+            0.3034432828426361,
+            0.2514086365699768,
+            0.0008107878966256976,
+            0.1333676427602768
+          ],
+          [
+            0.1418585479259491,
+            0.124591164290905,
+            0.31983453035354614,
+            0.2661244869232178,
+            0.0008217667927965522,
+            0.14167335629463196
+          ],
+          [
+            0.1500254124403,
+            0.1295834332704544,
+            0.3357211947441101,
+            0.28050777316093445,
+            0.0008334207232110202,
+            0.14983689785003662
+          ],
+          [
+            0.15803955495357513,
+            0.1342964768409729,
+            0.351129412651062,
+            0.294569730758667,
+            0.0008444534032605588,
+            0.15784819424152374
+          ],
+          [
+            0.16589556634426117,
+            0.138750359416008,
+            0.3660843074321747,
+            0.3083218038082123,
+            0.0008554744417779148,
+            0.1657029092311859
+          ],
+          [
+            0.17359334230422974,
+            0.14296913146972656,
+            0.38061195611953735,
+            0.3217768371105194,
+            0.000866534246597439,
+            0.1733987182378769
+          ]
+        ],
+        "q01": [
+          [
+            -0.12213177978992462,
+            -0.14521412551403046,
+            -0.36651915311813354,
+            -0.22651121020317078,
+            -0.002628536429256201,
+            -0.13755188882350922
+          ],
+          [
+            -0.14906743168830872,
+            -0.1672179400920868,
+            -0.43642017245292664,
+            -0.2747143805027008,
+            -0.002645096741616726,
+            -0.1674933135509491
+          ],
+          [
+            -0.17482531070709229,
+            -0.18630193173885345,
+            -0.519730806350708,
+            -0.32141369581222534,
+            -0.0026340961921960115,
+            -0.19536428153514862
+          ],
+          [
+            -0.19858603179454803,
+            -0.2066028118133545,
+            -0.585573136806488,
+            -0.36707189679145813,
+            -0.002717776456847787,
+            -0.2237655073404312
+          ],
+          [
+            -0.22130325436592102,
+            -0.22337931394577026,
+            -0.6607177257537842,
+            -0.40824657678604126,
+            -0.0029330539982765913,
+            -0.25334563851356506
+          ],
+          [
+            -0.24440711736679077,
+            -0.238887757062912,
+            -0.7216896414756775,
+            -0.4496803879737854,
+            -0.0030421495903283358,
+            -0.28178611397743225
+          ],
+          [
+            -0.26698970794677734,
+            -0.25492310523986816,
+            -0.7907676100730896,
+            -0.4887317419052124,
+            -0.003101882990449667,
+            -0.3099566102027893
+          ],
+          [
+            -0.286782830953598,
+            -0.27151039242744446,
+            -0.8517748713493347,
+            -0.5257248282432556,
+            -0.003171453485265374,
+            -0.3390139937400818
+          ],
+          [
+            -0.30621322989463806,
+            -0.2862298786640167,
+            -0.9015073776245117,
+            -0.5636691451072693,
+            -0.0032641314901411533,
+            -0.36655768752098083
+          ],
+          [
+            -0.3255496025085449,
+            -0.29756152629852295,
+            -0.9560237526893616,
+            -0.5999890565872192,
+            -0.0032778121531009674,
+            -0.3943326771259308
+          ],
+          [
+            -0.34466391801834106,
+            -0.30887919664382935,
+            -1.0073438882827759,
+            -0.632552444934845,
+            -0.0033038281835615635,
+            -0.4224179685115814
+          ],
+          [
+            -0.35855481028556824,
+            -0.3250240683555603,
+            -1.0543361902236938,
+            -0.6657060980796814,
+            -0.0033189060632139444,
+            -0.448632150888443
+          ],
+          [
+            -0.3737456798553467,
+            -0.3364461362361908,
+            -1.0995036363601685,
+            -0.6994519829750061,
+            -0.0033822304103523493,
+            -0.47539883852005005
+          ],
+          [
+            -0.3870712220668793,
+            -0.3443698287010193,
+            -1.1389037370681763,
+            -0.7261598706245422,
+            -0.003482704982161522,
+            -0.5010547041893005
+          ],
+          [
+            -0.3985598683357239,
+            -0.35595327615737915,
+            -1.1819812059402466,
+            -0.7497241497039795,
+            -0.0035526324063539505,
+            -0.5260051488876343
+          ],
+          [
+            -0.4100184440612793,
+            -0.36467358469963074,
+            -1.230539083480835,
+            -0.7697025537490845,
+            -0.003628845326602459,
+            -0.5501382946968079
+          ]
+        ],
+        "q99": [
+          [
+            0.13778626918792725,
+            0.11720699071884155,
+            0.2617994546890259,
+            0.23129749298095703,
+            0.0021540913730859756,
+            0.12180761247873306
+          ],
+          [
+            0.16777439415454865,
+            0.1505272388458252,
+            0.3302338719367981,
+            0.2836305797100067,
+            0.002166236750781536,
+            0.14862465858459473
+          ],
+          [
+            0.19595178961753845,
+            0.18208669126033783,
+            0.3971126675605774,
+            0.336750864982605,
+            0.0021774321794509888,
+            0.1744869202375412
+          ],
+          [
+            0.22429130971431732,
+            0.21202439069747925,
+            0.45463618636131287,
+            0.38751187920570374,
+            0.002235555090010166,
+            0.19793902337551117
+          ],
+          [
+            0.2538144588470459,
+            0.23781366646289825,
+            0.5186766982078552,
+            0.43724244832992554,
+            0.0022584283724427223,
+            0.22057458758354187
+          ],
+          [
+            0.28190404176712036,
+            0.2608570158481598,
+            0.5791972875595093,
+            0.48876842856407166,
+            0.002288524992763996,
+            0.24382244050502777
+          ],
+          [
+            0.3102819323539734,
+            0.2809824049472809,
+            0.6328328251838684,
+            0.5347740054130554,
+            0.002312292344868183,
+            0.2663334310054779
+          ],
+          [
+            0.3394824266433716,
+            0.29752638936042786,
+            0.6895572543144226,
+            0.5827977061271667,
+            0.002330307848751545,
+            0.2859741449356079
+          ],
+          [
+            0.3669600784778595,
+            0.31471166014671326,
+            0.7397019267082214,
+            0.6297330260276794,
+            0.002337755635380745,
+            0.30544596910476685
+          ],
+          [
+            0.3945035934448242,
+            0.33071205019950867,
+            0.7886773347854614,
+            0.6768563985824585,
+            0.0023598140105605125,
+            0.32461366057395935
+          ],
+          [
+            0.4227299392223358,
+            0.3485700190067291,
+            0.8316053152084351,
+            0.723706841468811,
+            0.002375778742134571,
+            0.3432371914386749
+          ],
+          [
+            0.44936659932136536,
+            0.35997745394706726,
+            0.8786941170692444,
+            0.7676846981048584,
+            0.0023923860862851143,
+            0.3572857081890106
+          ],
+          [
+            0.47607606649398804,
+            0.3778820335865021,
+            0.9260716438293457,
+            0.8119612336158752,
+            0.0024137627333402634,
+            0.37240657210350037
+          ],
+          [
+            0.501969575881958,
+            0.39211174845695496,
+            0.9603159427642822,
+            0.8552690148353577,
+            0.0024626096710562706,
+            0.38595545291900635
+          ],
+          [
+            0.5269771218299866,
+            0.4024680256843567,
+            1.0048072338104248,
+            0.899775505065918,
+            0.00252683088183403,
+            0.3976656496524811
+          ],
+          [
+            0.550702691078186,
+            0.4190630316734314,
+            1.0371341705322266,
+            0.9431969523429871,
+            0.0025539007037878036,
+            0.4088396430015564
+          ]
+        ]
+      }
+    }
+  }
+}

checkpoint-5000/experiment_cfg/final_model_config.json

@@ -0,0 +1,53 @@
+{
+  "model_type": "Gr00tN1d6",
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "backbone_model_type": "eagle",
+  "model_revision": null,
+  "tune_top_llm_layers": 4,
+  "backbone_embedding_dim": 2048,
+  "tune_llm": false,
+  "tune_visual": false,
+  "select_layer": 16,
+  "reproject_vision": false,
+  "use_flash_attention": true,
+  "load_bf16": true,
+  "collator_overwrite_image_inputs": false,
+  "eagle_collator": true,
+  "backbone_trainable_params_fp32": true,
+  "apply_sincos_state_encoding": true,
+  "use_relative_action": true,
+  "max_state_dim": 128,
+  "max_action_dim": 128,
+  "action_horizon": 50,
+  "hidden_size": 1024,
+  "input_embedding_dim": 1536,
+  "add_pos_embed": true,
+  "attn_dropout": 0.2,
+  "use_vlln": true,
+  "max_seq_len": 1024,
+  "use_alternate_vl_dit": true,
+  "attend_text_every_n_blocks": 2,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "num_inference_timesteps": 4,
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_timestep_buckets": 1000,
+  "tune_projector": true,
+  "tune_diffusion_model": true,
+  "tune_vlln": true,
+  "state_dropout_prob": 0.15,
+  "state_additive_noise_scale": 0.0,
+  "max_num_embodiments": 32
+}

checkpoint-5000/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9000dbca703190deb360e6d99cbe4cd41fc341cc5c70a2beacc8b160249fbc24
+size 4990126416

checkpoint-5000/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304adbff51430cfce2f8796d3ffb6a8b80d0a4dc62df1620386e701e77bdbc3f
+size 4823190320

checkpoint-5000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37e0506353d8cf16a0b5968dba885377589ed52a73af35321bf9ed4a8aeeec7
+size 12960206949

checkpoint-5000/processor_config.json

@@ -0,0 +1,455 @@
+{
+  "processor_class": "Gr00tN1d6Processor",
+  "processor_kwargs": {
+    "modality_configs": {
+      "behavior_r1_pro": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "observation.images.rgb.head_256_256",
+            "observation.images.rgb.left_wrist_256_256",
+            "observation.images.rgb.right_wrist_256_256"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "robot_pos",
+            "robot_ori_cos",
+            "robot_ori_sin",
+            "robot_2d_ori",
+            "robot_2d_ori_cos",
+            "robot_2d_ori_sin",
+            "robot_lin_vel",
+            "robot_ang_vel",
+            "arm_left_qpos",
+            "arm_left_qpos_sin",
+            "arm_left_qpos_cos",
+            "eef_left_pos",
+            "eef_left_quat",
+            "gripper_left_qpos",
+            "arm_right_qpos",
+            "arm_right_qpos_sin",
+            "arm_right_qpos_cos",
+            "eef_right_pos",
+            "eef_right_quat",
+            "gripper_right_qpos",
+            "trunk_qpos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31
+          ],
+          "modality_keys": [
+            "base",
+            "torso",
+            "left_arm",
+            "left_gripper",
+            "right_arm",
+            "right_gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "trunk_qpos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_left_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_right_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "gr1": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "ego_view_bg_crop_pad_res256_freq20"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "task"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "robocasa_panda_omron": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "res256_image_side_0",
+            "res256_image_side_1",
+            "res256_image_wrist_0"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "end_effector_position_relative",
+            "end_effector_rotation_relative",
+            "gripper_qpos",
+            "base_position",
+            "base_rotation"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "end_effector_position",
+            "end_effector_rotation",
+            "gripper_close",
+            "base_motion",
+            "control_mode"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.action.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "new_embodiment": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "front",
+            "wrist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "single_arm",
+            "gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "single_arm",
+            "gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      }
+    },
+    "image_crop_size": null,
+    "image_target_size": null,
+    "use_albumentations": true,
+    "random_rotation_angle": null,
+    "color_jitter_params": {
+      "brightness": 0.3,
+      "contrast": 0.4,
+      "saturation": 0.5,
+      "hue": 0.08
+    },
+    "shortest_image_edge": 256,
+    "crop_fraction": 0.95,
+    "model_name": "nvidia/Eagle-Block2A-2B-v2",
+    "model_type": "eagle",
+    "formalize_language": true,
+    "max_state_dim": 128,
+    "max_action_dim": 128,
+    "max_action_horizon": 50,
+    "use_percentiles": false,
+    "clip_outliers": true,
+    "apply_sincos_state_encoding": true,
+    "use_relative_action": true
+  }
+}

checkpoint-5000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94b1fc1a851d1e8ac06cebe2a00bd7f820540453eb0a479c22e86a95301f4de
+size 14645

checkpoint-5000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70be65633883a6aafe329b1781b0415dfcaca277e07b9018fec3efef9dd36027
+size 1465

checkpoint-5000/trainer_state.json

@@ -0,0 +1,3034 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 5000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "grad_norm": 2.7266480922698975,
+      "learning_rate": 1.8e-06,
+      "loss": 1.238,
+      "step": 10
+    },
+    {
+      "grad_norm": 1.3996137380599976,
+      "learning_rate": 3.8e-06,
+      "loss": 1.2263,
+      "step": 20
+    },
+    {
+      "grad_norm": 0.6298696398735046,
+      "learning_rate": 5.8e-06,
+      "loss": 1.1558,
+      "step": 30
+    },
+    {
+      "grad_norm": 0.4681908190250397,
+      "learning_rate": 7.8e-06,
+      "loss": 1.1569,
+      "step": 40
+    },
+    {
+      "grad_norm": 0.9008304476737976,
+      "learning_rate": 9.800000000000001e-06,
+      "loss": 1.1582,
+      "step": 50
+    },
+    {
+      "grad_norm": 0.8695996999740601,
+      "learning_rate": 1.18e-05,
+      "loss": 1.1469,
+      "step": 60
+    },
+    {
+      "grad_norm": 0.754650890827179,
+      "learning_rate": 1.3800000000000002e-05,
+      "loss": 1.0852,
+      "step": 70
+    },
+    {
+      "grad_norm": 0.7990859746932983,
+      "learning_rate": 1.58e-05,
+      "loss": 1.0661,
+      "step": 80
+    },
+    {
+      "grad_norm": 0.6180333495140076,
+      "learning_rate": 1.78e-05,
+      "loss": 1.0627,
+      "step": 90
+    },
+    {
+      "grad_norm": 0.46167218685150146,
+      "learning_rate": 1.9800000000000004e-05,
+      "loss": 1.053,
+      "step": 100
+    },
+    {
+      "grad_norm": 0.5125234723091125,
+      "learning_rate": 2.18e-05,
+      "loss": 1.0584,
+      "step": 110
+    },
+    {
+      "grad_norm": 0.615847647190094,
+      "learning_rate": 2.38e-05,
+      "loss": 1.0547,
+      "step": 120
+    },
+    {
+      "grad_norm": 0.7808847427368164,
+      "learning_rate": 2.58e-05,
+      "loss": 1.0613,
+      "step": 130
+    },
+    {
+      "grad_norm": 0.6452605128288269,
+      "learning_rate": 2.7800000000000005e-05,
+      "loss": 1.0389,
+      "step": 140
+    },
+    {
+      "grad_norm": 0.7127711176872253,
+      "learning_rate": 2.98e-05,
+      "loss": 1.0285,
+      "step": 150
+    },
+    {
+      "grad_norm": 1.9395393133163452,
+      "learning_rate": 3.18e-05,
+      "loss": 0.9987,
+      "step": 160
+    },
+    {
+      "grad_norm": 2.0809590816497803,
+      "learning_rate": 3.38e-05,
+      "loss": 0.9503,
+      "step": 170
+    },
+    {
+      "grad_norm": 1.116188406944275,
+      "learning_rate": 3.58e-05,
+      "loss": 0.8721,
+      "step": 180
+    },
+    {
+      "grad_norm": 1.0570509433746338,
+      "learning_rate": 3.7800000000000004e-05,
+      "loss": 0.8447,
+      "step": 190
+    },
+    {
+      "grad_norm": 2.021897077560425,
+      "learning_rate": 3.9800000000000005e-05,
+      "loss": 0.7972,
+      "step": 200
+    },
+    {
+      "grad_norm": 1.9479414224624634,
+      "learning_rate": 4.18e-05,
+      "loss": 0.7084,
+      "step": 210
+    },
+    {
+      "grad_norm": 2.420440912246704,
+      "learning_rate": 4.38e-05,
+      "loss": 0.638,
+      "step": 220
+    },
+    {
+      "grad_norm": 1.9939135313034058,
+      "learning_rate": 4.58e-05,
+      "loss": 0.5441,
+      "step": 230
+    },
+    {
+      "grad_norm": 1.766343116760254,
+      "learning_rate": 4.78e-05,
+      "loss": 0.4735,
+      "step": 240
+    },
+    {
+      "grad_norm": 2.4787240028381348,
+      "learning_rate": 4.9800000000000004e-05,
+      "loss": 0.3976,
+      "step": 250
+    },
+    {
+      "grad_norm": 1.8052730560302734,
+      "learning_rate": 4.9999557099392795e-05,
+      "loss": 0.2773,
+      "step": 260
+    },
+    {
+      "grad_norm": 1.487770915031433,
+      "learning_rate": 4.9998026105095405e-05,
+      "loss": 0.2167,
+      "step": 270
+    },
+    {
+      "grad_norm": 1.126673936843872,
+      "learning_rate": 4.9995401616153804e-05,
+      "loss": 0.1938,
+      "step": 280
+    },
+    {
+      "grad_norm": 1.2377407550811768,
+      "learning_rate": 4.9991683747371645e-05,
+      "loss": 0.1878,
+      "step": 290
+    },
+    {
+      "grad_norm": 2.0436601638793945,
+      "learning_rate": 4.9986872661380534e-05,
+      "loss": 0.1571,
+      "step": 300
+    },
+    {
+      "grad_norm": 1.2251367568969727,
+      "learning_rate": 4.998096856863298e-05,
+      "loss": 0.1595,
+      "step": 310
+    },
+    {
+      "grad_norm": 1.2823742628097534,
+      "learning_rate": 4.997397172739312e-05,
+      "loss": 0.1464,
+      "step": 320
+    },
+    {
+      "grad_norm": 1.0287004709243774,
+      "learning_rate": 4.996588244372545e-05,
+      "loss": 0.1295,
+      "step": 330
+    },
+    {
+      "grad_norm": 1.0611475706100464,
+      "learning_rate": 4.995670107148146e-05,
+      "loss": 0.1309,
+      "step": 340
+    },
+    {
+      "grad_norm": 1.0434561967849731,
+      "learning_rate": 4.9946428012284095e-05,
+      "loss": 0.1344,
+      "step": 350
+    },
+    {
+      "grad_norm": 1.203682780265808,
+      "learning_rate": 4.993506371551025e-05,
+      "loss": 0.1339,
+      "step": 360
+    },
+    {
+      "grad_norm": 0.7937515377998352,
+      "learning_rate": 4.992260867827109e-05,
+      "loss": 0.1247,
+      "step": 370
+    },
+    {
+      "grad_norm": 0.9882832169532776,
+      "learning_rate": 4.9909063445390285e-05,
+      "loss": 0.1221,
+      "step": 380
+    },
+    {
+      "grad_norm": 1.3059258460998535,
+      "learning_rate": 4.9894428609380206e-05,
+      "loss": 0.1215,
+      "step": 390
+    },
+    {
+      "grad_norm": 1.3231853246688843,
+      "learning_rate": 4.987870481041599e-05,
+      "loss": 0.1257,
+      "step": 400
+    },
+    {
+      "grad_norm": 0.7158247828483582,
+      "learning_rate": 4.986189273630752e-05,
+      "loss": 0.1243,
+      "step": 410
+    },
+    {
+      "grad_norm": 1.0682462453842163,
+      "learning_rate": 4.9843993122469424e-05,
+      "loss": 0.1131,
+      "step": 420
+    },
+    {
+      "grad_norm": 0.914338231086731,
+      "learning_rate": 4.9825006751888767e-05,
+      "loss": 0.1135,
+      "step": 430
+    },
+    {
+      "grad_norm": 0.8019906878471375,
+      "learning_rate": 4.9804934455090915e-05,
+      "loss": 0.1135,
+      "step": 440
+    },
+    {
+      "grad_norm": 0.878158450126648,
+      "learning_rate": 4.978377711010315e-05,
+      "loss": 0.1176,
+      "step": 450
+    },
+    {
+      "grad_norm": 1.1396379470825195,
+      "learning_rate": 4.976153564241628e-05,
+      "loss": 0.1077,
+      "step": 460
+    },
+    {
+      "grad_norm": 1.298904538154602,
+      "learning_rate": 4.973821102494417e-05,
+      "loss": 0.1208,
+      "step": 470
+    },
+    {
+      "grad_norm": 0.8515462279319763,
+      "learning_rate": 4.971380427798113e-05,
+      "loss": 0.1024,
+      "step": 480
+    },
+    {
+      "grad_norm": 0.8240450620651245,
+      "learning_rate": 4.9688316469157354e-05,
+      "loss": 0.1018,
+      "step": 490
+    },
+    {
+      "grad_norm": 0.6559143662452698,
+      "learning_rate": 4.9661748713392165e-05,
+      "loss": 0.0972,
+      "step": 500
+    },
+    {
+      "grad_norm": 0.9851711392402649,
+      "learning_rate": 4.963410217284526e-05,
+      "loss": 0.113,
+      "step": 510
+    },
+    {
+      "grad_norm": 0.8339484333992004,
+      "learning_rate": 4.960537805686589e-05,
+      "loss": 0.0973,
+      "step": 520
+    },
+    {
+      "grad_norm": 0.8457871675491333,
+      "learning_rate": 4.957557762193994e-05,
+      "loss": 0.101,
+      "step": 530
+    },
+    {
+      "grad_norm": 0.9261676669120789,
+      "learning_rate": 4.954470217163498e-05,
+      "loss": 0.0894,
+      "step": 540
+    },
+    {
+      "grad_norm": 0.8262922763824463,
+      "learning_rate": 4.9512753056543226e-05,
+      "loss": 0.0825,
+      "step": 550
+    },
+    {
+      "grad_norm": 0.6502310633659363,
+      "learning_rate": 4.947973167422247e-05,
+      "loss": 0.0876,
+      "step": 560
+    },
+    {
+      "grad_norm": 0.7397481203079224,
+      "learning_rate": 4.9445639469134944e-05,
+      "loss": 0.0768,
+      "step": 570
+    },
+    {
+      "grad_norm": 0.7882953882217407,
+      "learning_rate": 4.941047793258416e-05,
+      "loss": 0.0969,
+      "step": 580
+    },
+    {
+      "grad_norm": 0.79180508852005,
+      "learning_rate": 4.937424860264961e-05,
+      "loss": 0.108,
+      "step": 590
+    },
+    {
+      "grad_norm": 0.7894780039787292,
+      "learning_rate": 4.933695306411957e-05,
+      "loss": 0.097,
+      "step": 600
+    },
+    {
+      "grad_norm": 0.8765780925750732,
+      "learning_rate": 4.929859294842172e-05,
+      "loss": 0.1013,
+      "step": 610
+    },
+    {
+      "grad_norm": 0.9128709435462952,
+      "learning_rate": 4.9259169933551765e-05,
+      "loss": 0.0854,
+      "step": 620
+    },
+    {
+      "grad_norm": 0.6108020544052124,
+      "learning_rate": 4.921868574400011e-05,
+      "loss": 0.0809,
+      "step": 630
+    },
+    {
+      "grad_norm": 0.7296820878982544,
+      "learning_rate": 4.9177142150676355e-05,
+      "loss": 0.0858,
+      "step": 640
+    },
+    {
+      "grad_norm": 0.8388088345527649,
+      "learning_rate": 4.913454097083185e-05,
+      "loss": 0.0974,
+      "step": 650
+    },
+    {
+      "grad_norm": 0.920002818107605,
+      "learning_rate": 4.9090884067980205e-05,
+      "loss": 0.0857,
+      "step": 660
+    },
+    {
+      "grad_norm": 0.9557753205299377,
+      "learning_rate": 4.9046173351815796e-05,
+      "loss": 0.1021,
+      "step": 670
+    },
+    {
+      "grad_norm": 1.0099128484725952,
+      "learning_rate": 4.900041077813017e-05,
+      "loss": 0.0937,
+      "step": 680
+    },
+    {
+      "grad_norm": 0.7957805395126343,
+      "learning_rate": 4.895359834872656e-05,
+      "loss": 0.0919,
+      "step": 690
+    },
+    {
+      "grad_norm": 0.5897656083106995,
+      "learning_rate": 4.8905738111332275e-05,
+      "loss": 0.0868,
+      "step": 700
+    },
+    {
+      "grad_norm": 0.82470703125,
+      "learning_rate": 4.8856832159509156e-05,
+      "loss": 0.0897,
+      "step": 710
+    },
+    {
+      "grad_norm": 0.5583815574645996,
+      "learning_rate": 4.880688263256197e-05,
+      "loss": 0.0831,
+      "step": 720
+    },
+    {
+      "grad_norm": 0.5602760910987854,
+      "learning_rate": 4.8755891715444814e-05,
+      "loss": 0.0864,
+      "step": 730
+    },
+    {
+      "grad_norm": 0.6645472645759583,
+      "learning_rate": 4.870386163866561e-05,
+      "loss": 0.0785,
+      "step": 740
+    },
+    {
+      "grad_norm": 0.4997585117816925,
+      "learning_rate": 4.8650794678188485e-05,
+      "loss": 0.0736,
+      "step": 750
+    },
+    {
+      "grad_norm": 0.6175997853279114,
+      "learning_rate": 4.859669315533417e-05,
+      "loss": 0.0802,
+      "step": 760
+    },
+    {
+      "grad_norm": 0.6164193749427795,
+      "learning_rate": 4.8541559436678563e-05,
+      "loss": 0.0741,
+      "step": 770
+    },
+    {
+      "grad_norm": 0.692690908908844,
+      "learning_rate": 4.8485395933949114e-05,
+      "loss": 0.0803,
+      "step": 780
+    },
+    {
+      "grad_norm": 0.7447015047073364,
+      "learning_rate": 4.842820510391938e-05,
+      "loss": 0.0747,
+      "step": 790
+    },
+    {
+      "grad_norm": 0.9005197882652283,
+      "learning_rate": 4.836998944830155e-05,
+      "loss": 0.0859,
+      "step": 800
+    },
+    {
+      "grad_norm": 0.6014283895492554,
+      "learning_rate": 4.8310751513636975e-05,
+      "loss": 0.0847,
+      "step": 810
+    },
+    {
+      "grad_norm": 0.5599387884140015,
+      "learning_rate": 4.825049389118484e-05,
+      "loss": 0.0709,
+      "step": 820
+    },
+    {
+      "grad_norm": 0.6468709111213684,
+      "learning_rate": 4.818921921680874e-05,
+      "loss": 0.0887,
+      "step": 830
+    },
+    {
+      "grad_norm": 0.6334129571914673,
+      "learning_rate": 4.812693017086145e-05,
+      "loss": 0.0689,
+      "step": 840
+    },
+    {
+      "grad_norm": 0.6896155476570129,
+      "learning_rate": 4.806362947806763e-05,
+      "loss": 0.0839,
+      "step": 850
+    },
+    {
+      "grad_norm": 0.8341414928436279,
+      "learning_rate": 4.799931990740463e-05,
+      "loss": 0.0785,
+      "step": 860
+    },
+    {
+      "grad_norm": 0.5337378978729248,
+      "learning_rate": 4.7934004271981415e-05,
+      "loss": 0.0769,
+      "step": 870
+    },
+    {
+      "grad_norm": 0.7976155877113342,
+      "learning_rate": 4.786768542891548e-05,
+      "loss": 0.0738,
+      "step": 880
+    },
+    {
+      "grad_norm": 0.3165757358074188,
+      "learning_rate": 4.7800366279207854e-05,
+      "loss": 0.0713,
+      "step": 890
+    },
+    {
+      "grad_norm": 0.7630752325057983,
+      "learning_rate": 4.773204976761623e-05,
+      "loss": 0.0719,
+      "step": 900
+    },
+    {
+      "grad_norm": 0.6145244836807251,
+      "learning_rate": 4.7662738882526146e-05,
+      "loss": 0.0644,
+      "step": 910
+    },
+    {
+      "grad_norm": 0.6122027635574341,
+      "learning_rate": 4.759243665582024e-05,
+      "loss": 0.0728,
+      "step": 920
+    },
+    {
+      "grad_norm": 0.4458109736442566,
+      "learning_rate": 4.752114616274567e-05,
+      "loss": 0.0678,
+      "step": 930
+    },
+    {
+      "grad_norm": 0.6862826347351074,
+      "learning_rate": 4.744887052177954e-05,
+      "loss": 0.0694,
+      "step": 940
+    },
+    {
+      "grad_norm": 0.5472699403762817,
+      "learning_rate": 4.7375612894492536e-05,
+      "loss": 0.0739,
+      "step": 950
+    },
+    {
+      "grad_norm": 0.6469587087631226,
+      "learning_rate": 4.7301376485410596e-05,
+      "loss": 0.0612,
+      "step": 960
+    },
+    {
+      "grad_norm": 0.5633054971694946,
+      "learning_rate": 4.722616454187474e-05,
+      "loss": 0.0752,
+      "step": 970
+    },
+    {
+      "grad_norm": 0.611199140548706,
+      "learning_rate": 4.714998035389904e-05,
+      "loss": 0.0682,
+      "step": 980
+    },
+    {
+      "grad_norm": 0.6113159656524658,
+      "learning_rate": 4.7072827254026666e-05,
+      "loss": 0.0734,
+      "step": 990
+    },
+    {
+      "grad_norm": 0.5616899728775024,
+      "learning_rate": 4.6994708617184155e-05,
+      "loss": 0.0647,
+      "step": 1000
+    },
+    {
+      "grad_norm": 0.5405145883560181,
+      "learning_rate": 4.691562786053376e-05,
+      "loss": 0.0652,
+      "step": 1010
+    },
+    {
+      "grad_norm": 0.5287688374519348,
+      "learning_rate": 4.6835588443323956e-05,
+      "loss": 0.071,
+      "step": 1020
+    },
+    {
+      "grad_norm": 0.6897308230400085,
+      "learning_rate": 4.675459386673815e-05,
+      "loss": 0.0711,
+      "step": 1030
+    },
+    {
+      "grad_norm": 0.43904393911361694,
+      "learning_rate": 4.6672647673741485e-05,
+      "loss": 0.0762,
+      "step": 1040
+    },
+    {
+      "grad_norm": 0.502697765827179,
+      "learning_rate": 4.658975344892594e-05,
+      "loss": 0.0892,
+      "step": 1050
+    },
+    {
+      "grad_norm": 0.718237042427063,
+      "learning_rate": 4.650591481835344e-05,
+      "loss": 0.0862,
+      "step": 1060
+    },
+    {
+      "grad_norm": 0.570436954498291,
+      "learning_rate": 4.642113544939728e-05,
+      "loss": 0.07,
+      "step": 1070
+    },
+    {
+      "grad_norm": 0.4335796535015106,
+      "learning_rate": 4.63354190505817e-05,
+      "loss": 0.0811,
+      "step": 1080
+    },
+    {
+      "grad_norm": 0.6726382374763489,
+      "learning_rate": 4.6248769371419684e-05,
+      "loss": 0.0675,
+      "step": 1090
+    },
+    {
+      "grad_norm": 0.5062233805656433,
+      "learning_rate": 4.6161190202248897e-05,
+      "loss": 0.064,
+      "step": 1100
+    },
+    {
+      "grad_norm": 0.3789091408252716,
+      "learning_rate": 4.607268537406591e-05,
+      "loss": 0.0706,
+      "step": 1110
+    },
+    {
+      "grad_norm": 0.5326701402664185,
+      "learning_rate": 4.598325875835862e-05,
+      "loss": 0.071,
+      "step": 1120
+    },
+    {
+      "grad_norm": 0.5220073461532593,
+      "learning_rate": 4.589291426693692e-05,
+      "loss": 0.0727,
+      "step": 1130
+    },
+    {
+      "grad_norm": 0.5300417542457581,
+      "learning_rate": 4.580165585176152e-05,
+      "loss": 0.0678,
+      "step": 1140
+    },
+    {
+      "grad_norm": 0.524254560470581,
+      "learning_rate": 4.570948750477114e-05,
+      "loss": 0.0652,
+      "step": 1150
+    },
+    {
+      "grad_norm": 0.5178232192993164,
+      "learning_rate": 4.561641325770788e-05,
+      "loss": 0.0636,
+      "step": 1160
+    },
+    {
+      "grad_norm": 0.35104331374168396,
+      "learning_rate": 4.5522437181940804e-05,
+      "loss": 0.0624,
+      "step": 1170
+    },
+    {
+      "grad_norm": 0.5118323564529419,
+      "learning_rate": 4.542756338828791e-05,
+      "loss": 0.0622,
+      "step": 1180
+    },
+    {
+      "grad_norm": 0.4421655535697937,
+      "learning_rate": 4.533179602683629e-05,
+      "loss": 0.0629,
+      "step": 1190
+    },
+    {
+      "grad_norm": 0.7161966562271118,
+      "learning_rate": 4.523513928676056e-05,
+      "loss": 0.0599,
+      "step": 1200
+    },
+    {
+      "grad_norm": 0.4908861219882965,
+      "learning_rate": 4.5137597396139676e-05,
+      "loss": 0.0653,
+      "step": 1210
+    },
+    {
+      "grad_norm": 1.035172939300537,
+      "learning_rate": 4.503917462177192e-05,
+      "loss": 0.0592,
+      "step": 1220
+    },
+    {
+      "grad_norm": 0.6242174506187439,
+      "learning_rate": 4.4939875268988273e-05,
+      "loss": 0.0679,
+      "step": 1230
+    },
+    {
+      "grad_norm": 0.34626179933547974,
+      "learning_rate": 4.483970368146413e-05,
+      "loss": 0.0608,
+      "step": 1240
+    },
+    {
+      "grad_norm": 0.41088080406188965,
+      "learning_rate": 4.473866424102923e-05,
+      "loss": 0.0715,
+      "step": 1250
+    },
+    {
+      "grad_norm": 0.4913835823535919,
+      "learning_rate": 4.463676136747602e-05,
+      "loss": 0.0519,
+      "step": 1260
+    },
+    {
+      "grad_norm": 0.39666661620140076,
+      "learning_rate": 4.453399951836632e-05,
+      "loss": 0.0559,
+      "step": 1270
+    },
+    {
+      "grad_norm": 0.5405796766281128,
+      "learning_rate": 4.44303831888363e-05,
+      "loss": 0.0645,
+      "step": 1280
+    },
+    {
+      "grad_norm": 0.6450210809707642,
+      "learning_rate": 4.432591691139989e-05,
+      "loss": 0.0692,
+      "step": 1290
+    },
+    {
+      "grad_norm": 0.6847130656242371,
+      "learning_rate": 4.422060525575048e-05,
+      "loss": 0.0665,
+      "step": 1300
+    },
+    {
+      "grad_norm": 0.5179506540298462,
+      "learning_rate": 4.411445282856106e-05,
+      "loss": 0.0612,
+      "step": 1310
+    },
+    {
+      "grad_norm": 0.76016765832901,
+      "learning_rate": 4.400746427328268e-05,
+      "loss": 0.0618,
+      "step": 1320
+    },
+    {
+      "grad_norm": 0.522050678730011,
+      "learning_rate": 4.389964426994134e-05,
+      "loss": 0.0632,
+      "step": 1330
+    },
+    {
+      "grad_norm": 0.5314463973045349,
+      "learning_rate": 4.3790997534933276e-05,
+      "loss": 0.0628,
+      "step": 1340
+    },
+    {
+      "grad_norm": 0.4170549213886261,
+      "learning_rate": 4.368152882081865e-05,
+      "loss": 0.0595,
+      "step": 1350
+    },
+    {
+      "grad_norm": 0.5747459530830383,
+      "learning_rate": 4.357124291611363e-05,
+      "loss": 0.0549,
+      "step": 1360
+    },
+    {
+      "grad_norm": 0.5837365388870239,
+      "learning_rate": 4.346014464508098e-05,
+      "loss": 0.0519,
+      "step": 1370
+    },
+    {
+      "grad_norm": 0.35218408703804016,
+      "learning_rate": 4.3348238867518985e-05,
+      "loss": 0.06,
+      "step": 1380
+    },
+    {
+      "grad_norm": 0.40569043159484863,
+      "learning_rate": 4.323553047854887e-05,
+      "loss": 0.0484,
+      "step": 1390
+    },
+    {
+      "grad_norm": 0.5539340972900391,
+      "learning_rate": 4.3122024408400693e-05,
+      "loss": 0.0496,
+      "step": 1400
+    },
+    {
+      "grad_norm": 0.33733201026916504,
+      "learning_rate": 4.3007725622197674e-05,
+      "loss": 0.0508,
+      "step": 1410
+    },
+    {
+      "grad_norm": 0.5494152903556824,
+      "learning_rate": 4.2892639119739e-05,
+      "loss": 0.0621,
+      "step": 1420
+    },
+    {
+      "grad_norm": 0.39040982723236084,
+      "learning_rate": 4.277676993528112e-05,
+      "loss": 0.0528,
+      "step": 1430
+    },
+    {
+      "grad_norm": 0.5634658932685852,
+      "learning_rate": 4.2660123137317523e-05,
+      "loss": 0.0586,
+      "step": 1440
+    },
+    {
+      "grad_norm": 0.5504993796348572,
+      "learning_rate": 4.254270382835703e-05,
+      "loss": 0.0617,
+      "step": 1450
+    },
+    {
+      "grad_norm": 0.3419093191623688,
+      "learning_rate": 4.2424517144700603e-05,
+      "loss": 0.0573,
+      "step": 1460
+    },
+    {
+      "grad_norm": 0.3770234286785126,
+      "learning_rate": 4.230556825621667e-05,
+      "loss": 0.0552,
+      "step": 1470
+    },
+    {
+      "grad_norm": 0.5088812708854675,
+      "learning_rate": 4.2185862366114936e-05,
+      "loss": 0.061,
+      "step": 1480
+    },
+    {
+      "grad_norm": 0.5062453746795654,
+      "learning_rate": 4.2065404710718834e-05,
+      "loss": 0.0528,
+      "step": 1490
+    },
+    {
+      "grad_norm": 0.7702981233596802,
+      "learning_rate": 4.194420055923644e-05,
+      "loss": 0.0637,
+      "step": 1500
+    },
+    {
+      "grad_norm": 0.6036869287490845,
+      "learning_rate": 4.182225521352999e-05,
+      "loss": 0.0702,
+      "step": 1510
+    },
+    {
+      "grad_norm": 0.5008228421211243,
+      "learning_rate": 4.169957400788395e-05,
+      "loss": 0.0624,
+      "step": 1520
+    },
+    {
+      "grad_norm": 0.41124141216278076,
+      "learning_rate": 4.157616230877169e-05,
+      "loss": 0.0563,
+      "step": 1530
+    },
+    {
+      "grad_norm": 0.7010630369186401,
+      "learning_rate": 4.145202551462072e-05,
+      "loss": 0.062,
+      "step": 1540
+    },
+    {
+      "grad_norm": 0.4738198220729828,
+      "learning_rate": 4.132716905557658e-05,
+      "loss": 0.0636,
+      "step": 1550
+    },
+    {
+      "grad_norm": 0.5558097958564758,
+      "learning_rate": 4.1201598393265244e-05,
+      "loss": 0.0627,
+      "step": 1560
+    },
+    {
+      "grad_norm": 0.4446842074394226,
+      "learning_rate": 4.1075319020554286e-05,
+      "loss": 0.0577,
+      "step": 1570
+    },
+    {
+      "grad_norm": 0.476675808429718,
+      "learning_rate": 4.094833646131256e-05,
+      "loss": 0.0544,
+      "step": 1580
+    },
+    {
+      "grad_norm": 0.4960286617279053,
+      "learning_rate": 4.082065627016858e-05,
+      "loss": 0.0644,
+      "step": 1590
+    },
+    {
+      "grad_norm": 0.46870744228363037,
+      "learning_rate": 4.0692284032267516e-05,
+      "loss": 0.054,
+      "step": 1600
+    },
+    {
+      "grad_norm": 0.7339263558387756,
+      "learning_rate": 4.056322536302693e-05,
+      "loss": 0.0552,
+      "step": 1610
+    },
+    {
+      "grad_norm": 0.3929803669452667,
+      "learning_rate": 4.043348590789111e-05,
+      "loss": 0.0554,
+      "step": 1620
+    },
+    {
+      "grad_norm": 0.4788963198661804,
+      "learning_rate": 4.030307134208411e-05,
+      "loss": 0.052,
+      "step": 1630
+    },
+    {
+      "grad_norm": 0.4371449649333954,
+      "learning_rate": 4.017198737036154e-05,
+      "loss": 0.0531,
+      "step": 1640
+    },
+    {
+      "grad_norm": 0.4106438159942627,
+      "learning_rate": 4.004023972676097e-05,
+      "loss": 0.0569,
+      "step": 1650
+    },
+    {
+      "grad_norm": 0.3421051800251007,
+      "learning_rate": 3.9907834174351125e-05,
+      "loss": 0.0509,
+      "step": 1660
+    },
+    {
+      "grad_norm": 0.45882418751716614,
+      "learning_rate": 3.9774776504979805e-05,
+      "loss": 0.058,
+      "step": 1670
+    },
+    {
+      "grad_norm": 0.5227372646331787,
+      "learning_rate": 3.964107253902052e-05,
+      "loss": 0.0552,
+      "step": 1680
+    },
+    {
+      "grad_norm": 0.567558228969574,
+      "learning_rate": 3.950672812511788e-05,
+      "loss": 0.0617,
+      "step": 1690
+    },
+    {
+      "grad_norm": 0.6489816904067993,
+      "learning_rate": 3.937174913993177e-05,
+      "loss": 0.0563,
+      "step": 1700
+    },
+    {
+      "grad_norm": 0.4380536377429962,
+      "learning_rate": 3.9236141487880265e-05,
+      "loss": 0.0508,
+      "step": 1710
+    },
+    {
+      "grad_norm": 0.5422831177711487,
+      "learning_rate": 3.909991110088138e-05,
+      "loss": 0.0541,
+      "step": 1720
+    },
+    {
+      "grad_norm": 0.7260904908180237,
+      "learning_rate": 3.896306393809357e-05,
+      "loss": 0.0563,
+      "step": 1730
+    },
+    {
+      "grad_norm": 0.4155614972114563,
+      "learning_rate": 3.882560598565504e-05,
+      "loss": 0.0552,
+      "step": 1740
+    },
+    {
+      "grad_norm": 0.35693034529685974,
+      "learning_rate": 3.8687543256421955e-05,
+      "loss": 0.0521,
+      "step": 1750
+    },
+    {
+      "grad_norm": 0.591141402721405,
+      "learning_rate": 3.8548881789705345e-05,
+      "loss": 0.0571,
+      "step": 1760
+    },
+    {
+      "grad_norm": 0.5429609417915344,
+      "learning_rate": 3.840962765100696e-05,
+      "loss": 0.0575,
+      "step": 1770
+    },
+    {
+      "grad_norm": 0.4284355938434601,
+      "learning_rate": 3.826978693175395e-05,
+      "loss": 0.0547,
+      "step": 1780
+    },
+    {
+      "grad_norm": 0.720148503780365,
+      "learning_rate": 3.81293657490324e-05,
+      "loss": 0.0575,
+      "step": 1790
+    },
+    {
+      "grad_norm": 0.49093666672706604,
+      "learning_rate": 3.798837024531974e-05,
+      "loss": 0.0513,
+      "step": 1800
+    },
+    {
+      "grad_norm": 0.5715184211730957,
+      "learning_rate": 3.7846806588216055e-05,
+      "loss": 0.0571,
+      "step": 1810
+    },
+    {
+      "grad_norm": 0.45693865418434143,
+      "learning_rate": 3.770468097017432e-05,
+      "loss": 0.0481,
+      "step": 1820
+    },
+    {
+      "grad_norm": 0.49179983139038086,
+      "learning_rate": 3.7561999608229505e-05,
+      "loss": 0.0528,
+      "step": 1830
+    },
+    {
+      "grad_norm": 0.4709620177745819,
+      "learning_rate": 3.741876874372659e-05,
+      "loss": 0.0501,
+      "step": 1840
+    },
+    {
+      "grad_norm": 0.4550098776817322,
+      "learning_rate": 3.727499464204758e-05,
+      "loss": 0.0493,
+      "step": 1850
+    },
+    {
+      "grad_norm": 0.4054962396621704,
+      "learning_rate": 3.7130683592337465e-05,
+      "loss": 0.0476,
+      "step": 1860
+    },
+    {
+      "grad_norm": 0.541397750377655,
+      "learning_rate": 3.698584190722906e-05,
+      "loss": 0.0534,
+      "step": 1870
+    },
+    {
+      "grad_norm": 0.36921900510787964,
+      "learning_rate": 3.6840475922566886e-05,
+      "loss": 0.0478,
+      "step": 1880
+    },
+    {
+      "grad_norm": 0.5922922492027283,
+      "learning_rate": 3.6694591997130026e-05,
+      "loss": 0.0501,
+      "step": 1890
+    },
+    {
+      "grad_norm": 0.43542882800102234,
+      "learning_rate": 3.654819651235401e-05,
+      "loss": 0.0541,
+      "step": 1900
+    },
+    {
+      "grad_norm": 0.48189231753349304,
+      "learning_rate": 3.640129587205156e-05,
+      "loss": 0.0521,
+      "step": 1910
+    },
+    {
+      "grad_norm": 0.4395929276943207,
+      "learning_rate": 3.625389650213259e-05,
+      "loss": 0.0429,
+      "step": 1920
+    },
+    {
+      "grad_norm": 0.5689699649810791,
+      "learning_rate": 3.610600485032305e-05,
+      "loss": 0.0586,
+      "step": 1930
+    },
+    {
+      "grad_norm": 0.5108771920204163,
+      "learning_rate": 3.5957627385882884e-05,
+      "loss": 0.0523,
+      "step": 1940
+    },
+    {
+      "grad_norm": 0.5463844537734985,
+      "learning_rate": 3.580877059932308e-05,
+      "loss": 0.0449,
+      "step": 1950
+    },
+    {
+      "grad_norm": 0.3828030526638031,
+      "learning_rate": 3.5659441002121694e-05,
+      "loss": 0.0509,
+      "step": 1960
+    },
+    {
+      "grad_norm": 0.3314559757709503,
+      "learning_rate": 3.550964512643908e-05,
+      "loss": 0.0435,
+      "step": 1970
+    },
+    {
+      "grad_norm": 0.8163153529167175,
+      "learning_rate": 3.535938952483211e-05,
+      "loss": 0.0558,
+      "step": 1980
+    },
+    {
+      "grad_norm": 0.7200665473937988,
+      "learning_rate": 3.520868076996755e-05,
+      "loss": 0.0432,
+      "step": 1990
+    },
+    {
+      "grad_norm": 0.47182565927505493,
+      "learning_rate": 3.5057525454334564e-05,
+      "loss": 0.0455,
+      "step": 2000
+    },
+    {
+      "grad_norm": 0.5063982009887695,
+      "learning_rate": 3.490593018995636e-05,
+      "loss": 0.0446,
+      "step": 2010
+    },
+    {
+      "grad_norm": 0.44255322217941284,
+      "learning_rate": 3.475390160810087e-05,
+      "loss": 0.0434,
+      "step": 2020
+    },
+    {
+      "grad_norm": 0.4013705849647522,
+      "learning_rate": 3.460144635899079e-05,
+      "loss": 0.0501,
+      "step": 2030
+    },
+    {
+      "grad_norm": 0.5221493244171143,
+      "learning_rate": 3.444857111151259e-05,
+      "loss": 0.0547,
+      "step": 2040
+    },
+    {
+      "grad_norm": 0.4845060110092163,
+      "learning_rate": 3.429528255292485e-05,
+      "loss": 0.0497,
+      "step": 2050
+    },
+    {
+      "grad_norm": 0.4617994725704193,
+      "learning_rate": 3.41415873885657e-05,
+      "loss": 0.0489,
+      "step": 2060
+    },
+    {
+      "grad_norm": 0.4810671806335449,
+      "learning_rate": 3.3987492341559535e-05,
+      "loss": 0.0478,
+      "step": 2070
+    },
+    {
+      "grad_norm": 0.5026255249977112,
+      "learning_rate": 3.383300415252292e-05,
+      "loss": 0.0446,
+      "step": 2080
+    },
+    {
+      "grad_norm": 0.477425754070282,
+      "learning_rate": 3.367812957926971e-05,
+      "loss": 0.0517,
+      "step": 2090
+    },
+    {
+      "grad_norm": 0.3495548367500305,
+      "learning_rate": 3.352287539651545e-05,
+      "loss": 0.0456,
+      "step": 2100
+    },
+    {
+      "grad_norm": 0.45665979385375977,
+      "learning_rate": 3.3367248395581076e-05,
+      "loss": 0.046,
+      "step": 2110
+    },
+    {
+      "grad_norm": 0.41686445474624634,
+      "learning_rate": 3.321125538409574e-05,
+      "loss": 0.0486,
+      "step": 2120
+    },
+    {
+      "grad_norm": 0.3617282211780548,
+      "learning_rate": 3.3054903185699135e-05,
+      "loss": 0.0476,
+      "step": 2130
+    },
+    {
+      "grad_norm": 0.47553274035453796,
+      "learning_rate": 3.2898198639742915e-05,
+      "loss": 0.0432,
+      "step": 2140
+    },
+    {
+      "grad_norm": 0.3067774176597595,
+      "learning_rate": 3.2741148600991576e-05,
+      "loss": 0.0522,
+      "step": 2150
+    },
+    {
+      "grad_norm": 0.5735144019126892,
+      "learning_rate": 3.258375993932259e-05,
+      "loss": 0.0476,
+      "step": 2160
+    },
+    {
+      "grad_norm": 0.2728676497936249,
+      "learning_rate": 3.2426039539425876e-05,
+      "loss": 0.0414,
+      "step": 2170
+    },
+    {
+      "grad_norm": 0.6051283478736877,
+      "learning_rate": 3.226799430050268e-05,
+      "loss": 0.0499,
+      "step": 2180
+    },
+    {
+      "grad_norm": 0.5630646347999573,
+      "learning_rate": 3.210963113596374e-05,
+      "loss": 0.0418,
+      "step": 2190
+    },
+    {
+      "grad_norm": 0.4311167001724243,
+      "learning_rate": 3.1950956973126906e-05,
+      "loss": 0.0499,
+      "step": 2200
+    },
+    {
+      "grad_norm": 0.4380161166191101,
+      "learning_rate": 3.1791978752914085e-05,
+      "loss": 0.0401,
+      "step": 2210
+    },
+    {
+      "grad_norm": 0.43494531512260437,
+      "learning_rate": 3.163270342954766e-05,
+      "loss": 0.0469,
+      "step": 2220
+    },
+    {
+      "grad_norm": 0.5626083612442017,
+      "learning_rate": 3.1473137970246246e-05,
+      "loss": 0.049,
+      "step": 2230
+    },
+    {
+      "grad_norm": 0.4352441132068634,
+      "learning_rate": 3.1313289354919945e-05,
+      "loss": 0.0459,
+      "step": 2240
+    },
+    {
+      "grad_norm": 0.48047247529029846,
+      "learning_rate": 3.1153164575865046e-05,
+      "loss": 0.0459,
+      "step": 2250
+    },
+    {
+      "grad_norm": 0.6736582517623901,
+      "learning_rate": 3.099277063745811e-05,
+      "loss": 0.0539,
+      "step": 2260
+    },
+    {
+      "grad_norm": 0.40036192536354065,
+      "learning_rate": 3.0832114555849614e-05,
+      "loss": 0.0438,
+      "step": 2270
+    },
+    {
+      "grad_norm": 0.42229387164115906,
+      "learning_rate": 3.0671203358657e-05,
+      "loss": 0.0413,
+      "step": 2280
+    },
+    {
+      "grad_norm": 0.3298429250717163,
+      "learning_rate": 3.051004408465733e-05,
+      "loss": 0.04,
+      "step": 2290
+    },
+    {
+      "grad_norm": 0.43710318207740784,
+      "learning_rate": 3.034864378347933e-05,
+      "loss": 0.0454,
+      "step": 2300
+    },
+    {
+      "grad_norm": 0.4662761390209198,
+      "learning_rate": 3.018700951529504e-05,
+      "loss": 0.0521,
+      "step": 2310
+    },
+    {
+      "grad_norm": 0.5804249048233032,
+      "learning_rate": 3.0025148350510974e-05,
+      "loss": 0.0475,
+      "step": 2320
+    },
+    {
+      "grad_norm": 0.4282180070877075,
+      "learning_rate": 2.986306736945883e-05,
+      "loss": 0.0466,
+      "step": 2330
+    },
+    {
+      "grad_norm": 0.45659002661705017,
+      "learning_rate": 2.970077366208579e-05,
+      "loss": 0.0387,
+      "step": 2340
+    },
+    {
+      "grad_norm": 0.5479471683502197,
+      "learning_rate": 2.953827432764438e-05,
+      "loss": 0.0461,
+      "step": 2350
+    },
+    {
+      "grad_norm": 0.31041985750198364,
+      "learning_rate": 2.9375576474381905e-05,
+      "loss": 0.042,
+      "step": 2360
+    },
+    {
+      "grad_norm": 0.42949941754341125,
+      "learning_rate": 2.921268721922954e-05,
+      "loss": 0.0435,
+      "step": 2370
+    },
+    {
+      "grad_norm": 0.4704861044883728,
+      "learning_rate": 2.904961368749099e-05,
+      "loss": 0.0447,
+      "step": 2380
+    },
+    {
+      "grad_norm": 0.4041045606136322,
+      "learning_rate": 2.8886363012530826e-05,
+      "loss": 0.0429,
+      "step": 2390
+    },
+    {
+      "grad_norm": 0.3385079503059387,
+      "learning_rate": 2.8722942335462415e-05,
+      "loss": 0.0454,
+      "step": 2400
+    },
+    {
+      "grad_norm": 0.5993208289146423,
+      "learning_rate": 2.8559358804835597e-05,
+      "loss": 0.0426,
+      "step": 2410
+    },
+    {
+      "grad_norm": 0.36963415145874023,
+      "learning_rate": 2.839561957632393e-05,
+      "loss": 0.0515,
+      "step": 2420
+    },
+    {
+      "grad_norm": 0.5569792985916138,
+      "learning_rate": 2.823173181241171e-05,
+      "loss": 0.0484,
+      "step": 2430
+    },
+    {
+      "grad_norm": 0.4478709101676941,
+      "learning_rate": 2.806770268208066e-05,
+      "loss": 0.0442,
+      "step": 2440
+    },
+    {
+      "grad_norm": 0.39773526787757874,
+      "learning_rate": 2.7903539360496323e-05,
+      "loss": 0.0362,
+      "step": 2450
+    },
+    {
+      "grad_norm": 0.4185701906681061,
+      "learning_rate": 2.773924902869418e-05,
+      "loss": 0.046,
+      "step": 2460
+    },
+    {
+      "grad_norm": 0.43949025869369507,
+      "learning_rate": 2.757483887326559e-05,
+      "loss": 0.0433,
+      "step": 2470
+    },
+    {
+      "grad_norm": 0.4299829602241516,
+      "learning_rate": 2.741031608604337e-05,
+      "loss": 0.0394,
+      "step": 2480
+    },
+    {
+      "grad_norm": 0.27871155738830566,
+      "learning_rate": 2.7245687863787195e-05,
+      "loss": 0.0367,
+      "step": 2490
+    },
+    {
+      "grad_norm": 0.4810972511768341,
+      "learning_rate": 2.7080961407868848e-05,
+      "loss": 0.0428,
+      "step": 2500
+    },
+    {
+      "grad_norm": 0.3548348546028137,
+      "learning_rate": 2.6916143923957138e-05,
+      "loss": 0.0435,
+      "step": 2510
+    },
+    {
+      "grad_norm": 0.3431377410888672,
+      "learning_rate": 2.675124262170275e-05,
+      "loss": 0.0336,
+      "step": 2520
+    },
+    {
+      "grad_norm": 0.4408491551876068,
+      "learning_rate": 2.6586264714422836e-05,
+      "loss": 0.0404,
+      "step": 2530
+    },
+    {
+      "grad_norm": 1.0779521465301514,
+      "learning_rate": 2.6421217418785544e-05,
+      "loss": 0.0424,
+      "step": 2540
+    },
+    {
+      "grad_norm": 0.40511152148246765,
+      "learning_rate": 2.6256107954494242e-05,
+      "loss": 0.0476,
+      "step": 2550
+    },
+    {
+      "grad_norm": 0.36247146129608154,
+      "learning_rate": 2.6090943543971784e-05,
+      "loss": 0.0436,
+      "step": 2560
+    },
+    {
+      "grad_norm": 0.3747636079788208,
+      "learning_rate": 2.592573141204455e-05,
+      "loss": 0.0404,
+      "step": 2570
+    },
+    {
+      "grad_norm": 0.5357540249824524,
+      "learning_rate": 2.5760478785626397e-05,
+      "loss": 0.0444,
+      "step": 2580
+    },
+    {
+      "grad_norm": 0.3767753839492798,
+      "learning_rate": 2.5595192893402553e-05,
+      "loss": 0.0397,
+      "step": 2590
+    },
+    {
+      "grad_norm": 0.3285132944583893,
+      "learning_rate": 2.5429880965513386e-05,
+      "loss": 0.0381,
+      "step": 2600
+    },
+    {
+      "grad_norm": 0.4897662401199341,
+      "learning_rate": 2.526455023323817e-05,
+      "loss": 0.039,
+      "step": 2610
+    },
+    {
+      "grad_norm": 0.4508710205554962,
+      "learning_rate": 2.5099207928678732e-05,
+      "loss": 0.0395,
+      "step": 2620
+    },
+    {
+      "grad_norm": 0.3298162519931793,
+      "learning_rate": 2.4933861284443112e-05,
+      "loss": 0.0413,
+      "step": 2630
+    },
+    {
+      "grad_norm": 0.42930713295936584,
+      "learning_rate": 2.4768517533329157e-05,
+      "loss": 0.0461,
+      "step": 2640
+    },
+    {
+      "grad_norm": 0.43155762553215027,
+      "learning_rate": 2.460318390800819e-05,
+      "loss": 0.0453,
+      "step": 2650
+    },
+    {
+      "grad_norm": 0.3605857789516449,
+      "learning_rate": 2.44378676407086e-05,
+      "loss": 0.0445,
+      "step": 2660
+    },
+    {
+      "grad_norm": 0.2702181041240692,
+      "learning_rate": 2.4272575962899462e-05,
+      "loss": 0.0421,
+      "step": 2670
+    },
+    {
+      "grad_norm": 0.3844555616378784,
+      "learning_rate": 2.410731610497424e-05,
+      "loss": 0.0418,
+      "step": 2680
+    },
+    {
+      "grad_norm": 0.4364534914493561,
+      "learning_rate": 2.3942095295934476e-05,
+      "loss": 0.0379,
+      "step": 2690
+    },
+    {
+      "grad_norm": 0.33137261867523193,
+      "learning_rate": 2.3776920763073602e-05,
+      "loss": 0.0422,
+      "step": 2700
+    },
+    {
+      "grad_norm": 0.2672342360019684,
+      "learning_rate": 2.361179973166078e-05,
+      "loss": 0.0424,
+      "step": 2710
+    },
+    {
+      "grad_norm": 0.34315600991249084,
+      "learning_rate": 2.3446739424624827e-05,
+      "loss": 0.0411,
+      "step": 2720
+    },
+    {
+      "grad_norm": 0.4923914670944214,
+      "learning_rate": 2.328174706223832e-05,
+      "loss": 0.0439,
+      "step": 2730
+    },
+    {
+      "grad_norm": 0.26800429821014404,
+      "learning_rate": 2.3116829861801686e-05,
+      "loss": 0.0391,
+      "step": 2740
+    },
+    {
+      "grad_norm": 0.29833143949508667,
+      "learning_rate": 2.2951995037327515e-05,
+      "loss": 0.0397,
+      "step": 2750
+    },
+    {
+      "grad_norm": 0.3327856957912445,
+      "learning_rate": 2.2787249799225024e-05,
+      "loss": 0.0381,
+      "step": 2760
+    },
+    {
+      "grad_norm": 0.46502891182899475,
+      "learning_rate": 2.2622601353984635e-05,
+      "loss": 0.0411,
+      "step": 2770
+    },
+    {
+      "grad_norm": 0.40785571932792664,
+      "learning_rate": 2.2458056903862726e-05,
+      "loss": 0.0379,
+      "step": 2780
+    },
+    {
+      "grad_norm": 0.3968541622161865,
+      "learning_rate": 2.229362364656659e-05,
+      "loss": 0.0429,
+      "step": 2790
+    },
+    {
+      "grad_norm": 0.40930506587028503,
+      "learning_rate": 2.21293087749396e-05,
+      "loss": 0.0374,
+      "step": 2800
+    },
+    {
+      "grad_norm": 0.4295065701007843,
+      "learning_rate": 2.1965119476646547e-05,
+      "loss": 0.0366,
+      "step": 2810
+    },
+    {
+      "grad_norm": 0.4438641667366028,
+      "learning_rate": 2.1801062933859235e-05,
+      "loss": 0.0378,
+      "step": 2820
+    },
+    {
+      "grad_norm": 0.3975362181663513,
+      "learning_rate": 2.1637146322942315e-05,
+      "loss": 0.036,
+      "step": 2830
+    },
+    {
+      "grad_norm": 0.44547799229621887,
+      "learning_rate": 2.1473376814139362e-05,
+      "loss": 0.0395,
+      "step": 2840
+    },
+    {
+      "grad_norm": 0.4006638526916504,
+      "learning_rate": 2.1309761571259237e-05,
+      "loss": 0.0367,
+      "step": 2850
+    },
+    {
+      "grad_norm": 0.27414795756340027,
+      "learning_rate": 2.1146307751362694e-05,
+      "loss": 0.0312,
+      "step": 2860
+    },
+    {
+      "grad_norm": 0.4664889872074127,
+      "learning_rate": 2.098302250444934e-05,
+      "loss": 0.0413,
+      "step": 2870
+    },
+    {
+      "grad_norm": 0.19164593517780304,
+      "learning_rate": 2.0819912973144843e-05,
+      "loss": 0.0345,
+      "step": 2880
+    },
+    {
+      "grad_norm": 0.33589157462120056,
+      "learning_rate": 2.065698629238851e-05,
+      "loss": 0.0355,
+      "step": 2890
+    },
+    {
+      "grad_norm": 0.33917805552482605,
+      "learning_rate": 2.0494249589121157e-05,
+      "loss": 0.0393,
+      "step": 2900
+    },
+    {
+      "grad_norm": 0.32117098569869995,
+      "learning_rate": 2.033170998197339e-05,
+      "loss": 0.0448,
+      "step": 2910
+    },
+    {
+      "grad_norm": 0.6140998005867004,
+      "learning_rate": 2.0169374580954165e-05,
+      "loss": 0.0378,
+      "step": 2920
+    },
+    {
+      "grad_norm": 0.5331240296363831,
+      "learning_rate": 2.000725048713983e-05,
+      "loss": 0.0365,
+      "step": 2930
+    },
+    {
+      "grad_norm": 0.3481861352920532,
+      "learning_rate": 1.9845344792363447e-05,
+      "loss": 0.0356,
+      "step": 2940
+    },
+    {
+      "grad_norm": 0.5170403718948364,
+      "learning_rate": 1.9683664578904614e-05,
+      "loss": 0.0403,
+      "step": 2950
+    },
+    {
+      "grad_norm": 0.31584399938583374,
+      "learning_rate": 1.9522216919179644e-05,
+      "loss": 0.0404,
+      "step": 2960
+    },
+    {
+      "grad_norm": 0.3115321099758148,
+      "learning_rate": 1.9361008875432185e-05,
+      "loss": 0.0358,
+      "step": 2970
+    },
+    {
+      "grad_norm": 0.338223397731781,
+      "learning_rate": 1.9200047499424308e-05,
+      "loss": 0.0331,
+      "step": 2980
+    },
+    {
+      "grad_norm": 0.48482340574264526,
+      "learning_rate": 1.9039339832128057e-05,
+      "loss": 0.0347,
+      "step": 2990
+    },
+    {
+      "grad_norm": 0.4181440770626068,
+      "learning_rate": 1.8878892903417404e-05,
+      "loss": 0.0389,
+      "step": 3000
+    },
+    {
+      "grad_norm": 0.42534828186035156,
+      "learning_rate": 1.871871373176078e-05,
+      "loss": 0.0392,
+      "step": 3010
+    },
+    {
+      "grad_norm": 0.5645197629928589,
+      "learning_rate": 1.8558809323914083e-05,
+      "loss": 0.0461,
+      "step": 3020
+    },
+    {
+      "grad_norm": 0.36499112844467163,
+      "learning_rate": 1.8399186674614126e-05,
+      "loss": 0.0343,
+      "step": 3030
+    },
+    {
+      "grad_norm": 0.2742806673049927,
+      "learning_rate": 1.823985276627269e-05,
+      "loss": 0.0283,
+      "step": 3040
+    },
+    {
+      "grad_norm": 0.39008432626724243,
+      "learning_rate": 1.80808145686711e-05,
+      "loss": 0.0374,
+      "step": 3050
+    },
+    {
+      "grad_norm": 0.36456918716430664,
+      "learning_rate": 1.7922079038655326e-05,
+      "loss": 0.037,
+      "step": 3060
+    },
+    {
+      "grad_norm": 0.2564813792705536,
+      "learning_rate": 1.7763653119831684e-05,
+      "loss": 0.0374,
+      "step": 3070
+    },
+    {
+      "grad_norm": 0.4312773048877716,
+      "learning_rate": 1.7605543742263087e-05,
+      "loss": 0.0353,
+      "step": 3080
+    },
+    {
+      "grad_norm": 0.30969807505607605,
+      "learning_rate": 1.744775782216593e-05,
+      "loss": 0.0339,
+      "step": 3090
+    },
+    {
+      "grad_norm": 0.3753385543823242,
+      "learning_rate": 1.7290302261607503e-05,
+      "loss": 0.0323,
+      "step": 3100
+    },
+    {
+      "grad_norm": 0.3404577672481537,
+      "learning_rate": 1.7133183948204108e-05,
+      "loss": 0.0346,
+      "step": 3110
+    },
+    {
+      "grad_norm": 0.33649688959121704,
+      "learning_rate": 1.6976409754819767e-05,
+      "loss": 0.0332,
+      "step": 3120
+    },
+    {
+      "grad_norm": 0.7442240715026855,
+      "learning_rate": 1.6819986539265582e-05,
+      "loss": 0.0392,
+      "step": 3130
+    },
+    {
+      "grad_norm": 0.3342534899711609,
+      "learning_rate": 1.6663921143999733e-05,
+      "loss": 0.0368,
+      "step": 3140
+    },
+    {
+      "grad_norm": 0.32587477564811707,
+      "learning_rate": 1.650822039582819e-05,
+      "loss": 0.0318,
+      "step": 3150
+    },
+    {
+      "grad_norm": 0.5487452149391174,
+      "learning_rate": 1.63528911056061e-05,
+      "loss": 0.0376,
+      "step": 3160
+    },
+    {
+      "grad_norm": 0.5345733165740967,
+      "learning_rate": 1.619794006793979e-05,
+      "loss": 0.0386,
+      "step": 3170
+    },
+    {
+      "grad_norm": 0.3318815231323242,
+      "learning_rate": 1.604337406088963e-05,
+      "loss": 0.0308,
+      "step": 3180
+    },
+    {
+      "grad_norm": 0.41096043586730957,
+      "learning_rate": 1.588919984567349e-05,
+      "loss": 0.036,
+      "step": 3190
+    },
+    {
+      "grad_norm": 0.49638691544532776,
+      "learning_rate": 1.5735424166371e-05,
+      "loss": 0.0404,
+      "step": 3200
+    },
+    {
+      "grad_norm": 0.38568755984306335,
+      "learning_rate": 1.558205374962854e-05,
+      "loss": 0.033,
+      "step": 3210
+    },
+    {
+      "grad_norm": 0.34658241271972656,
+      "learning_rate": 1.5429095304364976e-05,
+      "loss": 0.0327,
+      "step": 3220
+    },
+    {
+      "grad_norm": 0.33020010590553284,
+      "learning_rate": 1.527655552147824e-05,
+      "loss": 0.0373,
+      "step": 3230
+    },
+    {
+      "grad_norm": 0.5657230615615845,
+      "learning_rate": 1.5124441073552585e-05,
+      "loss": 0.0354,
+      "step": 3240
+    },
+    {
+      "grad_norm": 0.3239688277244568,
+      "learning_rate": 1.4972758614566746e-05,
+      "loss": 0.0295,
+      "step": 3250
+    },
+    {
+      "grad_norm": 0.387555330991745,
+      "learning_rate": 1.4821514779602864e-05,
+      "loss": 0.0436,
+      "step": 3260
+    },
+    {
+      "grad_norm": 0.3232133388519287,
+      "learning_rate": 1.467071618455624e-05,
+      "loss": 0.0322,
+      "step": 3270
+    },
+    {
+      "grad_norm": 0.2886604964733124,
+      "learning_rate": 1.452036942584595e-05,
+      "loss": 0.0304,
+      "step": 3280
+    },
+    {
+      "grad_norm": 0.2882493734359741,
+      "learning_rate": 1.4370481080126248e-05,
+      "loss": 0.0314,
+      "step": 3290
+    },
+    {
+      "grad_norm": 0.4715385138988495,
+      "learning_rate": 1.4221057703998985e-05,
+      "loss": 0.0334,
+      "step": 3300
+    },
+    {
+      "grad_norm": 0.3316683769226074,
+      "learning_rate": 1.4072105833726684e-05,
+      "loss": 0.0351,
+      "step": 3310
+    },
+    {
+      "grad_norm": 0.3624657988548279,
+      "learning_rate": 1.3923631984946672e-05,
+      "loss": 0.035,
+      "step": 3320
+    },
+    {
+      "grad_norm": 0.36212462186813354,
+      "learning_rate": 1.3775642652386103e-05,
+      "loss": 0.0301,
+      "step": 3330
+    },
+    {
+      "grad_norm": 0.36848610639572144,
+      "learning_rate": 1.3628144309577784e-05,
+      "loss": 0.0324,
+      "step": 3340
+    },
+    {
+      "grad_norm": 0.4272776246070862,
+      "learning_rate": 1.3481143408577079e-05,
+      "loss": 0.0373,
+      "step": 3350
+    },
+    {
+      "grad_norm": 0.37170878052711487,
+      "learning_rate": 1.3334646379679583e-05,
+      "loss": 0.033,
+      "step": 3360
+    },
+    {
+      "grad_norm": 0.48944494128227234,
+      "learning_rate": 1.3188659631139966e-05,
+      "loss": 0.0414,
+      "step": 3370
+    },
+    {
+      "grad_norm": 0.3089650869369507,
+      "learning_rate": 1.3043189548891516e-05,
+      "loss": 0.0338,
+      "step": 3380
+    },
+    {
+      "grad_norm": 0.3926386535167694,
+      "learning_rate": 1.2898242496266884e-05,
+      "loss": 0.0351,
+      "step": 3390
+    },
+    {
+      "grad_norm": 0.40642455220222473,
+      "learning_rate": 1.2753824813719733e-05,
+      "loss": 0.0412,
+      "step": 3400
+    },
+    {
+      "grad_norm": 0.35056406259536743,
+      "learning_rate": 1.2609942818547327e-05,
+      "loss": 0.035,
+      "step": 3410
+    },
+    {
+      "grad_norm": 0.2923920750617981,
+      "learning_rate": 1.2466602804614266e-05,
+      "loss": 0.035,
+      "step": 3420
+    },
+    {
+      "grad_norm": 0.9390926957130432,
+      "learning_rate": 1.2323811042077096e-05,
+      "loss": 0.0298,
+      "step": 3430
+    },
+    {
+      "grad_norm": 0.5153149366378784,
+      "learning_rate": 1.2181573777110106e-05,
+      "loss": 0.0376,
+      "step": 3440
+    },
+    {
+      "grad_norm": 0.2597624659538269,
+      "learning_rate": 1.2039897231632055e-05,
+      "loss": 0.0333,
+      "step": 3450
+    },
+    {
+      "grad_norm": 0.36722615361213684,
+      "learning_rate": 1.1898787603033995e-05,
+      "loss": 0.038,
+      "step": 3460
+    },
+    {
+      "grad_norm": 0.23120303452014923,
+      "learning_rate": 1.1758251063908227e-05,
+      "loss": 0.0305,
+      "step": 3470
+    },
+    {
+      "grad_norm": 0.4411832094192505,
+      "learning_rate": 1.1618293761778235e-05,
+      "loss": 0.0305,
+      "step": 3480
+    },
+    {
+      "grad_norm": 0.36204567551612854,
+      "learning_rate": 1.1478921818829827e-05,
+      "loss": 0.0325,
+      "step": 3490
+    },
+    {
+      "grad_norm": 0.38650524616241455,
+      "learning_rate": 1.1340141331643276e-05,
+      "loss": 0.037,
+      "step": 3500
+    },
+    {
+      "grad_norm": 0.29249370098114014,
+      "learning_rate": 1.1201958370926682e-05,
+      "loss": 0.0304,
+      "step": 3510
+    },
+    {
+      "grad_norm": 0.3050512969493866,
+      "learning_rate": 1.1064378981250409e-05,
+      "loss": 0.0322,
+      "step": 3520
+    },
+    {
+      "grad_norm": 0.36122196912765503,
+      "learning_rate": 1.0927409180782638e-05,
+      "loss": 0.0325,
+      "step": 3530
+    },
+    {
+      "grad_norm": 0.3820047974586487,
+      "learning_rate": 1.0791054961026182e-05,
+      "loss": 0.0361,
+      "step": 3540
+    },
+    {
+      "grad_norm": 0.3520725965499878,
+      "learning_rate": 1.0655322286556318e-05,
+      "loss": 0.0333,
+      "step": 3550
+    },
+    {
+      "grad_norm": 0.3393506705760956,
+      "learning_rate": 1.0520217094759962e-05,
+      "loss": 0.0352,
+      "step": 3560
+    },
+    {
+      "grad_norm": 0.3986015021800995,
+      "learning_rate": 1.0385745295575866e-05,
+      "loss": 0.0331,
+      "step": 3570
+    },
+    {
+      "grad_norm": 0.3583716154098511,
+      "learning_rate": 1.0251912771236159e-05,
+      "loss": 0.0319,
+      "step": 3580
+    },
+    {
+      "grad_norm": 0.27882295846939087,
+      "learning_rate": 1.0118725376009025e-05,
+      "loss": 0.0341,
+      "step": 3590
+    },
+    {
+      "grad_norm": 0.32304292917251587,
+      "learning_rate": 9.986188935942579e-06,
+      "loss": 0.0291,
+      "step": 3600
+    },
+    {
+      "grad_norm": 0.5138395428657532,
+      "learning_rate": 9.854309248610085e-06,
+      "loss": 0.0313,
+      "step": 3610
+    },
+    {
+      "grad_norm": 0.31992360949516296,
+      "learning_rate": 9.723092082856294e-06,
+      "loss": 0.0305,
+      "step": 3620
+    },
+    {
+      "grad_norm": 0.2782381772994995,
+      "learning_rate": 9.592543178545107e-06,
+      "loss": 0.029,
+      "step": 3630
+    },
+    {
+      "grad_norm": 0.27642911672592163,
+      "learning_rate": 9.462668246308529e-06,
+      "loss": 0.0329,
+      "step": 3640
+    },
+    {
+      "grad_norm": 0.33659425377845764,
+      "learning_rate": 9.333472967296833e-06,
+      "loss": 0.0328,
+      "step": 3650
+    },
+    {
+      "grad_norm": 0.40272244811058044,
+      "learning_rate": 9.204962992930063e-06,
+      "loss": 0.0284,
+      "step": 3660
+    },
+    {
+      "grad_norm": 0.4781797528266907,
+      "learning_rate": 9.077143944650802e-06,
+      "loss": 0.0323,
+      "step": 3670
+    },
+    {
+      "grad_norm": 0.34181609749794006,
+      "learning_rate": 8.950021413678306e-06,
+      "loss": 0.0305,
+      "step": 3680
+    },
+    {
+      "grad_norm": 0.3515138328075409,
+      "learning_rate": 8.8236009607639e-06,
+      "loss": 0.0311,
+      "step": 3690
+    },
+    {
+      "grad_norm": 0.42265385389328003,
+      "learning_rate": 8.697888115947725e-06,
+      "loss": 0.0294,
+      "step": 3700
+    },
+    {
+      "grad_norm": 0.24089132249355316,
+      "learning_rate": 8.572888378316884e-06,
+      "loss": 0.0346,
+      "step": 3710
+    },
+    {
+      "grad_norm": 0.3806060254573822,
+      "learning_rate": 8.448607215764823e-06,
+      "loss": 0.0274,
+      "step": 3720
+    },
+    {
+      "grad_norm": 0.40154969692230225,
+      "learning_rate": 8.325050064752238e-06,
+      "loss": 0.0321,
+      "step": 3730
+    },
+    {
+      "grad_norm": 0.6564791798591614,
+      "learning_rate": 8.202222330069167e-06,
+      "loss": 0.0324,
+      "step": 3740
+    },
+    {
+      "grad_norm": 0.4108399748802185,
+      "learning_rate": 8.080129384598625e-06,
+      "loss": 0.0301,
+      "step": 3750
+    },
+    {
+      "grad_norm": 0.19246874749660492,
+      "learning_rate": 7.958776569081586e-06,
+      "loss": 0.0288,
+      "step": 3760
+    },
+    {
+      "grad_norm": 0.4110735058784485,
+      "learning_rate": 7.838169191883316e-06,
+      "loss": 0.0382,
+      "step": 3770
+    },
+    {
+      "grad_norm": 0.25348952412605286,
+      "learning_rate": 7.718312528761223e-06,
+      "loss": 0.0311,
+      "step": 3780
+    },
+    {
+      "grad_norm": 0.3308151662349701,
+      "learning_rate": 7.59921182263402e-06,
+      "loss": 0.0274,
+      "step": 3790
+    },
+    {
+      "grad_norm": 0.28520438075065613,
+      "learning_rate": 7.480872283352428e-06,
+      "loss": 0.0309,
+      "step": 3800
+    },
+    {
+      "grad_norm": 0.337143212556839,
+      "learning_rate": 7.363299087471276e-06,
+      "loss": 0.0259,
+      "step": 3810
+    },
+    {
+      "grad_norm": 0.22851786017417908,
+      "learning_rate": 7.246497378023018e-06,
+      "loss": 0.0323,
+      "step": 3820
+    },
+    {
+      "grad_norm": 0.5074667930603027,
+      "learning_rate": 7.130472264292823e-06,
+      "loss": 0.0292,
+      "step": 3830
+    },
+    {
+      "grad_norm": 0.2871147096157074,
+      "learning_rate": 7.015228821595024e-06,
+      "loss": 0.0296,
+      "step": 3840
+    },
+    {
+      "grad_norm": 0.30016905069351196,
+      "learning_rate": 6.9007720910511554e-06,
+      "loss": 0.0231,
+      "step": 3850
+    },
+    {
+      "grad_norm": 0.28288936614990234,
+      "learning_rate": 6.7871070793693815e-06,
+      "loss": 0.033,
+      "step": 3860
+    },
+    {
+      "grad_norm": 0.44114962220191956,
+      "learning_rate": 6.6742387586255505e-06,
+      "loss": 0.0343,
+      "step": 3870
+    },
+    {
+      "grad_norm": 0.22615277767181396,
+      "learning_rate": 6.562172066045655e-06,
+      "loss": 0.0267,
+      "step": 3880
+    },
+    {
+      "grad_norm": 0.24401821196079254,
+      "learning_rate": 6.450911903789863e-06,
+      "loss": 0.0322,
+      "step": 3890
+    },
+    {
+      "grad_norm": 0.4524429738521576,
+      "learning_rate": 6.340463138738123e-06,
+      "loss": 0.0292,
+      "step": 3900
+    },
+    {
+      "grad_norm": 0.3167012929916382,
+      "learning_rate": 6.230830602277199e-06,
+      "loss": 0.0325,
+      "step": 3910
+    },
+    {
+      "grad_norm": 0.2682662010192871,
+      "learning_rate": 6.1220190900894175e-06,
+      "loss": 0.0273,
+      "step": 3920
+    },
+    {
+      "grad_norm": 0.29721036553382874,
+      "learning_rate": 6.014033361942806e-06,
+      "loss": 0.0266,
+      "step": 3930
+    },
+    {
+      "grad_norm": 0.42319223284721375,
+      "learning_rate": 5.906878141482944e-06,
+      "loss": 0.0322,
+      "step": 3940
+    },
+    {
+      "grad_norm": 0.38211673498153687,
+      "learning_rate": 5.800558116026319e-06,
+      "loss": 0.0312,
+      "step": 3950
+    },
+    {
+      "grad_norm": 0.27969926595687866,
+      "learning_rate": 5.695077936355259e-06,
+      "loss": 0.0263,
+      "step": 3960
+    },
+    {
+      "grad_norm": 0.22936464846134186,
+      "learning_rate": 5.590442216514543e-06,
+      "loss": 0.0309,
+      "step": 3970
+    },
+    {
+      "grad_norm": 0.3358422517776489,
+      "learning_rate": 5.48665553360952e-06,
+      "loss": 0.0243,
+      "step": 3980
+    },
+    {
+      "grad_norm": 0.2455916702747345,
+      "learning_rate": 5.383722427605931e-06,
+      "loss": 0.0293,
+      "step": 3990
+    },
+    {
+      "grad_norm": 0.24449455738067627,
+      "learning_rate": 5.281647401131279e-06,
+      "loss": 0.0283,
+      "step": 4000
+    },
+    {
+      "grad_norm": 0.40746790170669556,
+      "learning_rate": 5.1804349192779044e-06,
+      "loss": 0.0324,
+      "step": 4010
+    },
+    {
+      "grad_norm": 0.3240891695022583,
+      "learning_rate": 5.0800894094076565e-06,
+      "loss": 0.024,
+      "step": 4020
+    },
+    {
+      "grad_norm": 0.25076866149902344,
+      "learning_rate": 4.980615260958193e-06,
+      "loss": 0.0328,
+      "step": 4030
+    },
+    {
+      "grad_norm": 0.1966366469860077,
+      "learning_rate": 4.882016825251037e-06,
+      "loss": 0.0303,
+      "step": 4040
+    },
+    {
+      "grad_norm": 0.2640022337436676,
+      "learning_rate": 4.784298415301172e-06,
+      "loss": 0.0254,
+      "step": 4050
+    },
+    {
+      "grad_norm": 0.33577871322631836,
+      "learning_rate": 4.687464305628405e-06,
+      "loss": 0.0296,
+      "step": 4060
+    },
+    {
+      "grad_norm": 0.40677428245544434,
+      "learning_rate": 4.591518732070402e-06,
+      "loss": 0.0278,
+      "step": 4070
+    },
+    {
+      "grad_norm": 0.46990591287612915,
+      "learning_rate": 4.4964658915973676e-06,
+      "loss": 0.0279,
+      "step": 4080
+    },
+    {
+      "grad_norm": 0.22323285043239594,
+      "learning_rate": 4.40230994212848e-06,
+      "loss": 0.0293,
+      "step": 4090
+    },
+    {
+      "grad_norm": 0.2634666860103607,
+      "learning_rate": 4.309055002349987e-06,
+      "loss": 0.0303,
+      "step": 4100
+    },
+    {
+      "grad_norm": 0.45921197533607483,
+      "learning_rate": 4.21670515153505e-06,
+      "loss": 0.0297,
+      "step": 4110
+    },
+    {
+      "grad_norm": 0.640613853931427,
+      "learning_rate": 4.12526442936533e-06,
+      "loss": 0.0241,
+      "step": 4120
+    },
+    {
+      "grad_norm": 0.3607765734195709,
+      "learning_rate": 4.03473683575423e-06,
+      "loss": 0.0263,
+      "step": 4130
+    },
+    {
+      "grad_norm": 0.3656626045703888,
+      "learning_rate": 3.945126330671969e-06,
+      "loss": 0.028,
+      "step": 4140
+    },
+    {
+      "grad_norm": 0.8340692520141602,
+      "learning_rate": 3.856436833972341e-06,
+      "loss": 0.0298,
+      "step": 4150
+    },
+    {
+      "grad_norm": 0.5998902320861816,
+      "learning_rate": 3.7686722252212344e-06,
+      "loss": 0.0285,
+      "step": 4160
+    },
+    {
+      "grad_norm": 0.36758774518966675,
+      "learning_rate": 3.681836343526965e-06,
+      "loss": 0.0329,
+      "step": 4170
+    },
+    {
+      "grad_norm": 0.31286585330963135,
+      "learning_rate": 3.5959329873723e-06,
+      "loss": 0.0296,
+      "step": 4180
+    },
+    {
+      "grad_norm": 0.38393154740333557,
+      "learning_rate": 3.510965914448333e-06,
+      "loss": 0.0329,
+      "step": 4190
+    },
+    {
+      "grad_norm": 0.396363228559494,
+      "learning_rate": 3.4269388414900792e-06,
+      "loss": 0.0317,
+      "step": 4200
+    },
+    {
+      "grad_norm": 0.222749263048172,
+      "learning_rate": 3.3438554441139247e-06,
+      "loss": 0.0223,
+      "step": 4210
+    },
+    {
+      "grad_norm": 0.24695293605327606,
+      "learning_rate": 3.2617193566568283e-06,
+      "loss": 0.0241,
+      "step": 4220
+    },
+    {
+      "grad_norm": 0.4028778374195099,
+      "learning_rate": 3.1805341720173326e-06,
+      "loss": 0.0226,
+      "step": 4230
+    },
+    {
+      "grad_norm": 0.2558240592479706,
+      "learning_rate": 3.100303441498423e-06,
+      "loss": 0.0315,
+      "step": 4240
+    },
+    {
+      "grad_norm": 0.5111129283905029,
+      "learning_rate": 3.021030674652156e-06,
+      "loss": 0.0291,
+      "step": 4250
+    },
+    {
+      "grad_norm": 0.28568732738494873,
+      "learning_rate": 2.942719339126171e-06,
+      "loss": 0.0288,
+      "step": 4260
+    },
+    {
+      "grad_norm": 0.9272612929344177,
+      "learning_rate": 2.8653728605119695e-06,
+      "loss": 0.0265,
+      "step": 4270
+    },
+    {
+      "grad_norm": 0.2502414584159851,
+      "learning_rate": 2.788994622195096e-06,
+      "loss": 0.0257,
+      "step": 4280
+    },
+    {
+      "grad_norm": 0.3649044930934906,
+      "learning_rate": 2.7135879652071318e-06,
+      "loss": 0.0257,
+      "step": 4290
+    },
+    {
+      "grad_norm": 0.26225656270980835,
+      "learning_rate": 2.6391561880795253e-06,
+      "loss": 0.0256,
+      "step": 4300
+    },
+    {
+      "grad_norm": 0.38593482971191406,
+      "learning_rate": 2.5657025466993472e-06,
+      "loss": 0.0238,
+      "step": 4310
+    },
+    {
+      "grad_norm": 0.24045054614543915,
+      "learning_rate": 2.493230254166817e-06,
+      "loss": 0.0275,
+      "step": 4320
+    },
+    {
+      "grad_norm": 0.33231034874916077,
+      "learning_rate": 2.4217424806547984e-06,
+      "loss": 0.0251,
+      "step": 4330
+    },
+    {
+      "grad_norm": 0.31093278527259827,
+      "learning_rate": 2.3512423532700805e-06,
+      "loss": 0.0244,
+      "step": 4340
+    },
+    {
+      "grad_norm": 0.3532539904117584,
+      "learning_rate": 2.2817329559166293e-06,
+      "loss": 0.0252,
+      "step": 4350
+    },
+    {
+      "grad_norm": 0.5126403570175171,
+      "learning_rate": 2.213217329160672e-06,
+      "loss": 0.0263,
+      "step": 4360
+    },
+    {
+      "grad_norm": 0.3334461450576782,
+      "learning_rate": 2.1456984700976733e-06,
+      "loss": 0.0315,
+      "step": 4370
+    },
+    {
+      "grad_norm": 0.3070288598537445,
+      "learning_rate": 2.079179332221265e-06,
+      "loss": 0.0283,
+      "step": 4380
+    },
+    {
+      "grad_norm": 0.4461181163787842,
+      "learning_rate": 2.0136628252940217e-06,
+      "loss": 0.0274,
+      "step": 4390
+    },
+    {
+      "grad_norm": 0.6602442264556885,
+      "learning_rate": 1.9491518152202096e-06,
+      "loss": 0.0317,
+      "step": 4400
+    },
+    {
+      "grad_norm": 0.2886788547039032,
+      "learning_rate": 1.8856491239203938e-06,
+      "loss": 0.0253,
+      "step": 4410
+    },
+    {
+      "grad_norm": 0.3347417116165161,
+      "learning_rate": 1.8231575292080027e-06,
+      "loss": 0.0316,
+      "step": 4420
+    },
+    {
+      "grad_norm": 0.3918112814426422,
+      "learning_rate": 1.7616797646678479e-06,
+      "loss": 0.0289,
+      "step": 4430
+    },
+    {
+      "grad_norm": 0.41051027178764343,
+      "learning_rate": 1.7012185195365016e-06,
+      "loss": 0.0304,
+      "step": 4440
+    },
+    {
+      "grad_norm": 0.2741791903972626,
+      "learning_rate": 1.6417764385846996e-06,
+      "loss": 0.0241,
+      "step": 4450
+    },
+    {
+      "grad_norm": 0.337773859500885,
+      "learning_rate": 1.5833561220016253e-06,
+      "loss": 0.0276,
+      "step": 4460
+    },
+    {
+      "grad_norm": 0.394645631313324,
+      "learning_rate": 1.5259601252811755e-06,
+      "loss": 0.0229,
+      "step": 4470
+    },
+    {
+      "grad_norm": 0.26460105180740356,
+      "learning_rate": 1.4695909591101924e-06,
+      "loss": 0.0275,
+      "step": 4480
+    },
+    {
+      "grad_norm": 0.30859678983688354,
+      "learning_rate": 1.4142510892586113e-06,
+      "loss": 0.0255,
+      "step": 4490
+    },
+    {
+      "grad_norm": 0.3854379951953888,
+      "learning_rate": 1.3599429364716144e-06,
+      "loss": 0.0276,
+      "step": 4500
+    },
+    {
+      "grad_norm": 0.2807616591453552,
+      "learning_rate": 1.3066688763637453e-06,
+      "loss": 0.028,
+      "step": 4510
+    },
+    {
+      "grad_norm": 0.364891916513443,
+      "learning_rate": 1.2544312393149683e-06,
+      "loss": 0.0258,
+      "step": 4520
+    },
+    {
+      "grad_norm": 0.8333351016044617,
+      "learning_rate": 1.2032323103687654e-06,
+      "loss": 0.0302,
+      "step": 4530
+    },
+    {
+      "grad_norm": 0.31938087940216064,
+      "learning_rate": 1.1530743291321367e-06,
+      "loss": 0.0255,
+      "step": 4540
+    },
+    {
+      "grad_norm": 0.2908027172088623,
+      "learning_rate": 1.1039594896776834e-06,
+      "loss": 0.0227,
+      "step": 4550
+    },
+    {
+      "grad_norm": 0.2906731963157654,
+      "learning_rate": 1.0558899404475824e-06,
+      "loss": 0.0254,
+      "step": 4560
+    },
+    {
+      "grad_norm": 0.4353867471218109,
+      "learning_rate": 1.008867784159645e-06,
+      "loss": 0.0267,
+      "step": 4570
+    },
+    {
+      "grad_norm": 0.30952566862106323,
+      "learning_rate": 9.628950777153256e-07,
+      "loss": 0.0262,
+      "step": 4580
+    },
+    {
+      "grad_norm": 0.7123703956604004,
+      "learning_rate": 9.179738321097225e-07,
+      "loss": 0.0262,
+      "step": 4590
+    },
+    {
+      "grad_norm": 0.4011175334453583,
+      "learning_rate": 8.741060123436535e-07,
+      "loss": 0.0232,
+      "step": 4600
+    },
+    {
+      "grad_norm": 0.305926114320755,
+      "learning_rate": 8.312935373376573e-07,
+      "loss": 0.0259,
+      "step": 4610
+    },
+    {
+      "grad_norm": 0.33336731791496277,
+      "learning_rate": 7.895382798480927e-07,
+      "loss": 0.0283,
+      "step": 4620
+    },
+    {
+      "grad_norm": 0.3118588328361511,
+      "learning_rate": 7.488420663851859e-07,
+      "loss": 0.0224,
+      "step": 4630
+    },
+    {
+      "grad_norm": 0.21298760175704956,
+      "learning_rate": 7.092066771331507e-07,
+      "loss": 0.0282,
+      "step": 4640
+    },
+    {
+      "grad_norm": 0.4557483196258545,
+      "learning_rate": 6.706338458723205e-07,
+      "loss": 0.0277,
+      "step": 4650
+    },
+    {
+      "grad_norm": 0.33916375041007996,
+      "learning_rate": 6.331252599032833e-07,
+      "loss": 0.0322,
+      "step": 4660
+    },
+    {
+      "grad_norm": 0.36580178141593933,
+      "learning_rate": 5.96682559973108e-07,
+      "loss": 0.0234,
+      "step": 4670
+    },
+    {
+      "grad_norm": 0.23574711382389069,
+      "learning_rate": 5.613073402035429e-07,
+      "loss": 0.0229,
+      "step": 4680
+    },
+    {
+      "grad_norm": 0.34600311517715454,
+      "learning_rate": 5.270011480213056e-07,
+      "loss": 0.0332,
+      "step": 4690
+    },
+    {
+      "grad_norm": 0.28487834334373474,
+      "learning_rate": 4.937654840903722e-07,
+      "loss": 0.0355,
+      "step": 4700
+    },
+    {
+      "grad_norm": 0.36917445063591003,
+      "learning_rate": 4.6160180224635305e-07,
+      "loss": 0.0245,
+      "step": 4710
+    },
+    {
+      "grad_norm": 0.2571835517883301,
+      "learning_rate": 4.3051150943289596e-07,
+      "loss": 0.0265,
+      "step": 4720
+    },
+    {
+      "grad_norm": 0.3375624716281891,
+      "learning_rate": 4.004959656401186e-07,
+      "loss": 0.0274,
+      "step": 4730
+    },
+    {
+      "grad_norm": 0.35926106572151184,
+      "learning_rate": 3.715564838451452e-07,
+      "loss": 0.0266,
+      "step": 4740
+    },
+    {
+      "grad_norm": 0.4017363488674164,
+      "learning_rate": 3.436943299546608e-07,
+      "loss": 0.0278,
+      "step": 4750
+    },
+    {
+      "grad_norm": 0.2312772423028946,
+      "learning_rate": 3.169107227495388e-07,
+      "loss": 0.0256,
+      "step": 4760
+    },
+    {
+      "grad_norm": 0.2088507115840912,
+      "learning_rate": 2.912068338315255e-07,
+      "loss": 0.0277,
+      "step": 4770
+    },
+    {
+      "grad_norm": 0.168931245803833,
+      "learning_rate": 2.6658378757198623e-07,
+      "loss": 0.0234,
+      "step": 4780
+    },
+    {
+      "grad_norm": 0.43259093165397644,
+      "learning_rate": 2.430426610627395e-07,
+      "loss": 0.0248,
+      "step": 4790
+    },
+    {
+      "grad_norm": 0.45266538858413696,
+      "learning_rate": 2.205844840689142e-07,
+      "loss": 0.0298,
+      "step": 4800
+    },
+    {
+      "grad_norm": 0.41012969613075256,
+      "learning_rate": 1.9921023898393233e-07,
+      "loss": 0.0258,
+      "step": 4810
+    },
+    {
+      "grad_norm": 0.4440428614616394,
+      "learning_rate": 1.7892086078651616e-07,
+      "loss": 0.021,
+      "step": 4820
+    },
+    {
+      "grad_norm": 0.3820282518863678,
+      "learning_rate": 1.5971723699979013e-07,
+      "loss": 0.0274,
+      "step": 4830
+    },
+    {
+      "grad_norm": 0.166753888130188,
+      "learning_rate": 1.4160020765247862e-07,
+      "loss": 0.0338,
+      "step": 4840
+    },
+    {
+      "grad_norm": 0.2630172669887543,
+      "learning_rate": 1.2457056524212696e-07,
+      "loss": 0.0303,
+      "step": 4850
+    },
+    {
+      "grad_norm": 0.28150999546051025,
+      "learning_rate": 1.0862905470047091e-07,
+      "loss": 0.0248,
+      "step": 4860
+    },
+    {
+      "grad_norm": 0.19534726440906525,
+      "learning_rate": 9.377637336082101e-08,
+      "loss": 0.0218,
+      "step": 4870
+    },
+    {
+      "grad_norm": 0.21588121354579926,
+      "learning_rate": 8.001317092757864e-08,
+      "loss": 0.0292,
+      "step": 4880
+    },
+    {
+      "grad_norm": 0.3922027349472046,
+      "learning_rate": 6.73400494477977e-08,
+      "loss": 0.0273,
+      "step": 4890
+    },
+    {
+      "grad_norm": 0.3174291253089905,
+      "learning_rate": 5.5757563284875026e-08,
+      "loss": 0.0276,
+      "step": 4900
+    },
+    {
+      "grad_norm": 0.24576455354690552,
+      "learning_rate": 4.526621909426987e-08,
+      "loss": 0.0259,
+      "step": 4910
+    },
+    {
+      "grad_norm": 0.22395384311676025,
+      "learning_rate": 3.586647580136881e-08,
+      "loss": 0.023,
+      "step": 4920
+    },
+    {
+      "grad_norm": 0.8619683980941772,
+      "learning_rate": 2.755874458139629e-08,
+      "loss": 0.0288,
+      "step": 4930
+    },
+    {
+      "grad_norm": 0.31981348991394043,
+      "learning_rate": 2.034338884142617e-08,
+      "loss": 0.0246,
+      "step": 4940
+    },
+    {
+      "grad_norm": 0.27290672063827515,
+      "learning_rate": 1.422072420449172e-08,
+      "loss": 0.0277,
+      "step": 4950
+    },
+    {
+      "grad_norm": 0.2460501492023468,
+      "learning_rate": 9.191018495779968e-09,
+      "loss": 0.0247,
+      "step": 4960
+    },
+    {
+      "grad_norm": 0.27399739623069763,
+      "learning_rate": 5.254491730916078e-09,
+      "loss": 0.0333,
+      "step": 4970
+    },
+    {
+      "grad_norm": 0.3019241988658905,
+      "learning_rate": 2.411316106326611e-09,
+      "loss": 0.0295,
+      "step": 4980
+    },
+    {
+      "grad_norm": 0.2698662281036377,
+      "learning_rate": 6.616159917316456e-10,
+      "loss": 0.0259,
+      "step": 4990
+    },
+    {
+      "grad_norm": 0.282757043838501,
+      "learning_rate": 5.4679246769273606e-12,
+      "loss": 0.0249,
+      "step": 5000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 5000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 5000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-5000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273910977029e314f0cf45f0c23e1eddadbc4e624fca833ddf2b3468e7f50876
+size 5713

checkpoint-5000/wandb_config.json

@@ -0,0 +1 @@
+{"project": "finetune-gr00t-n1d6", "run_id": "omy_1"}

config.json

@@ -0,0 +1,70 @@
+{
+  "action_horizon": 50,
+  "add_pos_embed": true,
+  "apply_sincos_state_encoding": true,
+  "architectures": [
+    "Gr00tN1d6"
+  ],
+  "attn_dropout": 0.2,
+  "attn_implementation": null,
+  "backbone_embedding_dim": 2048,
+  "backbone_model_type": "eagle",
+  "backbone_trainable_params_fp32": true,
+  "collator_overwrite_image_inputs": false,
+  "color_jitter_params": {
+    "brightness": 0.1,
+    "contrast": 0.1,
+    "hue": 0.1,
+    "saturation": 0.1
+  },
+  "crop_fraction": 0.95,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "eagle_collator": true,
+  "formalize_language": true,
+  "gemma_collator": false,
+  "hidden_size": 1024,
+  "image_crop_size": null,
+  "image_target_size": null,
+  "input_embedding_dim": 1536,
+  "load_bf16": true,
+  "max_action_dim": 128,
+  "max_num_embodiments": 32,
+  "max_seq_len": 1024,
+  "max_state_dim": 128,
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "model_type": "Gr00tN1d6",
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_inference_timesteps": 4,
+  "num_timestep_buckets": 1000,
+  "random_rotation_angle": null,
+  "reproject_vision": false,
+  "select_layer": 16,
+  "shortest_image_edge": 256,
+  "state_dropout_prob": 0.15,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.3",
+  "tune_diffusion_model": true,
+  "tune_llm": false,
+  "tune_projector": true,
+  "tune_top_llm_layers": 4,
+  "tune_visual": false,
+  "tune_vlln": true,
+  "use_albumentations_transforms": true,
+  "use_alternate_vl_dit": true,
+  "use_flash_attention": true,
+  "use_relative_action": true,
+  "use_vlln": true
+}

experiment_cfg/conf.yaml

@@ -0,0 +1,209 @@
+load_config_path: null
+model:
+  model_type: Gr00tN1d6
+  model_dtype: bfloat16
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  backbone_model_type: eagle
+  model_revision: null
+  tune_top_llm_layers: 4
+  backbone_embedding_dim: 2048
+  tune_llm: false
+  tune_visual: false
+  select_layer: 16
+  reproject_vision: false
+  use_flash_attention: true
+  load_bf16: false
+  collator_overwrite_image_inputs: false
+  eagle_collator: true
+  backbone_trainable_params_fp32: true
+  image_crop_size: null
+  image_target_size: null
+  shortest_image_edge: 256
+  crop_fraction: 0.95
+  random_rotation_angle: null
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    saturation: 0.5
+    hue: 0.08
+  use_albumentations_transforms: true
+  formalize_language: true
+  apply_sincos_state_encoding: false
+  use_relative_action: true
+  max_state_dim: 29
+  max_action_dim: 29
+  action_horizon: 16
+  hidden_size: 1024
+  input_embedding_dim: 1536
+  add_pos_embed: true
+  attn_dropout: 0.2
+  use_vlln: true
+  max_seq_len: 1024
+  use_alternate_vl_dit: true
+  attend_text_every_n_blocks: 2
+  diffusion_model_cfg:
+    positional_embeddings: null
+    num_layers: 32
+    num_attention_heads: 32
+    attention_head_dim: 48
+    norm_type: ada_norm
+    dropout: 0.2
+    final_dropout: true
+    output_dim: 1024
+    interleave_self_attention: true
+  num_inference_timesteps: 4
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_timestep_buckets: 1000
+  tune_projector: true
+  tune_diffusion_model: true
+  tune_vlln: true
+  state_dropout_prob: 0.15
+  state_additive_noise_scale: 0.0
+  max_num_embodiments: 32
+data:
+  datasets:
+  - dataset_paths:
+    - /workspace/teleoperation_dataset_gr00t_v2_p3_4_merged_lerobot_v2
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    dataset_type: physical_embodiment
+    val_dataset_path: null
+  modality_configs:
+    new_embodiment:
+      video:
+        delta_indices:
+        - 0
+        modality_keys:
+        - front
+        - wrist
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      state:
+        delta_indices:
+        - 0
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      action:
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs:
+        - rep: RELATIVE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+      language:
+        delta_indices:
+        - 0
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+  download_cache: false
+  shard_size: 1024
+  episode_sampling_rate: 0.1
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  mode: single_turn
+  random_chop: 0.0
+  mock_dataset_mode: false
+  shuffle: true
+  seed: 42
+  multiprocessing_context: fork
+  allow_padding: false
+  subsample_ratio: 1.0
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  video_backend: torchcodec
+training:
+  output_dir: /workspace/Isaac-GR00T/outputs/omy_1
+  experiment_name: null
+  max_steps: 5000
+  global_batch_size: 32
+  batch_size: null
+  gradient_accumulation_steps: 1
+  learning_rate: 5.0e-05
+  lr_scheduler_type: cosine
+  weight_decay: 0.0001
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  max_grad_norm: 1.0
+  optim: adamw_torch
+  start_from_checkpoint: nvidia/GR00T-N1.6-3B
+  tf32: true
+  fp16: false
+  bf16: true
+  eval_bf16: true
+  logging_steps: 10
+  save_steps: 5000
+  save_total_limit: 1
+  save_vl_model: false
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  max_concurrent_uploads: 2
+  eval_strategy: 'no'
+  eval_steps: 500
+  eval_set_split_ratio: 0.1
+  eval_batch_size: 2
+  save_best_eval_metric_name: ''
+  save_best_eval_metric_greater_is_better: true
+  deepspeed_stage: 2
+  gradient_checkpointing: false
+  transformers_trust_remote_code: true
+  transformers_local_files_only: false
+  transformers_cache_dir: null
+  transformers_access_token: null
+  use_ddp: false
+  ddp_bucket_cap_mb: 100
+  num_gpus: 1
+  dataloader_num_workers: 4
+  remove_unused_columns: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d6
+  enable_profiling: false
+  max_retries: 3
+  assert_loss_less_than: null
+  add_rl_callback: false
+  enable_open_loop_eval: false
+  open_loop_eval_traj_ids:
+  - 0
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_plot_indices: null
+max_steps: 5000
+save_steps: 5000

experiment_cfg/config.yaml

@@ -0,0 +1,243 @@
+!!python/object:gr00t.configs.base_config.Config
+data: !!python/object:gr00t.configs.data.data_config.DataConfig
+  allow_padding: false
+  datasets:
+  - !!python/object:gr00t.configs.data.data_config.SingleDatasetConfig
+    dataset_paths:
+    - /workspace/teleoperation_dataset_gr00t_v2_p3_4_merged_lerobot_v2
+    dataset_type: physical_embodiment
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    val_dataset_path: null
+  download_cache: false
+  episode_sampling_rate: 0.1
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  mock_dataset_mode: false
+  modality_configs:
+    new_embodiment:
+      action: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs:
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: &id001 !!python/object/apply:gr00t.data.types.ActionFormat
+          - default
+          rep: !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - relative
+          state_key: null
+          type: &id002 !!python/object/apply:gr00t.data.types.ActionType
+          - non_eef
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - absolute
+          state_key: null
+          type: *id002
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        mean_std_embedding_keys: null
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+      language: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+      state: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+      video: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - front
+        - wrist
+        sin_cos_embedding_keys: null
+  mode: single_turn
+  multiprocessing_context: fork
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  random_chop: 0.0
+  seed: 42
+  shard_size: 1024
+  shuffle: true
+  subsample_ratio: 1.0
+  video_backend: torchcodec
+load_config_path: null
+model: !!python/object:gr00t.configs.model.gr00t_n1d6.Gr00tN1d6Config
+  _attn_implementation_autoset: false
+  _attn_implementation_internal: null
+  _commit_hash: null
+  _name_or_path: ''
+  add_cross_attention: false
+  architectures: null
+  backbone_model_type: eagle
+  backbone_trainable_params_fp32: true
+  bad_words_ids: null
+  begin_suppress_tokens: null
+  bos_token_id: null
+  chunk_size_feed_forward: 0
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    hue: 0.08
+    saturation: 0.5
+  cross_attention_hidden_size: null
+  decoder_start_token_id: null
+  diffusion_model_cfg:
+    attention_head_dim: 48
+    dropout: 0.2
+    final_dropout: true
+    interleave_self_attention: true
+    norm_type: ada_norm
+    num_attention_heads: 32
+    num_layers: 32
+    output_dim: 1024
+    positional_embeddings: null
+  diversity_penalty: 0.0
+  do_sample: false
+  eagle_collator: true
+  early_stopping: false
+  encoder_no_repeat_ngram_size: 0
+  eos_token_id: null
+  exponential_decay_length_penalty: null
+  finetuning_task: null
+  forced_bos_token_id: null
+  forced_eos_token_id: null
+  id2label:
+    0: LABEL_0
+    1: LABEL_1
+  is_decoder: false
+  is_encoder_decoder: false
+  label2id:
+    LABEL_0: 0
+    LABEL_1: 1
+  length_penalty: 1.0
+  load_bf16: false
+  max_length: 20
+  min_length: 0
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  no_repeat_ngram_size: 0
+  num_beam_groups: 1
+  num_beams: 1
+  num_return_sequences: 1
+  output_attentions: false
+  output_hidden_states: false
+  output_scores: false
+  pad_token_id: null
+  prefix: null
+  problem_type: null
+  pruned_heads: {}
+  random_rotation_angle: null
+  remove_invalid_values: false
+  repetition_penalty: 1.0
+  reproject_vision: false
+  return_dict: true
+  return_dict_in_generate: false
+  sep_token_id: null
+  state_dropout_prob: 0.15
+  suppress_tokens: null
+  task_specific_params: null
+  temperature: 1.0
+  tf_legacy_loss: false
+  tie_encoder_decoder: false
+  tie_word_embeddings: true
+  tokenizer_class: null
+  top_k: 50
+  top_p: 1.0
+  torch_dtype: null
+  torchscript: false
+  transformers_version: null
+  tune_diffusion_model: true
+  tune_llm: false
+  tune_projector: true
+  tune_visual: false
+  typical_p: 1.0
+  use_bfloat16: false
+  use_relative_action: true
+training: !!python/object:gr00t.configs.training.training_config.TrainingConfig
+  add_rl_callback: false
+  assert_loss_less_than: null
+  batch_size: null
+  bf16: true
+  dataloader_num_workers: 4
+  ddp_bucket_cap_mb: 100
+  deepspeed_stage: 2
+  enable_open_loop_eval: false
+  enable_profiling: false
+  eval_batch_size: 2
+  eval_bf16: true
+  eval_set_split_ratio: 0.1
+  eval_steps: 500
+  eval_strategy: 'no'
+  experiment_name: null
+  fp16: false
+  global_batch_size: 32
+  gradient_accumulation_steps: 1
+  gradient_checkpointing: false
+  learning_rate: 5.0e-05
+  logging_steps: 10
+  lr_scheduler_type: cosine
+  max_concurrent_uploads: 2
+  max_grad_norm: 1.0
+  max_retries: 3
+  max_steps: 5000
+  num_gpus: 1
+  open_loop_eval_plot_indices: null
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_traj_ids:
+  - 0
+  optim: adamw_torch
+  output_dir: /workspace/Isaac-GR00T/outputs/omy_1
+  remove_unused_columns: false
+  save_best_eval_metric_greater_is_better: true
+  save_best_eval_metric_name: ''
+  save_steps: 5000
+  save_total_limit: 1
+  save_vl_model: false
+  start_from_checkpoint: nvidia/GR00T-N1.6-3B
+  tf32: true
+  transformers_access_token: null
+  transformers_cache_dir: null
+  transformers_local_files_only: false
+  transformers_trust_remote_code: true
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  use_ddp: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d6
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  weight_decay: 0.0001

experiment_cfg/dataset_statistics.json

@@ -0,0 +1,932 @@
+{
+  "new_embodiment": {
+    "state": {
+      "single_arm": {
+        "min": [
+          -0.3484296202659607,
+          -0.2940049469470978,
+          -1.4568357467651367,
+          -0.918129026889801,
+          1.5524020195007324,
+          -0.8714576959609985
+        ],
+        "max": [
+          0.871225893497467,
+          1.4812145233154297,
+          2.2445228099823,
+          1.6041626930236816,
+          1.580612301826477,
+          0.34752944111824036
+        ],
+        "mean": [
+          0.0660708295904004,
+          0.2896196729390686,
+          1.273881831918799,
+          0.07309057529716799,
+          1.5695173609910642,
+          -0.0675732313873097
+        ],
+        "std": [
+          0.24684875710013002,
+          0.2624021895353532,
+          0.6396142403168285,
+          0.5623540573067425,
+          0.0019495733088944448,
+          0.24706634675426653
+        ],
+        "q01": [
+          -0.14120122547514716,
+          -0.15137712556556798,
+          0.25940447983184756,
+          -0.7327557047228977,
+          1.5623217466486523,
+          -0.6984691145028645
+        ],
+        "q99": [
+          0.6986005893203253,
+          0.6137331449754688,
+          1.989423889739015,
+          0.902999176898917,
+          1.5715922809600218,
+          0.13965727915057108
+        ]
+      },
+      "gripper": {
+        "min": [
+          0.0
+        ],
+        "max": [
+          1.0
+        ],
+        "mean": [
+          0.2753448165213926
+        ],
+        "std": [
+          0.44668786429986657
+        ],
+        "q01": [
+          -1.000000013351432e-10
+        ],
+        "q99": [
+          0.9999925267031382
+        ]
+      }
+    },
+    "action": {
+      "single_arm": {
+        "min": [
+          -0.35249605774879456,
+          -0.340976357460022,
+          -1.4720337390899658,
+          -0.9139819741249084,
+          1.5523695945739746,
+          -0.8805081248283386
+        ],
+        "max": [
+          0.8796143531799316,
+          1.4417712688446045,
+          2.2255284786224365,
+          1.6055001020431519,
+          1.571340799331665,
+          0.351653516292572
+        ],
+        "mean": [
+          0.07284960426261836,
+          0.2567877877935287,
+          1.2472866734129062,
+          0.0652026161086495,
+          1.56964799977149,
+          -0.07374245072646021
+        ],
+        "std": [
+          0.25668078105389325,
+          0.25697145420740913,
+          0.6486887061942791,
+          0.566977630034768,
+          0.002414096561250562,
+          0.2566087339519503
+        ],
+        "q01": [
+          -0.1498670041869513,
+          -0.17465162009659907,
+          0.2170314396344432,
+          -0.7378591563813238,
+          1.5674572562165083,
+          -0.7113432860253213
+        ],
+        "q99": [
+          0.7104775490699361,
+          0.5871068334930613,
+          1.9767465605823349,
+          0.9021054332053293,
+          1.5705683645924846,
+          0.14903640795681997
+        ]
+      },
+      "gripper": {
+        "min": [
+          0.0
+        ],
+        "max": [
+          1.0
+        ],
+        "mean": [
+          0.2733744355732537
+        ],
+        "std": [
+          0.4456914315372699
+        ],
+        "q01": [
+          -1.000000013351432e-10
+        ],
+        "q99": [
+          0.9999924756906762
+        ]
+      }
+    },
+    "relative_action": {
+      "single_arm": {
+        "min": [
+          [
+            -0.15696251392364502,
+            -0.34446781873703003,
+            -0.6737130880355835,
+            -0.3178783655166626,
+            -0.01156306266784668,
+            -0.16844062507152557
+          ],
+          [
+            -0.1919003129005432,
+            -0.4053707718849182,
+            -0.7816908955574036,
+            -0.38410383462905884,
+            -0.011548161506652832,
+            -0.2033797651529312
+          ],
+          [
+            -0.22658002376556396,
+            -0.46504658460617065,
+            -0.8752028942108154,
+            -0.4481411576271057,
+            -0.011525154113769531,
+            -0.2386666089296341
+          ],
+          [
+            -0.25767937302589417,
+            -0.5173105597496033,
+            -0.960516095161438,
+            -0.5121691226959229,
+            -0.011506915092468262,
+            -0.2736057639122009
+          ],
+          [
+            -0.2887968122959137,
+            -0.5641186833381653,
+            -1.0343924760818481,
+            -0.5759719610214233,
+            -0.011516809463500977,
+            -0.30846402049064636
+          ],
+          [
+            -0.3199325501918793,
+            -0.6068925261497498,
+            -1.1042704582214355,
+            -0.6281388401985168,
+            -0.011510848999023438,
+            -0.34338027238845825
+          ],
+          [
+            -0.3509705364704132,
+            -0.6361642479896545,
+            -1.1701284646987915,
+            -0.6791977882385254,
+            -0.011488914489746094,
+            -0.37825170159339905
+          ],
+          [
+            -0.38060125708580017,
+            -0.6464956998825073,
+            -1.2320352792739868,
+            -0.7301526665687561,
+            -0.01146841049194336,
+            -0.4131423830986023
+          ],
+          [
+            -0.40787461400032043,
+            -0.6518352031707764,
+            -1.2899482250213623,
+            -0.7853091359138489,
+            -0.011491179466247559,
+            -0.448012113571167
+          ],
+          [
+            -0.4350906312465668,
+            -0.6538127660751343,
+            -1.3439218997955322,
+            -0.8374760150909424,
+            -0.011620759963989258,
+            -0.48276638984680176
+          ],
+          [
+            -0.4614231288433075,
+            -0.6572719812393188,
+            -1.3943485021591187,
+            -0.8772416114807129,
+            -0.011820793151855469,
+            -0.5160169005393982
+          ],
+          [
+            -0.485305517911911,
+            -0.6611306667327881,
+            -1.4443868398666382,
+            -0.9266657829284668,
+            -0.012117266654968262,
+            -0.547016978263855
+          ],
+          [
+            -0.5076735019683838,
+            -0.663108229637146,
+            -1.4905352592468262,
+            -0.9745397567749023,
+            -0.01165163516998291,
+            -0.5803918838500977
+          ],
+          [
+            -0.5290192365646362,
+            -0.6650083065032959,
+            -1.533168911933899,
+            -1.0207548141479492,
+            -0.011184930801391602,
+            -0.6152510046958923
+          ],
+          [
+            -0.5489386320114136,
+            -0.6667595505714417,
+            -1.5753229856491089,
+            -1.051430106163025,
+            -0.0109940767288208,
+            -0.6500052809715271
+          ],
+          [
+            -0.5668587684631348,
+            -0.667188823223114,
+            -1.6137160062789917,
+            -1.0931904315948486,
+            -0.010291337966918945,
+            -0.6832557916641235
+          ]
+        ],
+        "max": [
+          [
+            0.16824336349964142,
+            0.24052470922470093,
+            0.5061454772949219,
+            0.39507728815078735,
+            0.006520986557006836,
+            0.15706884860992432
+          ],
+          [
+            0.20314648747444153,
+            0.3025338053703308,
+            0.6245244741439819,
+            0.4650633931159973,
+            0.006515979766845703,
+            0.19194811582565308
+          ],
+          [
+            0.2384708970785141,
+            0.36002570390701294,
+            0.7428172826766968,
+            0.5275017023086548,
+            0.006508588790893555,
+            0.22680965065956116
+          ],
+          [
+            0.2733740210533142,
+            0.4157518148422241,
+            0.8477752208709717,
+            0.5841488242149353,
+            0.00649869441986084,
+            0.25784188508987427
+          ],
+          [
+            0.30832749605178833,
+            0.470317006111145,
+            0.9313650131225586,
+            0.6372599005699158,
+            0.0064623355865478516,
+            0.2888680100440979
+          ],
+          [
+            0.343273401260376,
+            0.5153665542602539,
+            1.0067442655563354,
+            0.6891289949417114,
+            0.006403207778930664,
+            0.31988149881362915
+          ],
+          [
+            0.37823686003685,
+            0.5592126250267029,
+            1.065140724182129,
+            0.7395720481872559,
+            0.006318211555480957,
+            0.3508707284927368
+          ],
+          [
+            0.4132160246372223,
+            0.5731149315834045,
+            1.0996272563934326,
+            0.788618266582489,
+            0.006203055381774902,
+            0.380546510219574
+          ],
+          [
+            0.4482080936431885,
+            0.5804688334465027,
+            1.1714509725570679,
+            0.8365987539291382,
+            0.006093502044677734,
+            0.40765124559402466
+          ],
+          [
+            0.4830245077610016,
+            0.5881319642066956,
+            1.2263423204421997,
+            0.8837657570838928,
+            0.006119847297668457,
+            0.4347139000892639
+          ],
+          [
+            0.5162209272384644,
+            0.5954858660697937,
+            1.2864584922790527,
+            0.9293184876441956,
+            0.006140708923339844,
+            0.4610365033149719
+          ],
+          [
+            0.5473360419273376,
+            0.5992559194564819,
+            1.3450905084609985,
+            0.9761509299278259,
+            0.0061490535736083984,
+            0.4848148226737976
+          ],
+          [
+            0.5806077122688293,
+            0.6047143936157227,
+            1.3999574184417725,
+            1.0215784311294556,
+            0.006112813949584961,
+            0.5069919228553772
+          ],
+          [
+            0.6154510378837585,
+            0.6339849233627319,
+            1.451041579246521,
+            1.0653609037399292,
+            0.006089210510253906,
+            0.5281317234039307
+          ],
+          [
+            0.6502674221992493,
+            0.6601248383522034,
+            1.4983268976211548,
+            1.1104395389556885,
+            0.006052851676940918,
+            0.5478552579879761
+          ],
+          [
+            0.6834638714790344,
+            0.6824098229408264,
+            1.5142232179641724,
+            1.1536270380020142,
+            0.006022810935974121,
+            0.565622091293335
+          ]
+        ],
+        "mean": [
+          [
+            0.002399730496108532,
+            -0.03371857479214668,
+            -0.026506593450903893,
+            -0.007294314913451672,
+            -3.3637643355177715e-05,
+            -0.002175837755203247
+          ],
+          [
+            0.0029731958638876677,
+            -0.03329775482416153,
+            -0.026526525616645813,
+            -0.007697952911257744,
+            -3.4519027394708246e-05,
+            -0.0027493059169501066
+          ],
+          [
+            0.003604522440582514,
+            -0.032867252826690674,
+            -0.02654336765408516,
+            -0.008099138736724854,
+            -3.462656241026707e-05,
+            -0.0033809158485382795
+          ],
+          [
+            0.004330680705606937,
+            -0.03244740143418312,
+            -0.026560107246041298,
+            -0.008501662872731686,
+            -3.4149335988331586e-05,
+            -0.004107005428522825
+          ],
+          [
+            0.005132367368787527,
+            -0.032020263373851776,
+            -0.026579467579722404,
+            -0.00890059769153595,
+            -3.363030918990262e-05,
+            -0.004908420145511627
+          ],
+          [
+            0.006013290956616402,
+            -0.03158460557460785,
+            -0.026602549478411674,
+            -0.00930008850991726,
+            -3.3384036214556545e-05,
+            -0.005788702052086592
+          ],
+          [
+            0.0069674355909228325,
+            -0.031136885285377502,
+            -0.026633556932210922,
+            -0.009698453359305859,
+            -3.306723738205619e-05,
+            -0.006742133293300867
+          ],
+          [
+            0.007998677901923656,
+            -0.030675340443849564,
+            -0.026676973327994347,
+            -0.010097721591591835,
+            -3.293266854598187e-05,
+            -0.007772281300276518
+          ],
+          [
+            0.009103219956159592,
+            -0.030197689309716225,
+            -0.026734555140137672,
+            -0.010497260838747025,
+            -3.274149639764801e-05,
+            -0.008875810541212559
+          ],
+          [
+            0.01028699241578579,
+            -0.029703862965106964,
+            -0.026812396943569183,
+            -0.010893884114921093,
+            -3.268092768848874e-05,
+            -0.010058477520942688
+          ],
+          [
+            0.011553517542779446,
+            -0.029192553833127022,
+            -0.026906808838248253,
+            -0.011289995163679123,
+            -3.269802255090326e-05,
+            -0.01132387388497591
+          ],
+          [
+            0.012908070348203182,
+            -0.028664078563451767,
+            -0.02701812982559204,
+            -0.011685356497764587,
+            -3.28218775393907e-05,
+            -0.012677285820245743
+          ],
+          [
+            0.014355717226862907,
+            -0.028118710964918137,
+            -0.027147676795721054,
+            -0.012079907581210136,
+            -3.296746945125051e-05,
+            -0.014123816974461079
+          ],
+          [
+            0.015898622572422028,
+            -0.027556538581848145,
+            -0.02729668840765953,
+            -0.012473052367568016,
+            -3.313259003334679e-05,
+            -0.015665428712964058
+          ],
+          [
+            0.01753367856144905,
+            -0.026974856853485107,
+            -0.027466658502817154,
+            -0.012863936834037304,
+            -3.3350897865602747e-05,
+            -0.01729944720864296
+          ],
+          [
+            0.019253134727478027,
+            -0.026369046419858932,
+            -0.02766418643295765,
+            -0.013252663426101208,
+            -3.3440224797232077e-05,
+            -0.019018059596419334
+          ]
+        ],
+        "std": [
+          [
+            0.04323775693774223,
+            0.045802634209394455,
+            0.10585169494152069,
+            0.08371099829673767,
+            0.000734939647372812,
+            0.04311731085181236
+          ],
+          [
+            0.052831608802080154,
+            0.0550084225833416,
+            0.12866128981113434,
+            0.10224901884794235,
+            0.0007391870021820068,
+            0.052699752151966095
+          ],
+          [
+            0.06230269744992256,
+            0.06383407860994339,
+            0.15080901980400085,
+            0.12041323632001877,
+            0.0007443022332154214,
+            0.0621633417904377
+          ],
+          [
+            0.07166402041912079,
+            0.07222028821706772,
+            0.17223787307739258,
+            0.13817144930362701,
+            0.0007505182875320315,
+            0.07151757925748825
+          ],
+          [
+            0.08089207857847214,
+            0.08016153424978256,
+            0.19294390082359314,
+            0.1555166095495224,
+            0.000756296853069216,
+            0.08074097335338593
+          ],
+          [
+            0.0899948924779892,
+            0.08766801655292511,
+            0.2129502147436142,
+            0.17245666682720184,
+            0.0007633369532413781,
+            0.0898369774222374
+          ],
+          [
+            0.09896065294742584,
+            0.09475349634885788,
+            0.2322818636894226,
+            0.1889989674091339,
+            0.0007708776392973959,
+            0.09880099445581436
+          ],
+          [
+            0.10780492424964905,
+            0.10143771767616272,
+            0.25096794962882996,
+            0.20515595376491547,
+            0.0007795444107614458,
+            0.10764006525278091
+          ],
+          [
+            0.11651723086833954,
+            0.10774324834346771,
+            0.26903823018074036,
+            0.22093604505062103,
+            0.0007895926828496158,
+            0.11634589731693268
+          ],
+          [
+            0.12510086596012115,
+            0.11369043588638306,
+            0.28652051091194153,
+            0.23635028302669525,
+            0.0008002828690223396,
+            0.124925397336483
+          ],
+          [
+            0.1335495114326477,
+            0.11929997056722641,
+            0.3034432828426361,
+            0.2514086365699768,
+            0.0008107878966256976,
+            0.1333676427602768
+          ],
+          [
+            0.1418585479259491,
+            0.124591164290905,
+            0.31983453035354614,
+            0.2661244869232178,
+            0.0008217667927965522,
+            0.14167335629463196
+          ],
+          [
+            0.1500254124403,
+            0.1295834332704544,
+            0.3357211947441101,
+            0.28050777316093445,
+            0.0008334207232110202,
+            0.14983689785003662
+          ],
+          [
+            0.15803955495357513,
+            0.1342964768409729,
+            0.351129412651062,
+            0.294569730758667,
+            0.0008444534032605588,
+            0.15784819424152374
+          ],
+          [
+            0.16589556634426117,
+            0.138750359416008,
+            0.3660843074321747,
+            0.3083218038082123,
+            0.0008554744417779148,
+            0.1657029092311859
+          ],
+          [
+            0.17359334230422974,
+            0.14296913146972656,
+            0.38061195611953735,
+            0.3217768371105194,
+            0.000866534246597439,
+            0.1733987182378769
+          ]
+        ],
+        "q01": [
+          [
+            -0.12213177978992462,
+            -0.14521412551403046,
+            -0.36651915311813354,
+            -0.22651121020317078,
+            -0.002628536429256201,
+            -0.13755188882350922
+          ],
+          [
+            -0.14906743168830872,
+            -0.1672179400920868,
+            -0.43642017245292664,
+            -0.2747143805027008,
+            -0.002645096741616726,
+            -0.1674933135509491
+          ],
+          [
+            -0.17482531070709229,
+            -0.18630193173885345,
+            -0.519730806350708,
+            -0.32141369581222534,
+            -0.0026340961921960115,
+            -0.19536428153514862
+          ],
+          [
+            -0.19858603179454803,
+            -0.2066028118133545,
+            -0.585573136806488,
+            -0.36707189679145813,
+            -0.002717776456847787,
+            -0.2237655073404312
+          ],
+          [
+            -0.22130325436592102,
+            -0.22337931394577026,
+            -0.6607177257537842,
+            -0.40824657678604126,
+            -0.0029330539982765913,
+            -0.25334563851356506
+          ],
+          [
+            -0.24440711736679077,
+            -0.238887757062912,
+            -0.7216896414756775,
+            -0.4496803879737854,
+            -0.0030421495903283358,
+            -0.28178611397743225
+          ],
+          [
+            -0.26698970794677734,
+            -0.25492310523986816,
+            -0.7907676100730896,
+            -0.4887317419052124,
+            -0.003101882990449667,
+            -0.3099566102027893
+          ],
+          [
+            -0.286782830953598,
+            -0.27151039242744446,
+            -0.8517748713493347,
+            -0.5257248282432556,
+            -0.003171453485265374,
+            -0.3390139937400818
+          ],
+          [
+            -0.30621322989463806,
+            -0.2862298786640167,
+            -0.9015073776245117,
+            -0.5636691451072693,
+            -0.0032641314901411533,
+            -0.36655768752098083
+          ],
+          [
+            -0.3255496025085449,
+            -0.29756152629852295,
+            -0.9560237526893616,
+            -0.5999890565872192,
+            -0.0032778121531009674,
+            -0.3943326771259308
+          ],
+          [
+            -0.34466391801834106,
+            -0.30887919664382935,
+            -1.0073438882827759,
+            -0.632552444934845,
+            -0.0033038281835615635,
+            -0.4224179685115814
+          ],
+          [
+            -0.35855481028556824,
+            -0.3250240683555603,
+            -1.0543361902236938,
+            -0.6657060980796814,
+            -0.0033189060632139444,
+            -0.448632150888443
+          ],
+          [
+            -0.3737456798553467,
+            -0.3364461362361908,
+            -1.0995036363601685,
+            -0.6994519829750061,
+            -0.0033822304103523493,
+            -0.47539883852005005
+          ],
+          [
+            -0.3870712220668793,
+            -0.3443698287010193,
+            -1.1389037370681763,
+            -0.7261598706245422,
+            -0.003482704982161522,
+            -0.5010547041893005
+          ],
+          [
+            -0.3985598683357239,
+            -0.35595327615737915,
+            -1.1819812059402466,
+            -0.7497241497039795,
+            -0.0035526324063539505,
+            -0.5260051488876343
+          ],
+          [
+            -0.4100184440612793,
+            -0.36467358469963074,
+            -1.230539083480835,
+            -0.7697025537490845,
+            -0.003628845326602459,
+            -0.5501382946968079
+          ]
+        ],
+        "q99": [
+          [
+            0.13778626918792725,
+            0.11720699071884155,
+            0.2617994546890259,
+            0.23129749298095703,
+            0.0021540913730859756,
+            0.12180761247873306
+          ],
+          [
+            0.16777439415454865,
+            0.1505272388458252,
+            0.3302338719367981,
+            0.2836305797100067,
+            0.002166236750781536,
+            0.14862465858459473
+          ],
+          [
+            0.19595178961753845,
+            0.18208669126033783,
+            0.3971126675605774,
+            0.336750864982605,
+            0.0021774321794509888,
+            0.1744869202375412
+          ],
+          [
+            0.22429130971431732,
+            0.21202439069747925,
+            0.45463618636131287,
+            0.38751187920570374,
+            0.002235555090010166,
+            0.19793902337551117
+          ],
+          [
+            0.2538144588470459,
+            0.23781366646289825,
+            0.5186766982078552,
+            0.43724244832992554,
+            0.0022584283724427223,
+            0.22057458758354187
+          ],
+          [
+            0.28190404176712036,
+            0.2608570158481598,
+            0.5791972875595093,
+            0.48876842856407166,
+            0.002288524992763996,
+            0.24382244050502777
+          ],
+          [
+            0.3102819323539734,
+            0.2809824049472809,
+            0.6328328251838684,
+            0.5347740054130554,
+            0.002312292344868183,
+            0.2663334310054779
+          ],
+          [
+            0.3394824266433716,
+            0.29752638936042786,
+            0.6895572543144226,
+            0.5827977061271667,
+            0.002330307848751545,
+            0.2859741449356079
+          ],
+          [
+            0.3669600784778595,
+            0.31471166014671326,
+            0.7397019267082214,
+            0.6297330260276794,
+            0.002337755635380745,
+            0.30544596910476685
+          ],
+          [
+            0.3945035934448242,
+            0.33071205019950867,
+            0.7886773347854614,
+            0.6768563985824585,
+            0.0023598140105605125,
+            0.32461366057395935
+          ],
+          [
+            0.4227299392223358,
+            0.3485700190067291,
+            0.8316053152084351,
+            0.723706841468811,
+            0.002375778742134571,
+            0.3432371914386749
+          ],
+          [
+            0.44936659932136536,
+            0.35997745394706726,
+            0.8786941170692444,
+            0.7676846981048584,
+            0.0023923860862851143,
+            0.3572857081890106
+          ],
+          [
+            0.47607606649398804,
+            0.3778820335865021,
+            0.9260716438293457,
+            0.8119612336158752,
+            0.0024137627333402634,
+            0.37240657210350037
+          ],
+          [
+            0.501969575881958,
+            0.39211174845695496,
+            0.9603159427642822,
+            0.8552690148353577,
+            0.0024626096710562706,
+            0.38595545291900635
+          ],
+          [
+            0.5269771218299866,
+            0.4024680256843567,
+            1.0048072338104248,
+            0.899775505065918,
+            0.00252683088183403,
+            0.3976656496524811
+          ],
+          [
+            0.550702691078186,
+            0.4190630316734314,
+            1.0371341705322266,
+            0.9431969523429871,
+            0.0025539007037878036,
+            0.4088396430015564
+          ]
+        ]
+      }
+    }
+  }
+}

experiment_cfg/final_model_config.json

@@ -0,0 +1,53 @@
+{
+  "model_type": "Gr00tN1d6",
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "backbone_model_type": "eagle",
+  "model_revision": null,
+  "tune_top_llm_layers": 4,
+  "backbone_embedding_dim": 2048,
+  "tune_llm": false,
+  "tune_visual": false,
+  "select_layer": 16,
+  "reproject_vision": false,
+  "use_flash_attention": true,
+  "load_bf16": true,
+  "collator_overwrite_image_inputs": false,
+  "eagle_collator": true,
+  "backbone_trainable_params_fp32": true,
+  "apply_sincos_state_encoding": true,
+  "use_relative_action": true,
+  "max_state_dim": 128,
+  "max_action_dim": 128,
+  "action_horizon": 50,
+  "hidden_size": 1024,
+  "input_embedding_dim": 1536,
+  "add_pos_embed": true,
+  "attn_dropout": 0.2,
+  "use_vlln": true,
+  "max_seq_len": 1024,
+  "use_alternate_vl_dit": true,
+  "attend_text_every_n_blocks": 2,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "num_inference_timesteps": 4,
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_timestep_buckets": 1000,
+  "tune_projector": true,
+  "tune_diffusion_model": true,
+  "tune_vlln": true,
+  "state_dropout_prob": 0.15,
+  "state_additive_noise_scale": 0.0,
+  "max_num_embodiments": 32
+}

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9000dbca703190deb360e6d99cbe4cd41fc341cc5c70a2beacc8b160249fbc24
+size 4990126416

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304adbff51430cfce2f8796d3ffb6a8b80d0a4dc62df1620386e701e77bdbc3f
+size 4823190320

processor/embodiment_id.json

@@ -0,0 +1,11 @@
+{
+  "robocasa_panda_omron": 13,
+  "gr1": 20,
+  "behavior_r1_pro": 24,
+  "unitree_g1": 8,
+  "oxe_google": 0,
+  "oxe_widowx": 1,
+  "libero_panda": 2,
+  "oxe_droid": 16,
+  "new_embodiment": 10
+}

processor/processor_config.json

@@ -0,0 +1,455 @@
+{
+  "processor_class": "Gr00tN1d6Processor",
+  "processor_kwargs": {
+    "modality_configs": {
+      "behavior_r1_pro": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "observation.images.rgb.head_256_256",
+            "observation.images.rgb.left_wrist_256_256",
+            "observation.images.rgb.right_wrist_256_256"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "robot_pos",
+            "robot_ori_cos",
+            "robot_ori_sin",
+            "robot_2d_ori",
+            "robot_2d_ori_cos",
+            "robot_2d_ori_sin",
+            "robot_lin_vel",
+            "robot_ang_vel",
+            "arm_left_qpos",
+            "arm_left_qpos_sin",
+            "arm_left_qpos_cos",
+            "eef_left_pos",
+            "eef_left_quat",
+            "gripper_left_qpos",
+            "arm_right_qpos",
+            "arm_right_qpos_sin",
+            "arm_right_qpos_cos",
+            "eef_right_pos",
+            "eef_right_quat",
+            "gripper_right_qpos",
+            "trunk_qpos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31
+          ],
+          "modality_keys": [
+            "base",
+            "torso",
+            "left_arm",
+            "left_gripper",
+            "right_arm",
+            "right_gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "trunk_qpos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_left_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_right_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "gr1": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "ego_view_bg_crop_pad_res256_freq20"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "task"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "robocasa_panda_omron": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "res256_image_side_0",
+            "res256_image_side_1",
+            "res256_image_wrist_0"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "end_effector_position_relative",
+            "end_effector_rotation_relative",
+            "gripper_qpos",
+            "base_position",
+            "base_rotation"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "end_effector_position",
+            "end_effector_rotation",
+            "gripper_close",
+            "base_motion",
+            "control_mode"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.action.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "new_embodiment": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "front",
+            "wrist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "single_arm",
+            "gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "single_arm",
+            "gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      }
+    },
+    "image_crop_size": null,
+    "image_target_size": null,
+    "use_albumentations": true,
+    "random_rotation_angle": null,
+    "color_jitter_params": {
+      "brightness": 0.3,
+      "contrast": 0.4,
+      "saturation": 0.5,
+      "hue": 0.08
+    },
+    "shortest_image_edge": 256,
+    "crop_fraction": 0.95,
+    "model_name": "nvidia/Eagle-Block2A-2B-v2",
+    "model_type": "eagle",
+    "formalize_language": true,
+    "max_state_dim": 128,
+    "max_action_dim": 128,
+    "max_action_horizon": 50,
+    "use_percentiles": false,
+    "clip_outliers": true,
+    "apply_sincos_state_encoding": true,
+    "use_relative_action": true
+  }
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273910977029e314f0cf45f0c23e1eddadbc4e624fca833ddf2b3468e7f50876
+size 5713

wandb_config.json

@@ -0,0 +1 @@
+{"project": "finetune-gr00t-n1d6", "run_id": "omy_1"}