Add gr00t/90_10 (53 files)

gr00t/90_10/checkpoint-3000/config.json

@@ -0,0 +1,70 @@
+{
+  "action_horizon": 50,
+  "add_pos_embed": true,
+  "apply_sincos_state_encoding": true,
+  "architectures": [
+    "Gr00tN1d6"
+  ],
+  "attn_dropout": 0.2,
+  "attn_implementation": null,
+  "backbone_embedding_dim": 2048,
+  "backbone_model_type": "eagle",
+  "backbone_trainable_params_fp32": true,
+  "collator_overwrite_image_inputs": false,
+  "color_jitter_params": {
+    "brightness": 0.1,
+    "contrast": 0.1,
+    "hue": 0.1,
+    "saturation": 0.1
+  },
+  "crop_fraction": 0.95,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "eagle_collator": true,
+  "formalize_language": true,
+  "gemma_collator": false,
+  "hidden_size": 1024,
+  "image_crop_size": null,
+  "image_target_size": null,
+  "input_embedding_dim": 1536,
+  "load_bf16": true,
+  "max_action_dim": 128,
+  "max_num_embodiments": 32,
+  "max_seq_len": 1024,
+  "max_state_dim": 128,
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "model_type": "Gr00tN1d6",
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_inference_timesteps": 4,
+  "num_timestep_buckets": 1000,
+  "random_rotation_angle": null,
+  "reproject_vision": false,
+  "select_layer": 16,
+  "shortest_image_edge": 256,
+  "state_dropout_prob": 0.1,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.3",
+  "tune_diffusion_model": true,
+  "tune_llm": true,
+  "tune_projector": true,
+  "tune_top_llm_layers": 4,
+  "tune_visual": false,
+  "tune_vlln": true,
+  "use_albumentations_transforms": true,
+  "use_alternate_vl_dit": true,
+  "use_flash_attention": true,
+  "use_relative_action": true,
+  "use_vlln": true
+}

gr00t/90_10/checkpoint-3000/embodiment_id.json

@@ -0,0 +1,11 @@
+{
+  "robocasa_panda_omron": 13,
+  "gr1": 20,
+  "behavior_r1_pro": 24,
+  "unitree_g1": 8,
+  "oxe_google": 0,
+  "oxe_widowx": 1,
+  "libero_panda": 2,
+  "oxe_droid": 16,
+  "new_embodiment": 10
+}

gr00t/90_10/checkpoint-3000/experiment_cfg/conf.yaml

@@ -0,0 +1,246 @@
+load_config_path: null
+model:
+  model_type: Gr00tN1d6
+  model_dtype: bfloat16
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  backbone_model_type: eagle
+  model_revision: null
+  tune_top_llm_layers: 4
+  backbone_embedding_dim: 2048
+  tune_llm: true
+  tune_visual: false
+  select_layer: 16
+  reproject_vision: false
+  use_flash_attention: true
+  load_bf16: false
+  collator_overwrite_image_inputs: false
+  eagle_collator: true
+  backbone_trainable_params_fp32: true
+  image_crop_size: null
+  image_target_size: null
+  shortest_image_edge: 256
+  crop_fraction: 0.95
+  random_rotation_angle: null
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    saturation: 0.5
+    hue: 0.08
+  use_albumentations_transforms: true
+  formalize_language: true
+  apply_sincos_state_encoding: false
+  use_relative_action: true
+  max_state_dim: 29
+  max_action_dim: 29
+  action_horizon: 16
+  hidden_size: 1024
+  input_embedding_dim: 1536
+  add_pos_embed: true
+  attn_dropout: 0.2
+  use_vlln: true
+  max_seq_len: 1024
+  use_alternate_vl_dit: true
+  attend_text_every_n_blocks: 2
+  diffusion_model_cfg:
+    positional_embeddings: null
+    num_layers: 32
+    num_attention_heads: 32
+    attention_head_dim: 48
+    norm_type: ada_norm
+    dropout: 0.2
+    final_dropout: true
+    output_dim: 1024
+    interleave_self_attention: true
+  num_inference_timesteps: 4
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_timestep_buckets: 1000
+  tune_projector: true
+  tune_diffusion_model: true
+  tune_vlln: true
+  state_dropout_prob: 0.1
+  state_additive_noise_scale: 0.0
+  max_num_embodiments: 32
+data:
+  datasets:
+  - dataset_paths:
+    - /workspace/capstone-vla/datasets/syn_realDataset/mixed_90_10
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    dataset_type: physical_embodiment
+    val_dataset_path: null
+  modality_configs:
+    new_embodiment:
+      video:
+        delta_indices:
+        - 0
+        modality_keys:
+        - ego_view
+        - left_wrist_view
+        - right_wrist_view
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      state:
+        delta_indices:
+        - 0
+        modality_keys:
+        - left_arm
+        - left_hand
+        - left_leg
+        - neck
+        - right_arm
+        - right_hand
+        - right_leg
+        - waist
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      action:
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        modality_keys:
+        - left_arm
+        - left_hand
+        - left_leg
+        - neck
+        - right_arm
+        - right_hand
+        - right_leg
+        - waist
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs:
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+      language:
+        delta_indices:
+        - 0
+        modality_keys:
+        - annotation.human.action.task_description
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+  download_cache: false
+  shard_size: 1024
+  episode_sampling_rate: 0.1
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  mode: single_turn
+  random_chop: 0.0
+  mock_dataset_mode: false
+  shuffle: true
+  seed: 42
+  multiprocessing_context: fork
+  allow_padding: false
+  subsample_ratio: 1.0
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  video_backend: torchcodec
+training:
+  output_dir: /workspace/capstone-vla/third_party/gr00t/chkpt_rlwd/90_10
+  experiment_name: null
+  max_steps: 5000
+  global_batch_size: 32
+  batch_size: null
+  gradient_accumulation_steps: 1
+  learning_rate: 0.0001
+  lr_scheduler_type: cosine
+  weight_decay: 1.0e-05
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  max_grad_norm: 1.0
+  optim: adamw_torch
+  start_from_checkpoint: nvidia/GR00T-N1.6-3B
+  tf32: true
+  fp16: false
+  bf16: true
+  eval_bf16: true
+  logging_steps: 10
+  save_steps: 3000
+  save_total_limit: 3
+  save_vl_model: false
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  max_concurrent_uploads: 2
+  eval_strategy: 'no'
+  eval_steps: 500
+  eval_set_split_ratio: 0.1
+  eval_batch_size: 2
+  save_best_eval_metric_name: ''
+  save_best_eval_metric_greater_is_better: true
+  deepspeed_stage: 2
+  gradient_checkpointing: false
+  transformers_trust_remote_code: true
+  transformers_local_files_only: false
+  transformers_cache_dir: null
+  transformers_access_token: null
+  use_ddp: false
+  ddp_bucket_cap_mb: 100
+  num_gpus: 1
+  dataloader_num_workers: 4
+  remove_unused_columns: false
+  use_wandb: true
+  wandb_project: finetune-gr00t-n1d6
+  enable_profiling: false
+  max_retries: 3
+  assert_loss_less_than: null
+  add_rl_callback: false
+  enable_open_loop_eval: false
+  open_loop_eval_traj_ids:
+  - 0
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_plot_indices: null
+max_steps: 5000
+save_steps: 3000

gr00t/90_10/checkpoint-3000/experiment_cfg/config.yaml

@@ -0,0 +1,277 @@
+!!python/object:gr00t.configs.base_config.Config
+data: !!python/object:gr00t.configs.data.data_config.DataConfig
+  allow_padding: false
+  datasets:
+  - !!python/object:gr00t.configs.data.data_config.SingleDatasetConfig
+    dataset_paths:
+    - /workspace/capstone-vla/datasets/syn_realDataset/mixed_90_10
+    dataset_type: physical_embodiment
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    val_dataset_path: null
+  download_cache: false
+  episode_sampling_rate: 0.1
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  mock_dataset_mode: false
+  modality_configs:
+    new_embodiment:
+      action: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs:
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: &id001 !!python/object/apply:gr00t.data.types.ActionFormat
+          - default
+          rep: &id002 !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - absolute
+          state_key: null
+          type: &id003 !!python/object/apply:gr00t.data.types.ActionType
+          - non_eef
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        mean_std_embedding_keys: null
+        modality_keys: &id004
+        - left_arm
+        - left_hand
+        - left_leg
+        - neck
+        - right_arm
+        - right_hand
+        - right_leg
+        - waist
+        sin_cos_embedding_keys: null
+      language: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - annotation.human.action.task_description
+        sin_cos_embedding_keys: null
+      state: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys: *id004
+        sin_cos_embedding_keys: null
+      video: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - ego_view
+        - left_wrist_view
+        - right_wrist_view
+        sin_cos_embedding_keys: null
+  mode: single_turn
+  multiprocessing_context: fork
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  random_chop: 0.0
+  seed: 42
+  shard_size: 1024
+  shuffle: true
+  subsample_ratio: 1.0
+  video_backend: torchcodec
+load_config_path: null
+model: !!python/object:gr00t.configs.model.gr00t_n1d6.Gr00tN1d6Config
+  _attn_implementation_autoset: false
+  _attn_implementation_internal: null
+  _commit_hash: null
+  _name_or_path: ''
+  add_cross_attention: false
+  architectures: null
+  backbone_model_type: eagle
+  backbone_trainable_params_fp32: true
+  bad_words_ids: null
+  begin_suppress_tokens: null
+  bos_token_id: null
+  chunk_size_feed_forward: 0
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    hue: 0.08
+    saturation: 0.5
+  cross_attention_hidden_size: null
+  decoder_start_token_id: null
+  diffusion_model_cfg:
+    attention_head_dim: 48
+    dropout: 0.2
+    final_dropout: true
+    interleave_self_attention: true
+    norm_type: ada_norm
+    num_attention_heads: 32
+    num_layers: 32
+    output_dim: 1024
+    positional_embeddings: null
+  diversity_penalty: 0.0
+  do_sample: false
+  eagle_collator: true
+  early_stopping: false
+  encoder_no_repeat_ngram_size: 0
+  eos_token_id: null
+  exponential_decay_length_penalty: null
+  finetuning_task: null
+  forced_bos_token_id: null
+  forced_eos_token_id: null
+  id2label:
+    0: LABEL_0
+    1: LABEL_1
+  is_decoder: false
+  is_encoder_decoder: false
+  label2id:
+    LABEL_0: 0
+    LABEL_1: 1
+  length_penalty: 1.0
+  load_bf16: false
+  max_length: 20
+  min_length: 0
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  no_repeat_ngram_size: 0
+  num_beam_groups: 1
+  num_beams: 1
+  num_return_sequences: 1
+  output_attentions: false
+  output_hidden_states: false
+  output_scores: false
+  pad_token_id: null
+  prefix: null
+  problem_type: null
+  pruned_heads: {}
+  random_rotation_angle: null
+  remove_invalid_values: false
+  repetition_penalty: 1.0
+  reproject_vision: false
+  return_dict: true
+  return_dict_in_generate: false
+  sep_token_id: null
+  state_dropout_prob: 0.1
+  suppress_tokens: null
+  task_specific_params: null
+  temperature: 1.0
+  tf_legacy_loss: false
+  tie_encoder_decoder: false
+  tie_word_embeddings: true
+  tokenizer_class: null
+  top_k: 50
+  top_p: 1.0
+  torch_dtype: null
+  torchscript: false
+  transformers_version: null
+  tune_diffusion_model: true
+  tune_llm: true
+  tune_projector: true
+  tune_visual: false
+  typical_p: 1.0
+  use_bfloat16: false
+  use_relative_action: true
+training: !!python/object:gr00t.configs.training.training_config.TrainingConfig
+  add_rl_callback: false
+  assert_loss_less_than: null
+  batch_size: null
+  bf16: true
+  dataloader_num_workers: 4
+  ddp_bucket_cap_mb: 100
+  deepspeed_stage: 2
+  enable_open_loop_eval: false
+  enable_profiling: false
+  eval_batch_size: 2
+  eval_bf16: true
+  eval_set_split_ratio: 0.1
+  eval_steps: 500
+  eval_strategy: 'no'
+  experiment_name: null
+  fp16: false
+  global_batch_size: 32
+  gradient_accumulation_steps: 1
+  gradient_checkpointing: false
+  learning_rate: 0.0001
+  logging_steps: 10
+  lr_scheduler_type: cosine
+  max_concurrent_uploads: 2
+  max_grad_norm: 1.0
+  max_retries: 3
+  max_steps: 5000
+  num_gpus: 1
+  open_loop_eval_plot_indices: null
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_traj_ids:
+  - 0
+  optim: adamw_torch
+  output_dir: /workspace/capstone-vla/third_party/gr00t/chkpt_rlwd/90_10
+  remove_unused_columns: false
+  save_best_eval_metric_greater_is_better: true
+  save_best_eval_metric_name: ''
+  save_steps: 3000
+  save_total_limit: 3
+  save_vl_model: false
+  start_from_checkpoint: nvidia/GR00T-N1.6-3B
+  tf32: true
+  transformers_access_token: null
+  transformers_cache_dir: null
+  transformers_local_files_only: false
+  transformers_trust_remote_code: true
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  use_ddp: false
+  use_wandb: true
+  wandb_project: finetune-gr00t-n1d6
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  weight_decay: 1.0e-05

gr00t/90_10/checkpoint-3000/experiment_cfg/dataset_statistics.json

@@ -0,0 +1,761 @@
+{
+  "new_embodiment": {
+    "state": {
+      "left_arm": {
+        "min": [
+          -1.4764578342437744,
+          -0.3486612141132355,
+          -1.499962568283081,
+          -2.27626633644104,
+          -1.5708261728286743,
+          -0.6656755208969116,
+          -0.6981287598609924
+        ],
+        "max": [
+          0.3441833555698395,
+          0.657663881778717,
+          0.1158449724316597,
+          -0.7633329629898071,
+          0.5798436999320984,
+          0.6982716917991638,
+          0.6866571307182312
+        ],
+        "mean": [
+          -0.2489430159330368,
+          0.2553998827934265,
+          -0.5018506646156311,
+          -1.8111220598220825,
+          -0.16397659480571747,
+          0.24184419214725494,
+          -0.009894371032714844
+        ],
+        "std": [
+          0.27179521322250366,
+          0.07357995957136154,
+          0.23859892785549164,
+          0.2566509246826172,
+          0.43019622564315796,
+          0.20615950226783752,
+          0.23697827756404877
+        ],
+        "q01": [
+          -1.1938067722320556,
+          0.013684996496886015,
+          -1.4103496742248536,
+          -2.167926549911499,
+          -1.5560119223594666,
+          -0.40627646565437314,
+          -0.34752252995967864
+        ],
+        "q99": [
+          0.11354834571480776,
+          0.4665440392494202,
+          -0.02837765429168887,
+          -1.1158319139480588,
+          0.257495101094246,
+          0.6740685105323792,
+          0.5241326642036439
+        ]
+      },
+      "left_hand": {
+        "min": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "max": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ],
+        "mean": [
+          -0.7437229156494141,
+          -0.20031754672527313,
+          -0.7733782529830933,
+          -0.7699428200721741,
+          -1.5414515733718872,
+          -1.5686863660812378
+        ],
+        "std": [
+          1.2947779893875122,
+          1.4845510721206665,
+          1.2747725248336792,
+          1.2783215045928955,
+          2.554619789123535,
+          2.522022247314453
+        ],
+        "q01": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "q99": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ]
+      },
+      "left_leg": {
+        "min": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ]
+      },
+      "neck": {
+        "min": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0
+        ]
+      },
+      "right_arm": {
+        "min": [
+          -0.8084366917610168,
+          -0.55275958776474,
+          -0.1061631441116333,
+          -2.219068765640259,
+          -0.6652951240539551,
+          -0.5672546625137329,
+          -0.6981256008148193
+        ],
+        "max": [
+          0.6162368059158325,
+          0.24139699339866638,
+          0.984139084815979,
+          -0.8445846438407898,
+          1.570893406867981,
+          0.8078097701072693,
+          0.6981398463249207
+        ],
+        "mean": [
+          -0.21609076857566833,
+          -0.21664628386497498,
+          0.39538323879241943,
+          -1.6902517080307007,
+          0.08708126097917557,
+          -0.17737062275409698,
+          -0.007543741725385189
+        ],
+        "std": [
+          0.16770005226135254,
+          0.0784352719783783,
+          0.17550550401210785,
+          0.1923823356628418,
+          0.5286788940429688,
+          0.1384165734052658,
+          0.20280855894088745
+        ],
+        "q01": [
+          -0.5514474415779114,
+          -0.43412066519260406,
+          0.04515308976173401,
+          -2.008469109535217,
+          -0.5157527339458465,
+          -0.4272324502468109,
+          -0.3475255584716797
+        ],
+        "q99": [
+          0.16814657270908379,
+          0.015971389636398013,
+          0.7644773125648499,
+          -1.1516706728935242,
+          1.3261954116821322,
+          0.27384827435016684,
+          0.45701302111148834
+        ]
+      },
+      "right_hand": {
+        "min": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "max": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ],
+        "mean": [
+          -0.41629740595817566,
+          0.09902879595756531,
+          -0.43904468417167664,
+          -0.4360390603542328,
+          -0.873975396156311,
+          -0.8841586709022522
+        ],
+        "std": [
+          1.4320570230484009,
+          1.4899888038635254,
+          1.4168944358825684,
+          1.4193998575210571,
+          2.8374342918395996,
+          2.8345329761505127
+        ],
+        "q01": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "q99": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ]
+      },
+      "right_leg": {
+        "min": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ]
+      },
+      "waist": {
+        "min": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0
+        ]
+      }
+    },
+    "action": {
+      "left_arm": {
+        "min": [
+          -1.5419785976409912,
+          -0.3486612141132355,
+          -1.5707963705062866,
+          -2.3319737911224365,
+          -1.5708261728286743,
+          -0.6781747937202454,
+          -0.6981287598609924
+        ],
+        "max": [
+          0.339247465133667,
+          0.6958394646644592,
+          0.1158449724316597,
+          -0.7315306067466736,
+          0.6010454297065735,
+          0.6982716917991638,
+          0.6981316804885864
+        ],
+        "mean": [
+          -0.27733689546585083,
+          0.2578163146972656,
+          -0.49530336260795593,
+          -1.8341234922409058,
+          -0.16989488899707794,
+          0.2413080334663391,
+          -0.01198156364262104
+        ],
+        "std": [
+          0.280715674161911,
+          0.07778123766183853,
+          0.24291415512561798,
+          0.27100804448127747,
+          0.4360010325908661,
+          0.20927225053310394,
+          0.24020081758499146
+        ],
+        "q01": [
+          -1.250049855709076,
+          0.010239404719322921,
+          -1.4181996583938599,
+          -2.2069469451904298,
+          -1.5707963705062866,
+          -0.41297790706157683,
+          -0.35028248369693754
+        ],
+        "q99": [
+          0.09265167921781584,
+          0.4786697047948838,
+          -0.02178448151797002,
+          -1.1018781590461717,
+          0.25891360759735127,
+          0.6981316804885864,
+          0.5349965059757237
+        ]
+      },
+      "left_hand": {
+        "min": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "max": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ],
+        "mean": [
+          -0.7435898780822754,
+          -0.20033082365989685,
+          -0.7734411358833313,
+          -0.7699961066246033,
+          -1.5415635108947754,
+          -1.5688533782958984
+        ],
+        "std": [
+          1.294826865196228,
+          1.484555721282959,
+          1.2747023105621338,
+          1.2782622575759888,
+          2.5544939041137695,
+          2.5218443870544434
+        ],
+        "q01": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "q99": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ]
+      },
+      "left_leg": {
+        "min": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ]
+      },
+      "neck": {
+        "min": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0
+        ]
+      },
+      "right_arm": {
+        "min": [
+          -0.8084366917610168,
+          -0.5897848010063171,
+          -0.13661164045333862,
+          -2.219068765640259,
+          -0.6809128522872925,
+          -0.5955591201782227,
+          -0.6981256008148193
+        ],
+        "max": [
+          0.5884689092636108,
+          0.24139699339866638,
+          0.984139084815979,
+          -0.8264364004135132,
+          1.570893406867981,
+          0.8078097701072693,
+          0.6981398463249207
+        ],
+        "mean": [
+          -0.24450765550136566,
+          -0.21827492117881775,
+          0.38290950655937195,
+          -1.7209725379943848,
+          0.08605962246656418,
+          -0.17793013155460358,
+          -0.0122761195525527
+        ],
+        "std": [
+          0.1738916039466858,
+          0.0822782963514328,
+          0.17612379789352417,
+          0.20129427313804626,
+          0.5352755784988403,
+          0.14086420834064484,
+          0.20730523765087128
+        ],
+        "q01": [
+          -0.5923164796829223,
+          -0.44924759984016416,
+          0.034371975734829904,
+          -2.0534503698349,
+          -0.524207946062088,
+          -0.4420755457878113,
+          -0.36473969638347625
+        ],
+        "q99": [
+          0.15479954302311022,
+          0.016251621842384368,
+          0.7524694633483888,
+          -1.1548390340805041,
+          1.3358927559852605,
+          0.2736717164516459,
+          0.45566345751285553
+        ]
+      },
+      "right_hand": {
+        "min": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "max": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ],
+        "mean": [
+          -0.41617658734321594,
+          0.099039226770401,
+          -0.439096599817276,
+          -0.43607383966445923,
+          -0.8740438222885132,
+          -0.8842585682868958
+        ],
+        "std": [
+          1.4303723573684692,
+          1.4899548292160034,
+          1.4168522357940674,
+          1.4193675518035889,
+          2.8373637199401855,
+          2.834190607070923
+        ],
+        "q01": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "q99": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ]
+      },
+      "right_leg": {
+        "min": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ]
+      },
+      "waist": {
+        "min": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0
+        ]
+      }
+    },
+    "relative_action": {}
+  }
+}

gr00t/90_10/checkpoint-3000/experiment_cfg/final_model_config.json

@@ -0,0 +1,53 @@
+{
+  "model_type": "Gr00tN1d6",
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "backbone_model_type": "eagle",
+  "model_revision": null,
+  "tune_top_llm_layers": 4,
+  "backbone_embedding_dim": 2048,
+  "tune_llm": true,
+  "tune_visual": false,
+  "select_layer": 16,
+  "reproject_vision": false,
+  "use_flash_attention": true,
+  "load_bf16": true,
+  "collator_overwrite_image_inputs": false,
+  "eagle_collator": true,
+  "backbone_trainable_params_fp32": true,
+  "apply_sincos_state_encoding": true,
+  "use_relative_action": true,
+  "max_state_dim": 128,
+  "max_action_dim": 128,
+  "action_horizon": 50,
+  "hidden_size": 1024,
+  "input_embedding_dim": 1536,
+  "add_pos_embed": true,
+  "attn_dropout": 0.2,
+  "use_vlln": true,
+  "max_seq_len": 1024,
+  "use_alternate_vl_dit": true,
+  "attend_text_every_n_blocks": 2,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "num_inference_timesteps": 4,
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_timestep_buckets": 1000,
+  "tune_projector": true,
+  "tune_diffusion_model": true,
+  "tune_vlln": true,
+  "state_dropout_prob": 0.1,
+  "state_additive_noise_scale": 0.0,
+  "max_num_embodiments": 32
+}

gr00t/90_10/checkpoint-3000/model-00001-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713ba42280540c363bfe8de00396da240d6f0bda688f9d53a7b971873bcc2233
+size 4967164296

gr00t/90_10/checkpoint-3000/model-00002-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf545f516659cf104a534d0b5036e748ecd9086884dd41ee6f8035738f7a2d7
+size 4982031784

gr00t/90_10/checkpoint-3000/model-00003-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a3bc538cc4dcfed6e3319af269b05783f0f376de204deca11fd60b8008792a
+size 2314751176

gr00t/90_10/checkpoint-3000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53658f5f0e121a61dca027992f7ef6e7efba2b1804cd1677e883d061f3eaec74
+size 20277724839

gr00t/90_10/checkpoint-3000/processor_config.json

@@ -0,0 +1,504 @@
+{
+  "processor_class": "Gr00tN1d6Processor",
+  "processor_kwargs": {
+    "modality_configs": {
+      "behavior_r1_pro": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "observation.images.rgb.head_256_256",
+            "observation.images.rgb.left_wrist_256_256",
+            "observation.images.rgb.right_wrist_256_256"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "robot_pos",
+            "robot_ori_cos",
+            "robot_ori_sin",
+            "robot_2d_ori",
+            "robot_2d_ori_cos",
+            "robot_2d_ori_sin",
+            "robot_lin_vel",
+            "robot_ang_vel",
+            "arm_left_qpos",
+            "arm_left_qpos_sin",
+            "arm_left_qpos_cos",
+            "eef_left_pos",
+            "eef_left_quat",
+            "gripper_left_qpos",
+            "arm_right_qpos",
+            "arm_right_qpos_sin",
+            "arm_right_qpos_cos",
+            "eef_right_pos",
+            "eef_right_quat",
+            "gripper_right_qpos",
+            "trunk_qpos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31
+          ],
+          "modality_keys": [
+            "base",
+            "torso",
+            "left_arm",
+            "left_gripper",
+            "right_arm",
+            "right_gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "trunk_qpos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_left_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_right_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "gr1": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "ego_view_bg_crop_pad_res256_freq20"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "task"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "robocasa_panda_omron": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "res256_image_side_0",
+            "res256_image_side_1",
+            "res256_image_wrist_0"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "end_effector_position_relative",
+            "end_effector_rotation_relative",
+            "gripper_qpos",
+            "base_position",
+            "base_rotation"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "end_effector_position",
+            "end_effector_rotation",
+            "gripper_close",
+            "base_motion",
+            "control_mode"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.action.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "new_embodiment": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "ego_view",
+            "left_wrist_view",
+            "right_wrist_view"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_arm",
+            "left_hand",
+            "left_leg",
+            "neck",
+            "right_arm",
+            "right_hand",
+            "right_leg",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_arm",
+            "left_hand",
+            "left_leg",
+            "neck",
+            "right_arm",
+            "right_hand",
+            "right_leg",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.action.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      }
+    },
+    "image_crop_size": null,
+    "image_target_size": null,
+    "use_albumentations": true,
+    "random_rotation_angle": null,
+    "color_jitter_params": {
+      "brightness": 0.3,
+      "contrast": 0.4,
+      "saturation": 0.5,
+      "hue": 0.08
+    },
+    "shortest_image_edge": 256,
+    "crop_fraction": 0.95,
+    "model_name": "nvidia/Eagle-Block2A-2B-v2",
+    "model_type": "eagle",
+    "formalize_language": true,
+    "max_state_dim": 128,
+    "max_action_dim": 128,
+    "max_action_horizon": 50,
+    "use_percentiles": false,
+    "clip_outliers": true,
+    "apply_sincos_state_encoding": true,
+    "use_relative_action": true
+  }
+}

gr00t/90_10/checkpoint-3000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281a0572eb6e4600b7fe166aaa967e650e0ab2704b26ed1589c754b753d75d3a
+size 14645

gr00t/90_10/checkpoint-3000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c2a89c5d2cbcb36d487414dffb5e48474a9a9308a1e4dc29d920720acffd00
+size 1465

gr00t/90_10/checkpoint-3000/trainer_state.json

@@ -0,0 +1,1834 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.6,
+  "eval_steps": 500,
+  "global_step": 3000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "grad_norm": 1.433195948600769,
+      "learning_rate": 3.6e-06,
+      "loss": 1.3782,
+      "step": 10
+    },
+    {
+      "grad_norm": 0.6556676626205444,
+      "learning_rate": 7.6e-06,
+      "loss": 1.3319,
+      "step": 20
+    },
+    {
+      "grad_norm": 0.7470375895500183,
+      "learning_rate": 1.16e-05,
+      "loss": 1.2785,
+      "step": 30
+    },
+    {
+      "grad_norm": 0.6518334150314331,
+      "learning_rate": 1.56e-05,
+      "loss": 1.2031,
+      "step": 40
+    },
+    {
+      "grad_norm": 1.2589433193206787,
+      "learning_rate": 1.9600000000000002e-05,
+      "loss": 1.1421,
+      "step": 50
+    },
+    {
+      "grad_norm": 1.3239147663116455,
+      "learning_rate": 2.36e-05,
+      "loss": 1.1055,
+      "step": 60
+    },
+    {
+      "grad_norm": 2.813603401184082,
+      "learning_rate": 2.7600000000000003e-05,
+      "loss": 1.0739,
+      "step": 70
+    },
+    {
+      "grad_norm": 1.1407731771469116,
+      "learning_rate": 3.16e-05,
+      "loss": 1.0632,
+      "step": 80
+    },
+    {
+      "grad_norm": 0.5845445394515991,
+      "learning_rate": 3.56e-05,
+      "loss": 1.052,
+      "step": 90
+    },
+    {
+      "grad_norm": 0.9554524421691895,
+      "learning_rate": 3.960000000000001e-05,
+      "loss": 1.0493,
+      "step": 100
+    },
+    {
+      "grad_norm": 0.6618549227714539,
+      "learning_rate": 4.36e-05,
+      "loss": 1.0549,
+      "step": 110
+    },
+    {
+      "grad_norm": 0.5700764656066895,
+      "learning_rate": 4.76e-05,
+      "loss": 1.036,
+      "step": 120
+    },
+    {
+      "grad_norm": 0.5255783200263977,
+      "learning_rate": 5.16e-05,
+      "loss": 1.0397,
+      "step": 130
+    },
+    {
+      "grad_norm": 0.41539984941482544,
+      "learning_rate": 5.560000000000001e-05,
+      "loss": 1.0378,
+      "step": 140
+    },
+    {
+      "grad_norm": 0.49986666440963745,
+      "learning_rate": 5.96e-05,
+      "loss": 1.0356,
+      "step": 150
+    },
+    {
+      "grad_norm": 0.4074811041355133,
+      "learning_rate": 6.36e-05,
+      "loss": 1.0365,
+      "step": 160
+    },
+    {
+      "grad_norm": 0.5111497044563293,
+      "learning_rate": 6.76e-05,
+      "loss": 1.0299,
+      "step": 170
+    },
+    {
+      "grad_norm": 0.4655126929283142,
+      "learning_rate": 7.16e-05,
+      "loss": 1.0237,
+      "step": 180
+    },
+    {
+      "grad_norm": 0.44118532538414,
+      "learning_rate": 7.560000000000001e-05,
+      "loss": 1.0234,
+      "step": 190
+    },
+    {
+      "grad_norm": 0.6115871071815491,
+      "learning_rate": 7.960000000000001e-05,
+      "loss": 1.0184,
+      "step": 200
+    },
+    {
+      "grad_norm": 0.4019952416419983,
+      "learning_rate": 8.36e-05,
+      "loss": 1.0085,
+      "step": 210
+    },
+    {
+      "grad_norm": 0.5449968576431274,
+      "learning_rate": 8.76e-05,
+      "loss": 0.9866,
+      "step": 220
+    },
+    {
+      "grad_norm": 0.6109741926193237,
+      "learning_rate": 9.16e-05,
+      "loss": 0.9606,
+      "step": 230
+    },
+    {
+      "grad_norm": 0.739846408367157,
+      "learning_rate": 9.56e-05,
+      "loss": 0.9316,
+      "step": 240
+    },
+    {
+      "grad_norm": 0.5766348838806152,
+      "learning_rate": 9.960000000000001e-05,
+      "loss": 0.892,
+      "step": 250
+    },
+    {
+      "grad_norm": 0.5463311076164246,
+      "learning_rate": 9.999911419878559e-05,
+      "loss": 0.8557,
+      "step": 260
+    },
+    {
+      "grad_norm": 0.8752795457839966,
+      "learning_rate": 9.999605221019081e-05,
+      "loss": 0.8061,
+      "step": 270
+    },
+    {
+      "grad_norm": 0.7769116759300232,
+      "learning_rate": 9.999080323230761e-05,
+      "loss": 0.7559,
+      "step": 280
+    },
+    {
+      "grad_norm": 0.6882690191268921,
+      "learning_rate": 9.998336749474329e-05,
+      "loss": 0.7283,
+      "step": 290
+    },
+    {
+      "grad_norm": 0.6871615648269653,
+      "learning_rate": 9.997374532276107e-05,
+      "loss": 0.7003,
+      "step": 300
+    },
+    {
+      "grad_norm": 0.7694565653800964,
+      "learning_rate": 9.996193713726596e-05,
+      "loss": 0.6675,
+      "step": 310
+    },
+    {
+      "grad_norm": 0.7528366446495056,
+      "learning_rate": 9.994794345478624e-05,
+      "loss": 0.6259,
+      "step": 320
+    },
+    {
+      "grad_norm": 0.7670808434486389,
+      "learning_rate": 9.99317648874509e-05,
+      "loss": 0.6,
+      "step": 330
+    },
+    {
+      "grad_norm": 0.7631597518920898,
+      "learning_rate": 9.991340214296292e-05,
+      "loss": 0.5752,
+      "step": 340
+    },
+    {
+      "grad_norm": 0.5990960001945496,
+      "learning_rate": 9.989285602456819e-05,
+      "loss": 0.5616,
+      "step": 350
+    },
+    {
+      "grad_norm": 1.6598002910614014,
+      "learning_rate": 9.98701274310205e-05,
+      "loss": 0.5395,
+      "step": 360
+    },
+    {
+      "grad_norm": 1.139261245727539,
+      "learning_rate": 9.984521735654218e-05,
+      "loss": 0.5408,
+      "step": 370
+    },
+    {
+      "grad_norm": 0.5486173033714294,
+      "learning_rate": 9.981812689078057e-05,
+      "loss": 0.5148,
+      "step": 380
+    },
+    {
+      "grad_norm": 0.8484696745872498,
+      "learning_rate": 9.978885721876041e-05,
+      "loss": 0.5012,
+      "step": 390
+    },
+    {
+      "grad_norm": 0.6743961572647095,
+      "learning_rate": 9.975740962083198e-05,
+      "loss": 0.4799,
+      "step": 400
+    },
+    {
+      "grad_norm": 0.6038350462913513,
+      "learning_rate": 9.972378547261504e-05,
+      "loss": 0.4715,
+      "step": 410
+    },
+    {
+      "grad_norm": 0.8045002818107605,
+      "learning_rate": 9.968798624493885e-05,
+      "loss": 0.4516,
+      "step": 420
+    },
+    {
+      "grad_norm": 0.7616794109344482,
+      "learning_rate": 9.965001350377753e-05,
+      "loss": 0.4453,
+      "step": 430
+    },
+    {
+      "grad_norm": 0.8523691892623901,
+      "learning_rate": 9.960986891018183e-05,
+      "loss": 0.4354,
+      "step": 440
+    },
+    {
+      "grad_norm": 0.5496297478675842,
+      "learning_rate": 9.95675542202063e-05,
+      "loss": 0.4314,
+      "step": 450
+    },
+    {
+      "grad_norm": 0.5785578489303589,
+      "learning_rate": 9.952307128483256e-05,
+      "loss": 0.4252,
+      "step": 460
+    },
+    {
+      "grad_norm": 0.7586619853973389,
+      "learning_rate": 9.947642204988835e-05,
+      "loss": 0.4263,
+      "step": 470
+    },
+    {
+      "grad_norm": 0.6051253080368042,
+      "learning_rate": 9.942760855596226e-05,
+      "loss": 0.4196,
+      "step": 480
+    },
+    {
+      "grad_norm": 0.6637935042381287,
+      "learning_rate": 9.937663293831471e-05,
+      "loss": 0.4171,
+      "step": 490
+    },
+    {
+      "grad_norm": 0.729284405708313,
+      "learning_rate": 9.932349742678433e-05,
+      "loss": 0.3995,
+      "step": 500
+    },
+    {
+      "grad_norm": 0.5901691317558289,
+      "learning_rate": 9.926820434569051e-05,
+      "loss": 0.3944,
+      "step": 510
+    },
+    {
+      "grad_norm": 0.601890504360199,
+      "learning_rate": 9.921075611373179e-05,
+      "loss": 0.3766,
+      "step": 520
+    },
+    {
+      "grad_norm": 0.6758273839950562,
+      "learning_rate": 9.915115524387988e-05,
+      "loss": 0.3796,
+      "step": 530
+    },
+    {
+      "grad_norm": 0.6566895842552185,
+      "learning_rate": 9.908940434326997e-05,
+      "loss": 0.3706,
+      "step": 540
+    },
+    {
+      "grad_norm": 0.5657477974891663,
+      "learning_rate": 9.902550611308645e-05,
+      "loss": 0.3777,
+      "step": 550
+    },
+    {
+      "grad_norm": 0.6368849277496338,
+      "learning_rate": 9.895946334844494e-05,
+      "loss": 0.3818,
+      "step": 560
+    },
+    {
+      "grad_norm": 0.7089529037475586,
+      "learning_rate": 9.889127893826989e-05,
+      "loss": 0.3693,
+      "step": 570
+    },
+    {
+      "grad_norm": 0.6255252361297607,
+      "learning_rate": 9.882095586516831e-05,
+      "loss": 0.3617,
+      "step": 580
+    },
+    {
+      "grad_norm": 0.5690926909446716,
+      "learning_rate": 9.874849720529921e-05,
+      "loss": 0.3603,
+      "step": 590
+    },
+    {
+      "grad_norm": 0.5577074289321899,
+      "learning_rate": 9.867390612823914e-05,
+      "loss": 0.3515,
+      "step": 600
+    },
+    {
+      "grad_norm": 0.5681883692741394,
+      "learning_rate": 9.859718589684344e-05,
+      "loss": 0.3546,
+      "step": 610
+    },
+    {
+      "grad_norm": 0.5880125761032104,
+      "learning_rate": 9.851833986710353e-05,
+      "loss": 0.3497,
+      "step": 620
+    },
+    {
+      "grad_norm": 0.5264875888824463,
+      "learning_rate": 9.843737148800023e-05,
+      "loss": 0.337,
+      "step": 630
+    },
+    {
+      "grad_norm": 0.5605013370513916,
+      "learning_rate": 9.835428430135271e-05,
+      "loss": 0.3393,
+      "step": 640
+    },
+    {
+      "grad_norm": 0.6192206144332886,
+      "learning_rate": 9.82690819416637e-05,
+      "loss": 0.34,
+      "step": 650
+    },
+    {
+      "grad_norm": 0.6110579967498779,
+      "learning_rate": 9.818176813596041e-05,
+      "loss": 0.3389,
+      "step": 660
+    },
+    {
+      "grad_norm": 0.5764301419258118,
+      "learning_rate": 9.809234670363159e-05,
+      "loss": 0.3381,
+      "step": 670
+    },
+    {
+      "grad_norm": 0.8593378663063049,
+      "learning_rate": 9.800082155626034e-05,
+      "loss": 0.3322,
+      "step": 680
+    },
+    {
+      "grad_norm": 0.5807505249977112,
+      "learning_rate": 9.790719669745312e-05,
+      "loss": 0.3231,
+      "step": 690
+    },
+    {
+      "grad_norm": 0.4717051386833191,
+      "learning_rate": 9.781147622266455e-05,
+      "loss": 0.3238,
+      "step": 700
+    },
+    {
+      "grad_norm": 0.6579855680465698,
+      "learning_rate": 9.771366431901831e-05,
+      "loss": 0.3295,
+      "step": 710
+    },
+    {
+      "grad_norm": 0.628955602645874,
+      "learning_rate": 9.761376526512394e-05,
+      "loss": 0.3217,
+      "step": 720
+    },
+    {
+      "grad_norm": 0.5894500613212585,
+      "learning_rate": 9.751178343088963e-05,
+      "loss": 0.316,
+      "step": 730
+    },
+    {
+      "grad_norm": 0.5055364966392517,
+      "learning_rate": 9.740772327733123e-05,
+      "loss": 0.309,
+      "step": 740
+    },
+    {
+      "grad_norm": 0.6004322171211243,
+      "learning_rate": 9.730158935637697e-05,
+      "loss": 0.311,
+      "step": 750
+    },
+    {
+      "grad_norm": 0.635161280632019,
+      "learning_rate": 9.719338631066834e-05,
+      "loss": 0.3026,
+      "step": 760
+    },
+    {
+      "grad_norm": 0.5828489065170288,
+      "learning_rate": 9.708311887335713e-05,
+      "loss": 0.3013,
+      "step": 770
+    },
+    {
+      "grad_norm": 0.5016903281211853,
+      "learning_rate": 9.697079186789823e-05,
+      "loss": 0.2956,
+      "step": 780
+    },
+    {
+      "grad_norm": 0.6857247352600098,
+      "learning_rate": 9.685641020783876e-05,
+      "loss": 0.291,
+      "step": 790
+    },
+    {
+      "grad_norm": 0.7116719484329224,
+      "learning_rate": 9.67399788966031e-05,
+      "loss": 0.2971,
+      "step": 800
+    },
+    {
+      "grad_norm": 0.6738119125366211,
+      "learning_rate": 9.662150302727395e-05,
+      "loss": 0.2925,
+      "step": 810
+    },
+    {
+      "grad_norm": 0.6863362193107605,
+      "learning_rate": 9.650098778236968e-05,
+      "loss": 0.289,
+      "step": 820
+    },
+    {
+      "grad_norm": 0.8533852100372314,
+      "learning_rate": 9.637843843361749e-05,
+      "loss": 0.2831,
+      "step": 830
+    },
+    {
+      "grad_norm": 0.7648033499717712,
+      "learning_rate": 9.62538603417229e-05,
+      "loss": 0.2741,
+      "step": 840
+    },
+    {
+      "grad_norm": 0.6435885429382324,
+      "learning_rate": 9.612725895613526e-05,
+      "loss": 0.2801,
+      "step": 850
+    },
+    {
+      "grad_norm": 0.5481097102165222,
+      "learning_rate": 9.599863981480926e-05,
+      "loss": 0.2737,
+      "step": 860
+    },
+    {
+      "grad_norm": 0.5261946320533752,
+      "learning_rate": 9.586800854396283e-05,
+      "loss": 0.2707,
+      "step": 870
+    },
+    {
+      "grad_norm": 0.7357770800590515,
+      "learning_rate": 9.573537085783095e-05,
+      "loss": 0.2689,
+      "step": 880
+    },
+    {
+      "grad_norm": 0.4950186312198639,
+      "learning_rate": 9.560073255841571e-05,
+      "loss": 0.2639,
+      "step": 890
+    },
+    {
+      "grad_norm": 0.5549483895301819,
+      "learning_rate": 9.546409953523247e-05,
+      "loss": 0.2752,
+      "step": 900
+    },
+    {
+      "grad_norm": 0.49525851011276245,
+      "learning_rate": 9.532547776505229e-05,
+      "loss": 0.2606,
+      "step": 910
+    },
+    {
+      "grad_norm": 0.8189237713813782,
+      "learning_rate": 9.518487331164048e-05,
+      "loss": 0.2658,
+      "step": 920
+    },
+    {
+      "grad_norm": 0.6096393465995789,
+      "learning_rate": 9.504229232549134e-05,
+      "loss": 0.2573,
+      "step": 930
+    },
+    {
+      "grad_norm": 0.6525559425354004,
+      "learning_rate": 9.489774104355909e-05,
+      "loss": 0.2483,
+      "step": 940
+    },
+    {
+      "grad_norm": 0.5830576419830322,
+      "learning_rate": 9.475122578898507e-05,
+      "loss": 0.261,
+      "step": 950
+    },
+    {
+      "grad_norm": 0.5369833707809448,
+      "learning_rate": 9.460275297082119e-05,
+      "loss": 0.243,
+      "step": 960
+    },
+    {
+      "grad_norm": 0.563439667224884,
+      "learning_rate": 9.445232908374948e-05,
+      "loss": 0.2443,
+      "step": 970
+    },
+    {
+      "grad_norm": 0.7265565395355225,
+      "learning_rate": 9.429996070779808e-05,
+      "loss": 0.2469,
+      "step": 980
+    },
+    {
+      "grad_norm": 0.5978431701660156,
+      "learning_rate": 9.414565450805333e-05,
+      "loss": 0.2512,
+      "step": 990
+    },
+    {
+      "grad_norm": 0.5689353942871094,
+      "learning_rate": 9.398941723436831e-05,
+      "loss": 0.2427,
+      "step": 1000
+    },
+    {
+      "grad_norm": 0.6148059964179993,
+      "learning_rate": 9.383125572106752e-05,
+      "loss": 0.2441,
+      "step": 1010
+    },
+    {
+      "grad_norm": 0.5421059131622314,
+      "learning_rate": 9.367117688664791e-05,
+      "loss": 0.2402,
+      "step": 1020
+    },
+    {
+      "grad_norm": 0.6441880464553833,
+      "learning_rate": 9.35091877334763e-05,
+      "loss": 0.2425,
+      "step": 1030
+    },
+    {
+      "grad_norm": 0.557212769985199,
+      "learning_rate": 9.334529534748297e-05,
+      "loss": 0.2342,
+      "step": 1040
+    },
+    {
+      "grad_norm": 0.569503664970398,
+      "learning_rate": 9.317950689785188e-05,
+      "loss": 0.2264,
+      "step": 1050
+    },
+    {
+      "grad_norm": 0.5693261623382568,
+      "learning_rate": 9.301182963670688e-05,
+      "loss": 0.2349,
+      "step": 1060
+    },
+    {
+      "grad_norm": 0.582307755947113,
+      "learning_rate": 9.284227089879456e-05,
+      "loss": 0.2278,
+      "step": 1070
+    },
+    {
+      "grad_norm": 0.6197856664657593,
+      "learning_rate": 9.26708381011634e-05,
+      "loss": 0.2278,
+      "step": 1080
+    },
+    {
+      "grad_norm": 0.7108920812606812,
+      "learning_rate": 9.249753874283937e-05,
+      "loss": 0.2172,
+      "step": 1090
+    },
+    {
+      "grad_norm": 0.5743140578269958,
+      "learning_rate": 9.232238040449779e-05,
+      "loss": 0.2244,
+      "step": 1100
+    },
+    {
+      "grad_norm": 0.5024147033691406,
+      "learning_rate": 9.214537074813181e-05,
+      "loss": 0.2279,
+      "step": 1110
+    },
+    {
+      "grad_norm": 0.49290940165519714,
+      "learning_rate": 9.196651751671724e-05,
+      "loss": 0.2251,
+      "step": 1120
+    },
+    {
+      "grad_norm": 0.5783771276473999,
+      "learning_rate": 9.178582853387384e-05,
+      "loss": 0.2305,
+      "step": 1130
+    },
+    {
+      "grad_norm": 0.5653145909309387,
+      "learning_rate": 9.160331170352304e-05,
+      "loss": 0.2268,
+      "step": 1140
+    },
+    {
+      "grad_norm": 0.5608157515525818,
+      "learning_rate": 9.141897500954229e-05,
+      "loss": 0.2217,
+      "step": 1150
+    },
+    {
+      "grad_norm": 0.6312665939331055,
+      "learning_rate": 9.123282651541576e-05,
+      "loss": 0.2245,
+      "step": 1160
+    },
+    {
+      "grad_norm": 0.6406843662261963,
+      "learning_rate": 9.104487436388161e-05,
+      "loss": 0.2213,
+      "step": 1170
+    },
+    {
+      "grad_norm": 0.5847739577293396,
+      "learning_rate": 9.085512677657582e-05,
+      "loss": 0.2208,
+      "step": 1180
+    },
+    {
+      "grad_norm": 0.7074791789054871,
+      "learning_rate": 9.066359205367258e-05,
+      "loss": 0.2257,
+      "step": 1190
+    },
+    {
+      "grad_norm": 0.5842779874801636,
+      "learning_rate": 9.047027857352112e-05,
+      "loss": 0.2266,
+      "step": 1200
+    },
+    {
+      "grad_norm": 0.588157594203949,
+      "learning_rate": 9.027519479227935e-05,
+      "loss": 0.2182,
+      "step": 1210
+    },
+    {
+      "grad_norm": 0.537523090839386,
+      "learning_rate": 9.007834924354383e-05,
+      "loss": 0.2125,
+      "step": 1220
+    },
+    {
+      "grad_norm": 0.6126615405082703,
+      "learning_rate": 8.987975053797655e-05,
+      "loss": 0.219,
+      "step": 1230
+    },
+    {
+      "grad_norm": 0.6088708639144897,
+      "learning_rate": 8.967940736292825e-05,
+      "loss": 0.2092,
+      "step": 1240
+    },
+    {
+      "grad_norm": 0.7353971600532532,
+      "learning_rate": 8.947732848205846e-05,
+      "loss": 0.2193,
+      "step": 1250
+    },
+    {
+      "grad_norm": 0.6306905150413513,
+      "learning_rate": 8.927352273495204e-05,
+      "loss": 0.204,
+      "step": 1260
+    },
+    {
+      "grad_norm": 0.8242927193641663,
+      "learning_rate": 8.906799903673265e-05,
+      "loss": 0.21,
+      "step": 1270
+    },
+    {
+      "grad_norm": 0.5623785853385925,
+      "learning_rate": 8.88607663776726e-05,
+      "loss": 0.2023,
+      "step": 1280
+    },
+    {
+      "grad_norm": 0.5174214839935303,
+      "learning_rate": 8.865183382279978e-05,
+      "loss": 0.1999,
+      "step": 1290
+    },
+    {
+      "grad_norm": 0.6100649833679199,
+      "learning_rate": 8.844121051150096e-05,
+      "loss": 0.1986,
+      "step": 1300
+    },
+    {
+      "grad_norm": 0.5744302272796631,
+      "learning_rate": 8.822890565712211e-05,
+      "loss": 0.1942,
+      "step": 1310
+    },
+    {
+      "grad_norm": 0.5417208671569824,
+      "learning_rate": 8.801492854656536e-05,
+      "loss": 0.1952,
+      "step": 1320
+    },
+    {
+      "grad_norm": 0.5938060879707336,
+      "learning_rate": 8.779928853988268e-05,
+      "loss": 0.1894,
+      "step": 1330
+    },
+    {
+      "grad_norm": 0.621957004070282,
+      "learning_rate": 8.758199506986655e-05,
+      "loss": 0.2007,
+      "step": 1340
+    },
+    {
+      "grad_norm": 0.5315787196159363,
+      "learning_rate": 8.73630576416373e-05,
+      "loss": 0.188,
+      "step": 1350
+    },
+    {
+      "grad_norm": 0.6537216305732727,
+      "learning_rate": 8.714248583222726e-05,
+      "loss": 0.1917,
+      "step": 1360
+    },
+    {
+      "grad_norm": 0.6789434552192688,
+      "learning_rate": 8.692028929016196e-05,
+      "loss": 0.1845,
+      "step": 1370
+    },
+    {
+      "grad_norm": 0.8491402864456177,
+      "learning_rate": 8.669647773503797e-05,
+      "loss": 0.1957,
+      "step": 1380
+    },
+    {
+      "grad_norm": 0.5203484892845154,
+      "learning_rate": 8.647106095709773e-05,
+      "loss": 0.1881,
+      "step": 1390
+    },
+    {
+      "grad_norm": 0.5932870507240295,
+      "learning_rate": 8.624404881680139e-05,
+      "loss": 0.1908,
+      "step": 1400
+    },
+    {
+      "grad_norm": 0.5041481256484985,
+      "learning_rate": 8.601545124439535e-05,
+      "loss": 0.1852,
+      "step": 1410
+    },
+    {
+      "grad_norm": 0.7363860607147217,
+      "learning_rate": 8.5785278239478e-05,
+      "loss": 0.1926,
+      "step": 1420
+    },
+    {
+      "grad_norm": 0.6181259751319885,
+      "learning_rate": 8.555353987056224e-05,
+      "loss": 0.1863,
+      "step": 1430
+    },
+    {
+      "grad_norm": 0.6172283291816711,
+      "learning_rate": 8.532024627463505e-05,
+      "loss": 0.1842,
+      "step": 1440
+    },
+    {
+      "grad_norm": 0.7176178693771362,
+      "learning_rate": 8.508540765671407e-05,
+      "loss": 0.1813,
+      "step": 1450
+    },
+    {
+      "grad_norm": 0.6782505512237549,
+      "learning_rate": 8.484903428940121e-05,
+      "loss": 0.1801,
+      "step": 1460
+    },
+    {
+      "grad_norm": 0.6289677619934082,
+      "learning_rate": 8.461113651243334e-05,
+      "loss": 0.1755,
+      "step": 1470
+    },
+    {
+      "grad_norm": 0.6521685123443604,
+      "learning_rate": 8.437172473222987e-05,
+      "loss": 0.1781,
+      "step": 1480
+    },
+    {
+      "grad_norm": 0.5757660865783691,
+      "learning_rate": 8.413080942143767e-05,
+      "loss": 0.1688,
+      "step": 1490
+    },
+    {
+      "grad_norm": 0.6324275732040405,
+      "learning_rate": 8.388840111847288e-05,
+      "loss": 0.1792,
+      "step": 1500
+    },
+    {
+      "grad_norm": 0.5438656210899353,
+      "learning_rate": 8.364451042705998e-05,
+      "loss": 0.1679,
+      "step": 1510
+    },
+    {
+      "grad_norm": 0.5530540943145752,
+      "learning_rate": 8.33991480157679e-05,
+      "loss": 0.17,
+      "step": 1520
+    },
+    {
+      "grad_norm": 0.557408332824707,
+      "learning_rate": 8.315232461754338e-05,
+      "loss": 0.1632,
+      "step": 1530
+    },
+    {
+      "grad_norm": 0.723152220249176,
+      "learning_rate": 8.290405102924144e-05,
+      "loss": 0.1701,
+      "step": 1540
+    },
+    {
+      "grad_norm": 0.48466992378234863,
+      "learning_rate": 8.265433811115316e-05,
+      "loss": 0.1633,
+      "step": 1550
+    },
+    {
+      "grad_norm": 0.5186998248100281,
+      "learning_rate": 8.240319678653049e-05,
+      "loss": 0.1624,
+      "step": 1560
+    },
+    {
+      "grad_norm": 0.559443473815918,
+      "learning_rate": 8.215063804110857e-05,
+      "loss": 0.1534,
+      "step": 1570
+    },
+    {
+      "grad_norm": 0.7231738567352295,
+      "learning_rate": 8.189667292262512e-05,
+      "loss": 0.1569,
+      "step": 1580
+    },
+    {
+      "grad_norm": 0.7425665855407715,
+      "learning_rate": 8.164131254033716e-05,
+      "loss": 0.158,
+      "step": 1590
+    },
+    {
+      "grad_norm": 0.6741540431976318,
+      "learning_rate": 8.138456806453503e-05,
+      "loss": 0.1581,
+      "step": 1600
+    },
+    {
+      "grad_norm": 0.6023576259613037,
+      "learning_rate": 8.112645072605386e-05,
+      "loss": 0.1559,
+      "step": 1610
+    },
+    {
+      "grad_norm": 0.5624998211860657,
+      "learning_rate": 8.086697181578222e-05,
+      "loss": 0.1459,
+      "step": 1620
+    },
+    {
+      "grad_norm": 0.6513944268226624,
+      "learning_rate": 8.060614268416823e-05,
+      "loss": 0.1537,
+      "step": 1630
+    },
+    {
+      "grad_norm": 0.5820642709732056,
+      "learning_rate": 8.034397474072309e-05,
+      "loss": 0.1485,
+      "step": 1640
+    },
+    {
+      "grad_norm": 0.6347548961639404,
+      "learning_rate": 8.008047945352193e-05,
+      "loss": 0.1539,
+      "step": 1650
+    },
+    {
+      "grad_norm": 0.513335108757019,
+      "learning_rate": 7.981566834870225e-05,
+      "loss": 0.1421,
+      "step": 1660
+    },
+    {
+      "grad_norm": 0.5888384580612183,
+      "learning_rate": 7.954955300995961e-05,
+      "loss": 0.1514,
+      "step": 1670
+    },
+    {
+      "grad_norm": 0.512727677822113,
+      "learning_rate": 7.928214507804104e-05,
+      "loss": 0.1534,
+      "step": 1680
+    },
+    {
+      "grad_norm": 0.5983278751373291,
+      "learning_rate": 7.901345625023576e-05,
+      "loss": 0.1538,
+      "step": 1690
+    },
+    {
+      "grad_norm": 0.5887285470962524,
+      "learning_rate": 7.874349827986354e-05,
+      "loss": 0.1443,
+      "step": 1700
+    },
+    {
+      "grad_norm": 0.6679766774177551,
+      "learning_rate": 7.847228297576053e-05,
+      "loss": 0.1441,
+      "step": 1710
+    },
+    {
+      "grad_norm": 0.5901898145675659,
+      "learning_rate": 7.819982220176276e-05,
+      "loss": 0.1493,
+      "step": 1720
+    },
+    {
+      "grad_norm": 0.5546339750289917,
+      "learning_rate": 7.792612787618714e-05,
+      "loss": 0.1463,
+      "step": 1730
+    },
+    {
+      "grad_norm": 0.44935551285743713,
+      "learning_rate": 7.765121197131009e-05,
+      "loss": 0.1405,
+      "step": 1740
+    },
+    {
+      "grad_norm": 0.571503758430481,
+      "learning_rate": 7.737508651284391e-05,
+      "loss": 0.144,
+      "step": 1750
+    },
+    {
+      "grad_norm": 0.45417916774749756,
+      "learning_rate": 7.709776357941069e-05,
+      "loss": 0.1466,
+      "step": 1760
+    },
+    {
+      "grad_norm": 0.6172892451286316,
+      "learning_rate": 7.681925530201392e-05,
+      "loss": 0.1399,
+      "step": 1770
+    },
+    {
+      "grad_norm": 0.5856171250343323,
+      "learning_rate": 7.65395738635079e-05,
+      "loss": 0.1357,
+      "step": 1780
+    },
+    {
+      "grad_norm": 0.6619947552680969,
+      "learning_rate": 7.62587314980648e-05,
+      "loss": 0.1352,
+      "step": 1790
+    },
+    {
+      "grad_norm": 0.6460875272750854,
+      "learning_rate": 7.597674049063947e-05,
+      "loss": 0.1341,
+      "step": 1800
+    },
+    {
+      "grad_norm": 0.7179229259490967,
+      "learning_rate": 7.569361317643211e-05,
+      "loss": 0.1332,
+      "step": 1810
+    },
+    {
+      "grad_norm": 0.5755833387374878,
+      "learning_rate": 7.540936194034865e-05,
+      "loss": 0.1228,
+      "step": 1820
+    },
+    {
+      "grad_norm": 0.6001657247543335,
+      "learning_rate": 7.512399921645901e-05,
+      "loss": 0.1221,
+      "step": 1830
+    },
+    {
+      "grad_norm": 0.8415402770042419,
+      "learning_rate": 7.483753748745317e-05,
+      "loss": 0.1204,
+      "step": 1840
+    },
+    {
+      "grad_norm": 0.5911980867385864,
+      "learning_rate": 7.454998928409516e-05,
+      "loss": 0.1186,
+      "step": 1850
+    },
+    {
+      "grad_norm": 0.6328838467597961,
+      "learning_rate": 7.426136718467493e-05,
+      "loss": 0.1191,
+      "step": 1860
+    },
+    {
+      "grad_norm": 0.7557830214500427,
+      "learning_rate": 7.397168381445812e-05,
+      "loss": 0.1181,
+      "step": 1870
+    },
+    {
+      "grad_norm": 0.6825954914093018,
+      "learning_rate": 7.368095184513377e-05,
+      "loss": 0.1091,
+      "step": 1880
+    },
+    {
+      "grad_norm": 0.6182678937911987,
+      "learning_rate": 7.338918399426005e-05,
+      "loss": 0.1091,
+      "step": 1890
+    },
+    {
+      "grad_norm": 0.5677836537361145,
+      "learning_rate": 7.309639302470801e-05,
+      "loss": 0.1184,
+      "step": 1900
+    },
+    {
+      "grad_norm": 0.5817261934280396,
+      "learning_rate": 7.280259174410312e-05,
+      "loss": 0.1093,
+      "step": 1910
+    },
+    {
+      "grad_norm": 0.5359583497047424,
+      "learning_rate": 7.250779300426517e-05,
+      "loss": 0.1067,
+      "step": 1920
+    },
+    {
+      "grad_norm": 0.5772634148597717,
+      "learning_rate": 7.22120097006461e-05,
+      "loss": 0.1085,
+      "step": 1930
+    },
+    {
+      "grad_norm": 0.5606518983840942,
+      "learning_rate": 7.191525477176577e-05,
+      "loss": 0.1051,
+      "step": 1940
+    },
+    {
+      "grad_norm": 0.5310060977935791,
+      "learning_rate": 7.161754119864616e-05,
+      "loss": 0.1053,
+      "step": 1950
+    },
+    {
+      "grad_norm": 0.5121711492538452,
+      "learning_rate": 7.131888200424339e-05,
+      "loss": 0.0989,
+      "step": 1960
+    },
+    {
+      "grad_norm": 0.5429434776306152,
+      "learning_rate": 7.101929025287816e-05,
+      "loss": 0.1061,
+      "step": 1970
+    },
+    {
+      "grad_norm": 0.6458041071891785,
+      "learning_rate": 7.071877904966423e-05,
+      "loss": 0.106,
+      "step": 1980
+    },
+    {
+      "grad_norm": 0.5793947577476501,
+      "learning_rate": 7.04173615399351e-05,
+      "loss": 0.0998,
+      "step": 1990
+    },
+    {
+      "grad_norm": 0.5256904363632202,
+      "learning_rate": 7.011505090866913e-05,
+      "loss": 0.0949,
+      "step": 2000
+    },
+    {
+      "grad_norm": 0.5925444960594177,
+      "learning_rate": 6.981186037991271e-05,
+      "loss": 0.0913,
+      "step": 2010
+    },
+    {
+      "grad_norm": 0.5881873369216919,
+      "learning_rate": 6.950780321620174e-05,
+      "loss": 0.0997,
+      "step": 2020
+    },
+    {
+      "grad_norm": 0.59590083360672,
+      "learning_rate": 6.920289271798157e-05,
+      "loss": 0.1074,
+      "step": 2030
+    },
+    {
+      "grad_norm": 0.622574508190155,
+      "learning_rate": 6.889714222302517e-05,
+      "loss": 0.1122,
+      "step": 2040
+    },
+    {
+      "grad_norm": 0.5420517325401306,
+      "learning_rate": 6.85905651058497e-05,
+      "loss": 0.1024,
+      "step": 2050
+    },
+    {
+      "grad_norm": 0.5388364791870117,
+      "learning_rate": 6.82831747771314e-05,
+      "loss": 0.1023,
+      "step": 2060
+    },
+    {
+      "grad_norm": 0.4457239508628845,
+      "learning_rate": 6.797498468311907e-05,
+      "loss": 0.0936,
+      "step": 2070
+    },
+    {
+      "grad_norm": 0.4550946354866028,
+      "learning_rate": 6.766600830504585e-05,
+      "loss": 0.0935,
+      "step": 2080
+    },
+    {
+      "grad_norm": 0.5083208680152893,
+      "learning_rate": 6.735625915853942e-05,
+      "loss": 0.093,
+      "step": 2090
+    },
+    {
+      "grad_norm": 0.5291924476623535,
+      "learning_rate": 6.70457507930309e-05,
+      "loss": 0.0903,
+      "step": 2100
+    },
+    {
+      "grad_norm": 0.49382320046424866,
+      "learning_rate": 6.673449679116215e-05,
+      "loss": 0.0941,
+      "step": 2110
+    },
+    {
+      "grad_norm": 0.48284777998924255,
+      "learning_rate": 6.642251076819148e-05,
+      "loss": 0.0927,
+      "step": 2120
+    },
+    {
+      "grad_norm": 0.5031968951225281,
+      "learning_rate": 6.610980637139827e-05,
+      "loss": 0.0965,
+      "step": 2130
+    },
+    {
+      "grad_norm": 0.5879396796226501,
+      "learning_rate": 6.579639727948583e-05,
+      "loss": 0.0951,
+      "step": 2140
+    },
+    {
+      "grad_norm": 0.5393956303596497,
+      "learning_rate": 6.548229720198315e-05,
+      "loss": 0.1009,
+      "step": 2150
+    },
+    {
+      "grad_norm": 0.5415223836898804,
+      "learning_rate": 6.516751987864517e-05,
+      "loss": 0.098,
+      "step": 2160
+    },
+    {
+      "grad_norm": 0.4895865321159363,
+      "learning_rate": 6.485207907885175e-05,
+      "loss": 0.0982,
+      "step": 2170
+    },
+    {
+      "grad_norm": 0.5911388993263245,
+      "learning_rate": 6.453598860100536e-05,
+      "loss": 0.0969,
+      "step": 2180
+    },
+    {
+      "grad_norm": 0.5563522577285767,
+      "learning_rate": 6.421926227192749e-05,
+      "loss": 0.0938,
+      "step": 2190
+    },
+    {
+      "grad_norm": 0.45317167043685913,
+      "learning_rate": 6.390191394625381e-05,
+      "loss": 0.0916,
+      "step": 2200
+    },
+    {
+      "grad_norm": 0.5628747940063477,
+      "learning_rate": 6.358395750582817e-05,
+      "loss": 0.0935,
+      "step": 2210
+    },
+    {
+      "grad_norm": 0.5122891068458557,
+      "learning_rate": 6.326540685909532e-05,
+      "loss": 0.0927,
+      "step": 2220
+    },
+    {
+      "grad_norm": 0.5771424174308777,
+      "learning_rate": 6.294627594049249e-05,
+      "loss": 0.0962,
+      "step": 2230
+    },
+    {
+      "grad_norm": 0.5170236825942993,
+      "learning_rate": 6.262657870983989e-05,
+      "loss": 0.0904,
+      "step": 2240
+    },
+    {
+      "grad_norm": 0.4742584228515625,
+      "learning_rate": 6.230632915173009e-05,
+      "loss": 0.096,
+      "step": 2250
+    },
+    {
+      "grad_norm": 0.47861242294311523,
+      "learning_rate": 6.198554127491622e-05,
+      "loss": 0.0934,
+      "step": 2260
+    },
+    {
+      "grad_norm": 0.5094116926193237,
+      "learning_rate": 6.166422911169923e-05,
+      "loss": 0.0898,
+      "step": 2270
+    },
+    {
+      "grad_norm": 0.5018652677536011,
+      "learning_rate": 6.1342406717314e-05,
+      "loss": 0.0954,
+      "step": 2280
+    },
+    {
+      "grad_norm": 0.4745335876941681,
+      "learning_rate": 6.102008816931466e-05,
+      "loss": 0.0954,
+      "step": 2290
+    },
+    {
+      "grad_norm": 0.532701849937439,
+      "learning_rate": 6.069728756695866e-05,
+      "loss": 0.0887,
+      "step": 2300
+    },
+    {
+      "grad_norm": 0.48223239183425903,
+      "learning_rate": 6.037401903059008e-05,
+      "loss": 0.1038,
+      "step": 2310
+    },
+    {
+      "grad_norm": 0.5274860858917236,
+      "learning_rate": 6.005029670102195e-05,
+      "loss": 0.0922,
+      "step": 2320
+    },
+    {
+      "grad_norm": 0.5428637266159058,
+      "learning_rate": 5.972613473891766e-05,
+      "loss": 0.1019,
+      "step": 2330
+    },
+    {
+      "grad_norm": 0.5568265914916992,
+      "learning_rate": 5.940154732417158e-05,
+      "loss": 0.0949,
+      "step": 2340
+    },
+    {
+      "grad_norm": 0.5592058300971985,
+      "learning_rate": 5.907654865528876e-05,
+      "loss": 0.1004,
+      "step": 2350
+    },
+    {
+      "grad_norm": 0.5825232863426208,
+      "learning_rate": 5.875115294876381e-05,
+      "loss": 0.0914,
+      "step": 2360
+    },
+    {
+      "grad_norm": 0.4860818088054657,
+      "learning_rate": 5.842537443845908e-05,
+      "loss": 0.0895,
+      "step": 2370
+    },
+    {
+      "grad_norm": 0.47628575563430786,
+      "learning_rate": 5.809922737498198e-05,
+      "loss": 0.0895,
+      "step": 2380
+    },
+    {
+      "grad_norm": 0.561185359954834,
+      "learning_rate": 5.777272602506165e-05,
+      "loss": 0.0935,
+      "step": 2390
+    },
+    {
+      "grad_norm": 0.5275021195411682,
+      "learning_rate": 5.744588467092483e-05,
+      "loss": 0.0933,
+      "step": 2400
+    },
+    {
+      "grad_norm": 0.5264272689819336,
+      "learning_rate": 5.7118717609671194e-05,
+      "loss": 0.0892,
+      "step": 2410
+    },
+    {
+      "grad_norm": 0.5207436680793762,
+      "learning_rate": 5.679123915264786e-05,
+      "loss": 0.0893,
+      "step": 2420
+    },
+    {
+      "grad_norm": 0.593533456325531,
+      "learning_rate": 5.646346362482342e-05,
+      "loss": 0.0844,
+      "step": 2430
+    },
+    {
+      "grad_norm": 0.47873932123184204,
+      "learning_rate": 5.613540536416132e-05,
+      "loss": 0.0911,
+      "step": 2440
+    },
+    {
+      "grad_norm": 0.5618205666542053,
+      "learning_rate": 5.5807078720992645e-05,
+      "loss": 0.0851,
+      "step": 2450
+    },
+    {
+      "grad_norm": 0.44934114813804626,
+      "learning_rate": 5.547849805738836e-05,
+      "loss": 0.0906,
+      "step": 2460
+    },
+    {
+      "grad_norm": 0.5721641778945923,
+      "learning_rate": 5.514967774653118e-05,
+      "loss": 0.0863,
+      "step": 2470
+    },
+    {
+      "grad_norm": 0.5808746814727783,
+      "learning_rate": 5.482063217208674e-05,
+      "loss": 0.0839,
+      "step": 2480
+    },
+    {
+      "grad_norm": 0.7663801908493042,
+      "learning_rate": 5.449137572757439e-05,
+      "loss": 0.079,
+      "step": 2490
+    },
+    {
+      "grad_norm": 0.59348464012146,
+      "learning_rate": 5.4161922815737696e-05,
+      "loss": 0.0844,
+      "step": 2500
+    },
+    {
+      "grad_norm": 0.5268471240997314,
+      "learning_rate": 5.3832287847914276e-05,
+      "loss": 0.0778,
+      "step": 2510
+    },
+    {
+      "grad_norm": 0.5742741227149963,
+      "learning_rate": 5.35024852434055e-05,
+      "loss": 0.0736,
+      "step": 2520
+    },
+    {
+      "grad_norm": 0.5461910963058472,
+      "learning_rate": 5.317252942884567e-05,
+      "loss": 0.0685,
+      "step": 2530
+    },
+    {
+      "grad_norm": 0.594890832901001,
+      "learning_rate": 5.284243483757109e-05,
+      "loss": 0.0733,
+      "step": 2540
+    },
+    {
+      "grad_norm": 0.7696801424026489,
+      "learning_rate": 5.2512215908988484e-05,
+      "loss": 0.0778,
+      "step": 2550
+    },
+    {
+      "grad_norm": 0.5537458658218384,
+      "learning_rate": 5.218188708794357e-05,
+      "loss": 0.0688,
+      "step": 2560
+    },
+    {
+      "grad_norm": 0.5646308660507202,
+      "learning_rate": 5.18514628240891e-05,
+      "loss": 0.07,
+      "step": 2570
+    },
+    {
+      "grad_norm": 0.6419703364372253,
+      "learning_rate": 5.1520957571252795e-05,
+      "loss": 0.0708,
+      "step": 2580
+    },
+    {
+      "grad_norm": 0.5593074560165405,
+      "learning_rate": 5.1190385786805106e-05,
+      "loss": 0.0762,
+      "step": 2590
+    },
+    {
+      "grad_norm": 0.5110213756561279,
+      "learning_rate": 5.085976193102677e-05,
+      "loss": 0.072,
+      "step": 2600
+    },
+    {
+      "grad_norm": 0.4601760804653168,
+      "learning_rate": 5.052910046647634e-05,
+      "loss": 0.0652,
+      "step": 2610
+    },
+    {
+      "grad_norm": 0.3931610584259033,
+      "learning_rate": 5.0198415857357464e-05,
+      "loss": 0.0666,
+      "step": 2620
+    },
+    {
+      "grad_norm": 0.45117199420928955,
+      "learning_rate": 4.9867722568886223e-05,
+      "loss": 0.0634,
+      "step": 2630
+    },
+    {
+      "grad_norm": 0.47389066219329834,
+      "learning_rate": 4.9537035066658314e-05,
+      "loss": 0.0645,
+      "step": 2640
+    },
+    {
+      "grad_norm": 0.4766860008239746,
+      "learning_rate": 4.920636781601638e-05,
+      "loss": 0.0652,
+      "step": 2650
+    },
+    {
+      "grad_norm": 0.5132986307144165,
+      "learning_rate": 4.88757352814172e-05,
+      "loss": 0.0757,
+      "step": 2660
+    },
+    {
+      "grad_norm": 0.5240507125854492,
+      "learning_rate": 4.8545151925798924e-05,
+      "loss": 0.0675,
+      "step": 2670
+    },
+    {
+      "grad_norm": 0.48893073201179504,
+      "learning_rate": 4.821463220994848e-05,
+      "loss": 0.0727,
+      "step": 2680
+    },
+    {
+      "grad_norm": 0.47110217809677124,
+      "learning_rate": 4.788419059186895e-05,
+      "loss": 0.0695,
+      "step": 2690
+    },
+    {
+      "grad_norm": 0.4707425534725189,
+      "learning_rate": 4.7553841526147205e-05,
+      "loss": 0.0728,
+      "step": 2700
+    },
+    {
+      "grad_norm": 0.6055741310119629,
+      "learning_rate": 4.722359946332156e-05,
+      "loss": 0.0699,
+      "step": 2710
+    },
+    {
+      "grad_norm": 0.5407254099845886,
+      "learning_rate": 4.6893478849249654e-05,
+      "loss": 0.0643,
+      "step": 2720
+    },
+    {
+      "grad_norm": 0.5672000646591187,
+      "learning_rate": 4.656349412447664e-05,
+      "loss": 0.0665,
+      "step": 2730
+    },
+    {
+      "grad_norm": 0.5456300973892212,
+      "learning_rate": 4.623365972360337e-05,
+      "loss": 0.0669,
+      "step": 2740
+    },
+    {
+      "grad_norm": 0.42429009079933167,
+      "learning_rate": 4.590399007465503e-05,
+      "loss": 0.0603,
+      "step": 2750
+    },
+    {
+      "grad_norm": 0.46782442927360535,
+      "learning_rate": 4.557449959845005e-05,
+      "loss": 0.0604,
+      "step": 2760
+    },
+    {
+      "grad_norm": 0.5908854007720947,
+      "learning_rate": 4.524520270796927e-05,
+      "loss": 0.0622,
+      "step": 2770
+    },
+    {
+      "grad_norm": 0.563959002494812,
+      "learning_rate": 4.491611380772545e-05,
+      "loss": 0.0625,
+      "step": 2780
+    },
+    {
+      "grad_norm": 0.46056613326072693,
+      "learning_rate": 4.458724729313318e-05,
+      "loss": 0.0544,
+      "step": 2790
+    },
+    {
+      "grad_norm": 0.5170462131500244,
+      "learning_rate": 4.42586175498792e-05,
+      "loss": 0.0588,
+      "step": 2800
+    },
+    {
+      "grad_norm": 0.6552886366844177,
+      "learning_rate": 4.3930238953293094e-05,
+      "loss": 0.0575,
+      "step": 2810
+    },
+    {
+      "grad_norm": 0.85902339220047,
+      "learning_rate": 4.360212586771847e-05,
+      "loss": 0.0474,
+      "step": 2820
+    },
+    {
+      "grad_norm": 0.8355768322944641,
+      "learning_rate": 4.327429264588463e-05,
+      "loss": 0.0514,
+      "step": 2830
+    },
+    {
+      "grad_norm": 0.6875535845756531,
+      "learning_rate": 4.2946753628278725e-05,
+      "loss": 0.0565,
+      "step": 2840
+    },
+    {
+      "grad_norm": 0.6323390007019043,
+      "learning_rate": 4.2619523142518474e-05,
+      "loss": 0.0517,
+      "step": 2850
+    },
+    {
+      "grad_norm": 0.4932286739349365,
+      "learning_rate": 4.229261550272539e-05,
+      "loss": 0.0492,
+      "step": 2860
+    },
+    {
+      "grad_norm": 0.5139195322990417,
+      "learning_rate": 4.196604500889868e-05,
+      "loss": 0.0458,
+      "step": 2870
+    },
+    {
+      "grad_norm": 0.4336424171924591,
+      "learning_rate": 4.163982594628969e-05,
+      "loss": 0.0412,
+      "step": 2880
+    },
+    {
+      "grad_norm": 0.4463331401348114,
+      "learning_rate": 4.131397258477702e-05,
+      "loss": 0.0434,
+      "step": 2890
+    },
+    {
+      "grad_norm": 0.46597811579704285,
+      "learning_rate": 4.0988499178242315e-05,
+      "loss": 0.0441,
+      "step": 2900
+    },
+    {
+      "grad_norm": 0.5435395240783691,
+      "learning_rate": 4.066341996394678e-05,
+      "loss": 0.0534,
+      "step": 2910
+    },
+    {
+      "grad_norm": 0.4228745400905609,
+      "learning_rate": 4.033874916190833e-05,
+      "loss": 0.0437,
+      "step": 2920
+    },
+    {
+      "grad_norm": 0.49809300899505615,
+      "learning_rate": 4.001450097427966e-05,
+      "loss": 0.0422,
+      "step": 2930
+    },
+    {
+      "grad_norm": 0.5069879293441772,
+      "learning_rate": 3.9690689584726894e-05,
+      "loss": 0.043,
+      "step": 2940
+    },
+    {
+      "grad_norm": 0.4590340554714203,
+      "learning_rate": 3.936732915780923e-05,
+      "loss": 0.0429,
+      "step": 2950
+    },
+    {
+      "grad_norm": 0.579380214214325,
+      "learning_rate": 3.904443383835929e-05,
+      "loss": 0.0449,
+      "step": 2960
+    },
+    {
+      "grad_norm": 0.4543984830379486,
+      "learning_rate": 3.872201775086437e-05,
+      "loss": 0.048,
+      "step": 2970
+    },
+    {
+      "grad_norm": 0.4465457499027252,
+      "learning_rate": 3.8400094998848616e-05,
+      "loss": 0.0428,
+      "step": 2980
+    },
+    {
+      "grad_norm": 0.46042537689208984,
+      "learning_rate": 3.807867966425611e-05,
+      "loss": 0.0426,
+      "step": 2990
+    },
+    {
+      "grad_norm": 0.5212011933326721,
+      "learning_rate": 3.775778580683481e-05,
+      "loss": 0.0469,
+      "step": 3000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 5000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 3000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

gr00t/90_10/checkpoint-3000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e342ea1d26be4d3fa2c14efcf0069dadad714eda05b447c916b10bfcbe2f00
+size 5777

gr00t/90_10/checkpoint-3000/wandb_config.json

@@ -0,0 +1 @@
+{"project": "finetune-gr00t-n1d6", "run_id": "90_10"}

gr00t/90_10/checkpoint-5000/config.json

@@ -0,0 +1,70 @@
+{
+  "action_horizon": 50,
+  "add_pos_embed": true,
+  "apply_sincos_state_encoding": true,
+  "architectures": [
+    "Gr00tN1d6"
+  ],
+  "attn_dropout": 0.2,
+  "attn_implementation": null,
+  "backbone_embedding_dim": 2048,
+  "backbone_model_type": "eagle",
+  "backbone_trainable_params_fp32": true,
+  "collator_overwrite_image_inputs": false,
+  "color_jitter_params": {
+    "brightness": 0.1,
+    "contrast": 0.1,
+    "hue": 0.1,
+    "saturation": 0.1
+  },
+  "crop_fraction": 0.95,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "eagle_collator": true,
+  "formalize_language": true,
+  "gemma_collator": false,
+  "hidden_size": 1024,
+  "image_crop_size": null,
+  "image_target_size": null,
+  "input_embedding_dim": 1536,
+  "load_bf16": true,
+  "max_action_dim": 128,
+  "max_num_embodiments": 32,
+  "max_seq_len": 1024,
+  "max_state_dim": 128,
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "model_type": "Gr00tN1d6",
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_inference_timesteps": 4,
+  "num_timestep_buckets": 1000,
+  "random_rotation_angle": null,
+  "reproject_vision": false,
+  "select_layer": 16,
+  "shortest_image_edge": 256,
+  "state_dropout_prob": 0.1,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.3",
+  "tune_diffusion_model": true,
+  "tune_llm": true,
+  "tune_projector": true,
+  "tune_top_llm_layers": 4,
+  "tune_visual": false,
+  "tune_vlln": true,
+  "use_albumentations_transforms": true,
+  "use_alternate_vl_dit": true,
+  "use_flash_attention": true,
+  "use_relative_action": true,
+  "use_vlln": true
+}

gr00t/90_10/checkpoint-5000/embodiment_id.json

@@ -0,0 +1,11 @@
+{
+  "robocasa_panda_omron": 13,
+  "gr1": 20,
+  "behavior_r1_pro": 24,
+  "unitree_g1": 8,
+  "oxe_google": 0,
+  "oxe_widowx": 1,
+  "libero_panda": 2,
+  "oxe_droid": 16,
+  "new_embodiment": 10
+}

gr00t/90_10/checkpoint-5000/experiment_cfg/conf.yaml

@@ -0,0 +1,246 @@
+load_config_path: null
+model:
+  model_type: Gr00tN1d6
+  model_dtype: bfloat16
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  backbone_model_type: eagle
+  model_revision: null
+  tune_top_llm_layers: 4
+  backbone_embedding_dim: 2048
+  tune_llm: true
+  tune_visual: false
+  select_layer: 16
+  reproject_vision: false
+  use_flash_attention: true
+  load_bf16: false
+  collator_overwrite_image_inputs: false
+  eagle_collator: true
+  backbone_trainable_params_fp32: true
+  image_crop_size: null
+  image_target_size: null
+  shortest_image_edge: 256
+  crop_fraction: 0.95
+  random_rotation_angle: null
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    saturation: 0.5
+    hue: 0.08
+  use_albumentations_transforms: true
+  formalize_language: true
+  apply_sincos_state_encoding: false
+  use_relative_action: true
+  max_state_dim: 29
+  max_action_dim: 29
+  action_horizon: 16
+  hidden_size: 1024
+  input_embedding_dim: 1536
+  add_pos_embed: true
+  attn_dropout: 0.2
+  use_vlln: true
+  max_seq_len: 1024
+  use_alternate_vl_dit: true
+  attend_text_every_n_blocks: 2
+  diffusion_model_cfg:
+    positional_embeddings: null
+    num_layers: 32
+    num_attention_heads: 32
+    attention_head_dim: 48
+    norm_type: ada_norm
+    dropout: 0.2
+    final_dropout: true
+    output_dim: 1024
+    interleave_self_attention: true
+  num_inference_timesteps: 4
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_timestep_buckets: 1000
+  tune_projector: true
+  tune_diffusion_model: true
+  tune_vlln: true
+  state_dropout_prob: 0.1
+  state_additive_noise_scale: 0.0
+  max_num_embodiments: 32
+data:
+  datasets:
+  - dataset_paths:
+    - /workspace/capstone-vla/datasets/syn_realDataset/mixed_90_10
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    dataset_type: physical_embodiment
+    val_dataset_path: null
+  modality_configs:
+    new_embodiment:
+      video:
+        delta_indices:
+        - 0
+        modality_keys:
+        - ego_view
+        - left_wrist_view
+        - right_wrist_view
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      state:
+        delta_indices:
+        - 0
+        modality_keys:
+        - left_arm
+        - left_hand
+        - left_leg
+        - neck
+        - right_arm
+        - right_hand
+        - right_leg
+        - waist
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      action:
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        modality_keys:
+        - left_arm
+        - left_hand
+        - left_leg
+        - neck
+        - right_arm
+        - right_hand
+        - right_leg
+        - waist
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs:
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+      language:
+        delta_indices:
+        - 0
+        modality_keys:
+        - annotation.human.action.task_description
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+  download_cache: false
+  shard_size: 1024
+  episode_sampling_rate: 0.1
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  mode: single_turn
+  random_chop: 0.0
+  mock_dataset_mode: false
+  shuffle: true
+  seed: 42
+  multiprocessing_context: fork
+  allow_padding: false
+  subsample_ratio: 1.0
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  video_backend: torchcodec
+training:
+  output_dir: /workspace/capstone-vla/third_party/gr00t/chkpt_rlwd/90_10
+  experiment_name: null
+  max_steps: 5000
+  global_batch_size: 32
+  batch_size: null
+  gradient_accumulation_steps: 1
+  learning_rate: 0.0001
+  lr_scheduler_type: cosine
+  weight_decay: 1.0e-05
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  max_grad_norm: 1.0
+  optim: adamw_torch
+  start_from_checkpoint: nvidia/GR00T-N1.6-3B
+  tf32: true
+  fp16: false
+  bf16: true
+  eval_bf16: true
+  logging_steps: 10
+  save_steps: 3000
+  save_total_limit: 3
+  save_vl_model: false
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  max_concurrent_uploads: 2
+  eval_strategy: 'no'
+  eval_steps: 500
+  eval_set_split_ratio: 0.1
+  eval_batch_size: 2
+  save_best_eval_metric_name: ''
+  save_best_eval_metric_greater_is_better: true
+  deepspeed_stage: 2
+  gradient_checkpointing: false
+  transformers_trust_remote_code: true
+  transformers_local_files_only: false
+  transformers_cache_dir: null
+  transformers_access_token: null
+  use_ddp: false
+  ddp_bucket_cap_mb: 100
+  num_gpus: 1
+  dataloader_num_workers: 4
+  remove_unused_columns: false
+  use_wandb: true
+  wandb_project: finetune-gr00t-n1d6
+  enable_profiling: false
+  max_retries: 3
+  assert_loss_less_than: null
+  add_rl_callback: false
+  enable_open_loop_eval: false
+  open_loop_eval_traj_ids:
+  - 0
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_plot_indices: null
+max_steps: 5000
+save_steps: 3000

gr00t/90_10/checkpoint-5000/experiment_cfg/config.yaml

@@ -0,0 +1,277 @@
+!!python/object:gr00t.configs.base_config.Config
+data: !!python/object:gr00t.configs.data.data_config.DataConfig
+  allow_padding: false
+  datasets:
+  - !!python/object:gr00t.configs.data.data_config.SingleDatasetConfig
+    dataset_paths:
+    - /workspace/capstone-vla/datasets/syn_realDataset/mixed_90_10
+    dataset_type: physical_embodiment
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    val_dataset_path: null
+  download_cache: false
+  episode_sampling_rate: 0.1
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  mock_dataset_mode: false
+  modality_configs:
+    new_embodiment:
+      action: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs:
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: &id001 !!python/object/apply:gr00t.data.types.ActionFormat
+          - default
+          rep: &id002 !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - absolute
+          state_key: null
+          type: &id003 !!python/object/apply:gr00t.data.types.ActionType
+          - non_eef
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        mean_std_embedding_keys: null
+        modality_keys: &id004
+        - left_arm
+        - left_hand
+        - left_leg
+        - neck
+        - right_arm
+        - right_hand
+        - right_leg
+        - waist
+        sin_cos_embedding_keys: null
+      language: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - annotation.human.action.task_description
+        sin_cos_embedding_keys: null
+      state: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys: *id004
+        sin_cos_embedding_keys: null
+      video: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - ego_view
+        - left_wrist_view
+        - right_wrist_view
+        sin_cos_embedding_keys: null
+  mode: single_turn
+  multiprocessing_context: fork
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  random_chop: 0.0
+  seed: 42
+  shard_size: 1024
+  shuffle: true
+  subsample_ratio: 1.0
+  video_backend: torchcodec
+load_config_path: null
+model: !!python/object:gr00t.configs.model.gr00t_n1d6.Gr00tN1d6Config
+  _attn_implementation_autoset: false
+  _attn_implementation_internal: null
+  _commit_hash: null
+  _name_or_path: ''
+  add_cross_attention: false
+  architectures: null
+  backbone_model_type: eagle
+  backbone_trainable_params_fp32: true
+  bad_words_ids: null
+  begin_suppress_tokens: null
+  bos_token_id: null
+  chunk_size_feed_forward: 0
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    hue: 0.08
+    saturation: 0.5
+  cross_attention_hidden_size: null
+  decoder_start_token_id: null
+  diffusion_model_cfg:
+    attention_head_dim: 48
+    dropout: 0.2
+    final_dropout: true
+    interleave_self_attention: true
+    norm_type: ada_norm
+    num_attention_heads: 32
+    num_layers: 32
+    output_dim: 1024
+    positional_embeddings: null
+  diversity_penalty: 0.0
+  do_sample: false
+  eagle_collator: true
+  early_stopping: false
+  encoder_no_repeat_ngram_size: 0
+  eos_token_id: null
+  exponential_decay_length_penalty: null
+  finetuning_task: null
+  forced_bos_token_id: null
+  forced_eos_token_id: null
+  id2label:
+    0: LABEL_0
+    1: LABEL_1
+  is_decoder: false
+  is_encoder_decoder: false
+  label2id:
+    LABEL_0: 0
+    LABEL_1: 1
+  length_penalty: 1.0
+  load_bf16: false
+  max_length: 20
+  min_length: 0
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  no_repeat_ngram_size: 0
+  num_beam_groups: 1
+  num_beams: 1
+  num_return_sequences: 1
+  output_attentions: false
+  output_hidden_states: false
+  output_scores: false
+  pad_token_id: null
+  prefix: null
+  problem_type: null
+  pruned_heads: {}
+  random_rotation_angle: null
+  remove_invalid_values: false
+  repetition_penalty: 1.0
+  reproject_vision: false
+  return_dict: true
+  return_dict_in_generate: false
+  sep_token_id: null
+  state_dropout_prob: 0.1
+  suppress_tokens: null
+  task_specific_params: null
+  temperature: 1.0
+  tf_legacy_loss: false
+  tie_encoder_decoder: false
+  tie_word_embeddings: true
+  tokenizer_class: null
+  top_k: 50
+  top_p: 1.0
+  torch_dtype: null
+  torchscript: false
+  transformers_version: null
+  tune_diffusion_model: true
+  tune_llm: true
+  tune_projector: true
+  tune_visual: false
+  typical_p: 1.0
+  use_bfloat16: false
+  use_relative_action: true
+training: !!python/object:gr00t.configs.training.training_config.TrainingConfig
+  add_rl_callback: false
+  assert_loss_less_than: null
+  batch_size: null
+  bf16: true
+  dataloader_num_workers: 4
+  ddp_bucket_cap_mb: 100
+  deepspeed_stage: 2
+  enable_open_loop_eval: false
+  enable_profiling: false
+  eval_batch_size: 2
+  eval_bf16: true
+  eval_set_split_ratio: 0.1
+  eval_steps: 500
+  eval_strategy: 'no'
+  experiment_name: null
+  fp16: false
+  global_batch_size: 32
+  gradient_accumulation_steps: 1
+  gradient_checkpointing: false
+  learning_rate: 0.0001
+  logging_steps: 10
+  lr_scheduler_type: cosine
+  max_concurrent_uploads: 2
+  max_grad_norm: 1.0
+  max_retries: 3
+  max_steps: 5000
+  num_gpus: 1
+  open_loop_eval_plot_indices: null
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_traj_ids:
+  - 0
+  optim: adamw_torch
+  output_dir: /workspace/capstone-vla/third_party/gr00t/chkpt_rlwd/90_10
+  remove_unused_columns: false
+  save_best_eval_metric_greater_is_better: true
+  save_best_eval_metric_name: ''
+  save_steps: 3000
+  save_total_limit: 3
+  save_vl_model: false
+  start_from_checkpoint: nvidia/GR00T-N1.6-3B
+  tf32: true
+  transformers_access_token: null
+  transformers_cache_dir: null
+  transformers_local_files_only: false
+  transformers_trust_remote_code: true
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  use_ddp: false
+  use_wandb: true
+  wandb_project: finetune-gr00t-n1d6
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  weight_decay: 1.0e-05

gr00t/90_10/checkpoint-5000/experiment_cfg/dataset_statistics.json

@@ -0,0 +1,761 @@
+{
+  "new_embodiment": {
+    "state": {
+      "left_arm": {
+        "min": [
+          -1.4764578342437744,
+          -0.3486612141132355,
+          -1.499962568283081,
+          -2.27626633644104,
+          -1.5708261728286743,
+          -0.6656755208969116,
+          -0.6981287598609924
+        ],
+        "max": [
+          0.3441833555698395,
+          0.657663881778717,
+          0.1158449724316597,
+          -0.7633329629898071,
+          0.5798436999320984,
+          0.6982716917991638,
+          0.6866571307182312
+        ],
+        "mean": [
+          -0.2489430159330368,
+          0.2553998827934265,
+          -0.5018506646156311,
+          -1.8111220598220825,
+          -0.16397659480571747,
+          0.24184419214725494,
+          -0.009894371032714844
+        ],
+        "std": [
+          0.27179521322250366,
+          0.07357995957136154,
+          0.23859892785549164,
+          0.2566509246826172,
+          0.43019622564315796,
+          0.20615950226783752,
+          0.23697827756404877
+        ],
+        "q01": [
+          -1.1938067722320556,
+          0.013684996496886015,
+          -1.4103496742248536,
+          -2.167926549911499,
+          -1.5560119223594666,
+          -0.40627646565437314,
+          -0.34752252995967864
+        ],
+        "q99": [
+          0.11354834571480776,
+          0.4665440392494202,
+          -0.02837765429168887,
+          -1.1158319139480588,
+          0.257495101094246,
+          0.6740685105323792,
+          0.5241326642036439
+        ]
+      },
+      "left_hand": {
+        "min": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "max": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ],
+        "mean": [
+          -0.7437229156494141,
+          -0.20031754672527313,
+          -0.7733782529830933,
+          -0.7699428200721741,
+          -1.5414515733718872,
+          -1.5686863660812378
+        ],
+        "std": [
+          1.2947779893875122,
+          1.4845510721206665,
+          1.2747725248336792,
+          1.2783215045928955,
+          2.554619789123535,
+          2.522022247314453
+        ],
+        "q01": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "q99": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ]
+      },
+      "left_leg": {
+        "min": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ]
+      },
+      "neck": {
+        "min": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0
+        ]
+      },
+      "right_arm": {
+        "min": [
+          -0.8084366917610168,
+          -0.55275958776474,
+          -0.1061631441116333,
+          -2.219068765640259,
+          -0.6652951240539551,
+          -0.5672546625137329,
+          -0.6981256008148193
+        ],
+        "max": [
+          0.6162368059158325,
+          0.24139699339866638,
+          0.984139084815979,
+          -0.8445846438407898,
+          1.570893406867981,
+          0.8078097701072693,
+          0.6981398463249207
+        ],
+        "mean": [
+          -0.21609076857566833,
+          -0.21664628386497498,
+          0.39538323879241943,
+          -1.6902517080307007,
+          0.08708126097917557,
+          -0.17737062275409698,
+          -0.007543741725385189
+        ],
+        "std": [
+          0.16770005226135254,
+          0.0784352719783783,
+          0.17550550401210785,
+          0.1923823356628418,
+          0.5286788940429688,
+          0.1384165734052658,
+          0.20280855894088745
+        ],
+        "q01": [
+          -0.5514474415779114,
+          -0.43412066519260406,
+          0.04515308976173401,
+          -2.008469109535217,
+          -0.5157527339458465,
+          -0.4272324502468109,
+          -0.3475255584716797
+        ],
+        "q99": [
+          0.16814657270908379,
+          0.015971389636398013,
+          0.7644773125648499,
+          -1.1516706728935242,
+          1.3261954116821322,
+          0.27384827435016684,
+          0.45701302111148834
+        ]
+      },
+      "right_hand": {
+        "min": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "max": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ],
+        "mean": [
+          -0.41629740595817566,
+          0.09902879595756531,
+          -0.43904468417167664,
+          -0.4360390603542328,
+          -0.873975396156311,
+          -0.8841586709022522
+        ],
+        "std": [
+          1.4320570230484009,
+          1.4899888038635254,
+          1.4168944358825684,
+          1.4193998575210571,
+          2.8374342918395996,
+          2.8345329761505127
+        ],
+        "q01": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "q99": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ]
+      },
+      "right_leg": {
+        "min": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ]
+      },
+      "waist": {
+        "min": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0
+        ]
+      }
+    },
+    "action": {
+      "left_arm": {
+        "min": [
+          -1.5419785976409912,
+          -0.3486612141132355,
+          -1.5707963705062866,
+          -2.3319737911224365,
+          -1.5708261728286743,
+          -0.6781747937202454,
+          -0.6981287598609924
+        ],
+        "max": [
+          0.339247465133667,
+          0.6958394646644592,
+          0.1158449724316597,
+          -0.7315306067466736,
+          0.6010454297065735,
+          0.6982716917991638,
+          0.6981316804885864
+        ],
+        "mean": [
+          -0.27733689546585083,
+          0.2578163146972656,
+          -0.49530336260795593,
+          -1.8341234922409058,
+          -0.16989488899707794,
+          0.2413080334663391,
+          -0.01198156364262104
+        ],
+        "std": [
+          0.280715674161911,
+          0.07778123766183853,
+          0.24291415512561798,
+          0.27100804448127747,
+          0.4360010325908661,
+          0.20927225053310394,
+          0.24020081758499146
+        ],
+        "q01": [
+          -1.250049855709076,
+          0.010239404719322921,
+          -1.4181996583938599,
+          -2.2069469451904298,
+          -1.5707963705062866,
+          -0.41297790706157683,
+          -0.35028248369693754
+        ],
+        "q99": [
+          0.09265167921781584,
+          0.4786697047948838,
+          -0.02178448151797002,
+          -1.1018781590461717,
+          0.25891360759735127,
+          0.6981316804885864,
+          0.5349965059757237
+        ]
+      },
+      "left_hand": {
+        "min": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "max": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ],
+        "mean": [
+          -0.7435898780822754,
+          -0.20033082365989685,
+          -0.7734411358833313,
+          -0.7699961066246033,
+          -1.5415635108947754,
+          -1.5688533782958984
+        ],
+        "std": [
+          1.294826865196228,
+          1.484555721282959,
+          1.2747023105621338,
+          1.2782622575759888,
+          2.5544939041137695,
+          2.5218443870544434
+        ],
+        "q01": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "q99": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ]
+      },
+      "left_leg": {
+        "min": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ]
+      },
+      "neck": {
+        "min": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0
+        ]
+      },
+      "right_arm": {
+        "min": [
+          -0.8084366917610168,
+          -0.5897848010063171,
+          -0.13661164045333862,
+          -2.219068765640259,
+          -0.6809128522872925,
+          -0.5955591201782227,
+          -0.6981256008148193
+        ],
+        "max": [
+          0.5884689092636108,
+          0.24139699339866638,
+          0.984139084815979,
+          -0.8264364004135132,
+          1.570893406867981,
+          0.8078097701072693,
+          0.6981398463249207
+        ],
+        "mean": [
+          -0.24450765550136566,
+          -0.21827492117881775,
+          0.38290950655937195,
+          -1.7209725379943848,
+          0.08605962246656418,
+          -0.17793013155460358,
+          -0.0122761195525527
+        ],
+        "std": [
+          0.1738916039466858,
+          0.0822782963514328,
+          0.17612379789352417,
+          0.20129427313804626,
+          0.5352755784988403,
+          0.14086420834064484,
+          0.20730523765087128
+        ],
+        "q01": [
+          -0.5923164796829223,
+          -0.44924759984016416,
+          0.034371975734829904,
+          -2.0534503698349,
+          -0.524207946062088,
+          -0.4420755457878113,
+          -0.36473969638347625
+        ],
+        "q99": [
+          0.15479954302311022,
+          0.016251621842384368,
+          0.7524694633483888,
+          -1.1548390340805041,
+          1.3358927559852605,
+          0.2736717164516459,
+          0.45566345751285553
+        ]
+      },
+      "right_hand": {
+        "min": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "max": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ],
+        "mean": [
+          -0.41617658734321594,
+          0.099039226770401,
+          -0.439096599817276,
+          -0.43607383966445923,
+          -0.8740438222885132,
+          -0.8842585682868958
+        ],
+        "std": [
+          1.4303723573684692,
+          1.4899548292160034,
+          1.4168522357940674,
+          1.4193675518035889,
+          2.8373637199401855,
+          2.834190607070923
+        ],
+        "q01": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "q99": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ]
+      },
+      "right_leg": {
+        "min": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ]
+      },
+      "waist": {
+        "min": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0
+        ]
+      }
+    },
+    "relative_action": {}
+  }
+}

gr00t/90_10/checkpoint-5000/experiment_cfg/final_model_config.json

@@ -0,0 +1,53 @@
+{
+  "model_type": "Gr00tN1d6",
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "backbone_model_type": "eagle",
+  "model_revision": null,
+  "tune_top_llm_layers": 4,
+  "backbone_embedding_dim": 2048,
+  "tune_llm": true,
+  "tune_visual": false,
+  "select_layer": 16,
+  "reproject_vision": false,
+  "use_flash_attention": true,
+  "load_bf16": true,
+  "collator_overwrite_image_inputs": false,
+  "eagle_collator": true,
+  "backbone_trainable_params_fp32": true,
+  "apply_sincos_state_encoding": true,
+  "use_relative_action": true,
+  "max_state_dim": 128,
+  "max_action_dim": 128,
+  "action_horizon": 50,
+  "hidden_size": 1024,
+  "input_embedding_dim": 1536,
+  "add_pos_embed": true,
+  "attn_dropout": 0.2,
+  "use_vlln": true,
+  "max_seq_len": 1024,
+  "use_alternate_vl_dit": true,
+  "attend_text_every_n_blocks": 2,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "num_inference_timesteps": 4,
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_timestep_buckets": 1000,
+  "tune_projector": true,
+  "tune_diffusion_model": true,
+  "tune_vlln": true,
+  "state_dropout_prob": 0.1,
+  "state_additive_noise_scale": 0.0,
+  "max_num_embodiments": 32
+}

gr00t/90_10/checkpoint-5000/model-00001-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f84c6848b2a6b603bf78700d42e6205f85f5de4f61f8f92d0979ae0ae0441c
+size 4967164296

gr00t/90_10/checkpoint-5000/model-00002-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db573876db353c236d520ed9ab2eb93d3bdc2f0e213c1b1eb3dcb03ccab7bf1
+size 4982031784

gr00t/90_10/checkpoint-5000/model-00003-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c76d8f005e6fb6f2c7bc6a0b1472ef8490e0793c0320d6df8576a88d0fc77e
+size 2314751176

gr00t/90_10/checkpoint-5000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054d7367909311497b30aea22cea773b0a7228361d13223211b57c6b0fc4e1af
+size 20277724839

gr00t/90_10/checkpoint-5000/processor_config.json

@@ -0,0 +1,504 @@
+{
+  "processor_class": "Gr00tN1d6Processor",
+  "processor_kwargs": {
+    "modality_configs": {
+      "behavior_r1_pro": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "observation.images.rgb.head_256_256",
+            "observation.images.rgb.left_wrist_256_256",
+            "observation.images.rgb.right_wrist_256_256"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "robot_pos",
+            "robot_ori_cos",
+            "robot_ori_sin",
+            "robot_2d_ori",
+            "robot_2d_ori_cos",
+            "robot_2d_ori_sin",
+            "robot_lin_vel",
+            "robot_ang_vel",
+            "arm_left_qpos",
+            "arm_left_qpos_sin",
+            "arm_left_qpos_cos",
+            "eef_left_pos",
+            "eef_left_quat",
+            "gripper_left_qpos",
+            "arm_right_qpos",
+            "arm_right_qpos_sin",
+            "arm_right_qpos_cos",
+            "eef_right_pos",
+            "eef_right_quat",
+            "gripper_right_qpos",
+            "trunk_qpos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31
+          ],
+          "modality_keys": [
+            "base",
+            "torso",
+            "left_arm",
+            "left_gripper",
+            "right_arm",
+            "right_gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "trunk_qpos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_left_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_right_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "gr1": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "ego_view_bg_crop_pad_res256_freq20"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "task"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "robocasa_panda_omron": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "res256_image_side_0",
+            "res256_image_side_1",
+            "res256_image_wrist_0"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "end_effector_position_relative",
+            "end_effector_rotation_relative",
+            "gripper_qpos",
+            "base_position",
+            "base_rotation"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "end_effector_position",
+            "end_effector_rotation",
+            "gripper_close",
+            "base_motion",
+            "control_mode"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.action.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "new_embodiment": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "ego_view",
+            "left_wrist_view",
+            "right_wrist_view"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_arm",
+            "left_hand",
+            "left_leg",
+            "neck",
+            "right_arm",
+            "right_hand",
+            "right_leg",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_arm",
+            "left_hand",
+            "left_leg",
+            "neck",
+            "right_arm",
+            "right_hand",
+            "right_leg",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.action.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      }
+    },
+    "image_crop_size": null,
+    "image_target_size": null,
+    "use_albumentations": true,
+    "random_rotation_angle": null,
+    "color_jitter_params": {
+      "brightness": 0.3,
+      "contrast": 0.4,
+      "saturation": 0.5,
+      "hue": 0.08
+    },
+    "shortest_image_edge": 256,
+    "crop_fraction": 0.95,
+    "model_name": "nvidia/Eagle-Block2A-2B-v2",
+    "model_type": "eagle",
+    "formalize_language": true,
+    "max_state_dim": 128,
+    "max_action_dim": 128,
+    "max_action_horizon": 50,
+    "use_percentiles": false,
+    "clip_outliers": true,
+    "apply_sincos_state_encoding": true,
+    "use_relative_action": true
+  }
+}

gr00t/90_10/checkpoint-5000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94b1fc1a851d1e8ac06cebe2a00bd7f820540453eb0a479c22e86a95301f4de
+size 14645

gr00t/90_10/checkpoint-5000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23766ee8d5dbc082836e1a591a2e0b269bc9bd5027b36062367e8f61a621f007
+size 1465

gr00t/90_10/checkpoint-5000/trainer_state.json

@@ -0,0 +1,3034 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 5000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "grad_norm": 1.433195948600769,
+      "learning_rate": 3.6e-06,
+      "loss": 1.3782,
+      "step": 10
+    },
+    {
+      "grad_norm": 0.6556676626205444,
+      "learning_rate": 7.6e-06,
+      "loss": 1.3319,
+      "step": 20
+    },
+    {
+      "grad_norm": 0.7470375895500183,
+      "learning_rate": 1.16e-05,
+      "loss": 1.2785,
+      "step": 30
+    },
+    {
+      "grad_norm": 0.6518334150314331,
+      "learning_rate": 1.56e-05,
+      "loss": 1.2031,
+      "step": 40
+    },
+    {
+      "grad_norm": 1.2589433193206787,
+      "learning_rate": 1.9600000000000002e-05,
+      "loss": 1.1421,
+      "step": 50
+    },
+    {
+      "grad_norm": 1.3239147663116455,
+      "learning_rate": 2.36e-05,
+      "loss": 1.1055,
+      "step": 60
+    },
+    {
+      "grad_norm": 2.813603401184082,
+      "learning_rate": 2.7600000000000003e-05,
+      "loss": 1.0739,
+      "step": 70
+    },
+    {
+      "grad_norm": 1.1407731771469116,
+      "learning_rate": 3.16e-05,
+      "loss": 1.0632,
+      "step": 80
+    },
+    {
+      "grad_norm": 0.5845445394515991,
+      "learning_rate": 3.56e-05,
+      "loss": 1.052,
+      "step": 90
+    },
+    {
+      "grad_norm": 0.9554524421691895,
+      "learning_rate": 3.960000000000001e-05,
+      "loss": 1.0493,
+      "step": 100
+    },
+    {
+      "grad_norm": 0.6618549227714539,
+      "learning_rate": 4.36e-05,
+      "loss": 1.0549,
+      "step": 110
+    },
+    {
+      "grad_norm": 0.5700764656066895,
+      "learning_rate": 4.76e-05,
+      "loss": 1.036,
+      "step": 120
+    },
+    {
+      "grad_norm": 0.5255783200263977,
+      "learning_rate": 5.16e-05,
+      "loss": 1.0397,
+      "step": 130
+    },
+    {
+      "grad_norm": 0.41539984941482544,
+      "learning_rate": 5.560000000000001e-05,
+      "loss": 1.0378,
+      "step": 140
+    },
+    {
+      "grad_norm": 0.49986666440963745,
+      "learning_rate": 5.96e-05,
+      "loss": 1.0356,
+      "step": 150
+    },
+    {
+      "grad_norm": 0.4074811041355133,
+      "learning_rate": 6.36e-05,
+      "loss": 1.0365,
+      "step": 160
+    },
+    {
+      "grad_norm": 0.5111497044563293,
+      "learning_rate": 6.76e-05,
+      "loss": 1.0299,
+      "step": 170
+    },
+    {
+      "grad_norm": 0.4655126929283142,
+      "learning_rate": 7.16e-05,
+      "loss": 1.0237,
+      "step": 180
+    },
+    {
+      "grad_norm": 0.44118532538414,
+      "learning_rate": 7.560000000000001e-05,
+      "loss": 1.0234,
+      "step": 190
+    },
+    {
+      "grad_norm": 0.6115871071815491,
+      "learning_rate": 7.960000000000001e-05,
+      "loss": 1.0184,
+      "step": 200
+    },
+    {
+      "grad_norm": 0.4019952416419983,
+      "learning_rate": 8.36e-05,
+      "loss": 1.0085,
+      "step": 210
+    },
+    {
+      "grad_norm": 0.5449968576431274,
+      "learning_rate": 8.76e-05,
+      "loss": 0.9866,
+      "step": 220
+    },
+    {
+      "grad_norm": 0.6109741926193237,
+      "learning_rate": 9.16e-05,
+      "loss": 0.9606,
+      "step": 230
+    },
+    {
+      "grad_norm": 0.739846408367157,
+      "learning_rate": 9.56e-05,
+      "loss": 0.9316,
+      "step": 240
+    },
+    {
+      "grad_norm": 0.5766348838806152,
+      "learning_rate": 9.960000000000001e-05,
+      "loss": 0.892,
+      "step": 250
+    },
+    {
+      "grad_norm": 0.5463311076164246,
+      "learning_rate": 9.999911419878559e-05,
+      "loss": 0.8557,
+      "step": 260
+    },
+    {
+      "grad_norm": 0.8752795457839966,
+      "learning_rate": 9.999605221019081e-05,
+      "loss": 0.8061,
+      "step": 270
+    },
+    {
+      "grad_norm": 0.7769116759300232,
+      "learning_rate": 9.999080323230761e-05,
+      "loss": 0.7559,
+      "step": 280
+    },
+    {
+      "grad_norm": 0.6882690191268921,
+      "learning_rate": 9.998336749474329e-05,
+      "loss": 0.7283,
+      "step": 290
+    },
+    {
+      "grad_norm": 0.6871615648269653,
+      "learning_rate": 9.997374532276107e-05,
+      "loss": 0.7003,
+      "step": 300
+    },
+    {
+      "grad_norm": 0.7694565653800964,
+      "learning_rate": 9.996193713726596e-05,
+      "loss": 0.6675,
+      "step": 310
+    },
+    {
+      "grad_norm": 0.7528366446495056,
+      "learning_rate": 9.994794345478624e-05,
+      "loss": 0.6259,
+      "step": 320
+    },
+    {
+      "grad_norm": 0.7670808434486389,
+      "learning_rate": 9.99317648874509e-05,
+      "loss": 0.6,
+      "step": 330
+    },
+    {
+      "grad_norm": 0.7631597518920898,
+      "learning_rate": 9.991340214296292e-05,
+      "loss": 0.5752,
+      "step": 340
+    },
+    {
+      "grad_norm": 0.5990960001945496,
+      "learning_rate": 9.989285602456819e-05,
+      "loss": 0.5616,
+      "step": 350
+    },
+    {
+      "grad_norm": 1.6598002910614014,
+      "learning_rate": 9.98701274310205e-05,
+      "loss": 0.5395,
+      "step": 360
+    },
+    {
+      "grad_norm": 1.139261245727539,
+      "learning_rate": 9.984521735654218e-05,
+      "loss": 0.5408,
+      "step": 370
+    },
+    {
+      "grad_norm": 0.5486173033714294,
+      "learning_rate": 9.981812689078057e-05,
+      "loss": 0.5148,
+      "step": 380
+    },
+    {
+      "grad_norm": 0.8484696745872498,
+      "learning_rate": 9.978885721876041e-05,
+      "loss": 0.5012,
+      "step": 390
+    },
+    {
+      "grad_norm": 0.6743961572647095,
+      "learning_rate": 9.975740962083198e-05,
+      "loss": 0.4799,
+      "step": 400
+    },
+    {
+      "grad_norm": 0.6038350462913513,
+      "learning_rate": 9.972378547261504e-05,
+      "loss": 0.4715,
+      "step": 410
+    },
+    {
+      "grad_norm": 0.8045002818107605,
+      "learning_rate": 9.968798624493885e-05,
+      "loss": 0.4516,
+      "step": 420
+    },
+    {
+      "grad_norm": 0.7616794109344482,
+      "learning_rate": 9.965001350377753e-05,
+      "loss": 0.4453,
+      "step": 430
+    },
+    {
+      "grad_norm": 0.8523691892623901,
+      "learning_rate": 9.960986891018183e-05,
+      "loss": 0.4354,
+      "step": 440
+    },
+    {
+      "grad_norm": 0.5496297478675842,
+      "learning_rate": 9.95675542202063e-05,
+      "loss": 0.4314,
+      "step": 450
+    },
+    {
+      "grad_norm": 0.5785578489303589,
+      "learning_rate": 9.952307128483256e-05,
+      "loss": 0.4252,
+      "step": 460
+    },
+    {
+      "grad_norm": 0.7586619853973389,
+      "learning_rate": 9.947642204988835e-05,
+      "loss": 0.4263,
+      "step": 470
+    },
+    {
+      "grad_norm": 0.6051253080368042,
+      "learning_rate": 9.942760855596226e-05,
+      "loss": 0.4196,
+      "step": 480
+    },
+    {
+      "grad_norm": 0.6637935042381287,
+      "learning_rate": 9.937663293831471e-05,
+      "loss": 0.4171,
+      "step": 490
+    },
+    {
+      "grad_norm": 0.729284405708313,
+      "learning_rate": 9.932349742678433e-05,
+      "loss": 0.3995,
+      "step": 500
+    },
+    {
+      "grad_norm": 0.5901691317558289,
+      "learning_rate": 9.926820434569051e-05,
+      "loss": 0.3944,
+      "step": 510
+    },
+    {
+      "grad_norm": 0.601890504360199,
+      "learning_rate": 9.921075611373179e-05,
+      "loss": 0.3766,
+      "step": 520
+    },
+    {
+      "grad_norm": 0.6758273839950562,
+      "learning_rate": 9.915115524387988e-05,
+      "loss": 0.3796,
+      "step": 530
+    },
+    {
+      "grad_norm": 0.6566895842552185,
+      "learning_rate": 9.908940434326997e-05,
+      "loss": 0.3706,
+      "step": 540
+    },
+    {
+      "grad_norm": 0.5657477974891663,
+      "learning_rate": 9.902550611308645e-05,
+      "loss": 0.3777,
+      "step": 550
+    },
+    {
+      "grad_norm": 0.6368849277496338,
+      "learning_rate": 9.895946334844494e-05,
+      "loss": 0.3818,
+      "step": 560
+    },
+    {
+      "grad_norm": 0.7089529037475586,
+      "learning_rate": 9.889127893826989e-05,
+      "loss": 0.3693,
+      "step": 570
+    },
+    {
+      "grad_norm": 0.6255252361297607,
+      "learning_rate": 9.882095586516831e-05,
+      "loss": 0.3617,
+      "step": 580
+    },
+    {
+      "grad_norm": 0.5690926909446716,
+      "learning_rate": 9.874849720529921e-05,
+      "loss": 0.3603,
+      "step": 590
+    },
+    {
+      "grad_norm": 0.5577074289321899,
+      "learning_rate": 9.867390612823914e-05,
+      "loss": 0.3515,
+      "step": 600
+    },
+    {
+      "grad_norm": 0.5681883692741394,
+      "learning_rate": 9.859718589684344e-05,
+      "loss": 0.3546,
+      "step": 610
+    },
+    {
+      "grad_norm": 0.5880125761032104,
+      "learning_rate": 9.851833986710353e-05,
+      "loss": 0.3497,
+      "step": 620
+    },
+    {
+      "grad_norm": 0.5264875888824463,
+      "learning_rate": 9.843737148800023e-05,
+      "loss": 0.337,
+      "step": 630
+    },
+    {
+      "grad_norm": 0.5605013370513916,
+      "learning_rate": 9.835428430135271e-05,
+      "loss": 0.3393,
+      "step": 640
+    },
+    {
+      "grad_norm": 0.6192206144332886,
+      "learning_rate": 9.82690819416637e-05,
+      "loss": 0.34,
+      "step": 650
+    },
+    {
+      "grad_norm": 0.6110579967498779,
+      "learning_rate": 9.818176813596041e-05,
+      "loss": 0.3389,
+      "step": 660
+    },
+    {
+      "grad_norm": 0.5764301419258118,
+      "learning_rate": 9.809234670363159e-05,
+      "loss": 0.3381,
+      "step": 670
+    },
+    {
+      "grad_norm": 0.8593378663063049,
+      "learning_rate": 9.800082155626034e-05,
+      "loss": 0.3322,
+      "step": 680
+    },
+    {
+      "grad_norm": 0.5807505249977112,
+      "learning_rate": 9.790719669745312e-05,
+      "loss": 0.3231,
+      "step": 690
+    },
+    {
+      "grad_norm": 0.4717051386833191,
+      "learning_rate": 9.781147622266455e-05,
+      "loss": 0.3238,
+      "step": 700
+    },
+    {
+      "grad_norm": 0.6579855680465698,
+      "learning_rate": 9.771366431901831e-05,
+      "loss": 0.3295,
+      "step": 710
+    },
+    {
+      "grad_norm": 0.628955602645874,
+      "learning_rate": 9.761376526512394e-05,
+      "loss": 0.3217,
+      "step": 720
+    },
+    {
+      "grad_norm": 0.5894500613212585,
+      "learning_rate": 9.751178343088963e-05,
+      "loss": 0.316,
+      "step": 730
+    },
+    {
+      "grad_norm": 0.5055364966392517,
+      "learning_rate": 9.740772327733123e-05,
+      "loss": 0.309,
+      "step": 740
+    },
+    {
+      "grad_norm": 0.6004322171211243,
+      "learning_rate": 9.730158935637697e-05,
+      "loss": 0.311,
+      "step": 750
+    },
+    {
+      "grad_norm": 0.635161280632019,
+      "learning_rate": 9.719338631066834e-05,
+      "loss": 0.3026,
+      "step": 760
+    },
+    {
+      "grad_norm": 0.5828489065170288,
+      "learning_rate": 9.708311887335713e-05,
+      "loss": 0.3013,
+      "step": 770
+    },
+    {
+      "grad_norm": 0.5016903281211853,
+      "learning_rate": 9.697079186789823e-05,
+      "loss": 0.2956,
+      "step": 780
+    },
+    {
+      "grad_norm": 0.6857247352600098,
+      "learning_rate": 9.685641020783876e-05,
+      "loss": 0.291,
+      "step": 790
+    },
+    {
+      "grad_norm": 0.7116719484329224,
+      "learning_rate": 9.67399788966031e-05,
+      "loss": 0.2971,
+      "step": 800
+    },
+    {
+      "grad_norm": 0.6738119125366211,
+      "learning_rate": 9.662150302727395e-05,
+      "loss": 0.2925,
+      "step": 810
+    },
+    {
+      "grad_norm": 0.6863362193107605,
+      "learning_rate": 9.650098778236968e-05,
+      "loss": 0.289,
+      "step": 820
+    },
+    {
+      "grad_norm": 0.8533852100372314,
+      "learning_rate": 9.637843843361749e-05,
+      "loss": 0.2831,
+      "step": 830
+    },
+    {
+      "grad_norm": 0.7648033499717712,
+      "learning_rate": 9.62538603417229e-05,
+      "loss": 0.2741,
+      "step": 840
+    },
+    {
+      "grad_norm": 0.6435885429382324,
+      "learning_rate": 9.612725895613526e-05,
+      "loss": 0.2801,
+      "step": 850
+    },
+    {
+      "grad_norm": 0.5481097102165222,
+      "learning_rate": 9.599863981480926e-05,
+      "loss": 0.2737,
+      "step": 860
+    },
+    {
+      "grad_norm": 0.5261946320533752,
+      "learning_rate": 9.586800854396283e-05,
+      "loss": 0.2707,
+      "step": 870
+    },
+    {
+      "grad_norm": 0.7357770800590515,
+      "learning_rate": 9.573537085783095e-05,
+      "loss": 0.2689,
+      "step": 880
+    },
+    {
+      "grad_norm": 0.4950186312198639,
+      "learning_rate": 9.560073255841571e-05,
+      "loss": 0.2639,
+      "step": 890
+    },
+    {
+      "grad_norm": 0.5549483895301819,
+      "learning_rate": 9.546409953523247e-05,
+      "loss": 0.2752,
+      "step": 900
+    },
+    {
+      "grad_norm": 0.49525851011276245,
+      "learning_rate": 9.532547776505229e-05,
+      "loss": 0.2606,
+      "step": 910
+    },
+    {
+      "grad_norm": 0.8189237713813782,
+      "learning_rate": 9.518487331164048e-05,
+      "loss": 0.2658,
+      "step": 920
+    },
+    {
+      "grad_norm": 0.6096393465995789,
+      "learning_rate": 9.504229232549134e-05,
+      "loss": 0.2573,
+      "step": 930
+    },
+    {
+      "grad_norm": 0.6525559425354004,
+      "learning_rate": 9.489774104355909e-05,
+      "loss": 0.2483,
+      "step": 940
+    },
+    {
+      "grad_norm": 0.5830576419830322,
+      "learning_rate": 9.475122578898507e-05,
+      "loss": 0.261,
+      "step": 950
+    },
+    {
+      "grad_norm": 0.5369833707809448,
+      "learning_rate": 9.460275297082119e-05,
+      "loss": 0.243,
+      "step": 960
+    },
+    {
+      "grad_norm": 0.563439667224884,
+      "learning_rate": 9.445232908374948e-05,
+      "loss": 0.2443,
+      "step": 970
+    },
+    {
+      "grad_norm": 0.7265565395355225,
+      "learning_rate": 9.429996070779808e-05,
+      "loss": 0.2469,
+      "step": 980
+    },
+    {
+      "grad_norm": 0.5978431701660156,
+      "learning_rate": 9.414565450805333e-05,
+      "loss": 0.2512,
+      "step": 990
+    },
+    {
+      "grad_norm": 0.5689353942871094,
+      "learning_rate": 9.398941723436831e-05,
+      "loss": 0.2427,
+      "step": 1000
+    },
+    {
+      "grad_norm": 0.6148059964179993,
+      "learning_rate": 9.383125572106752e-05,
+      "loss": 0.2441,
+      "step": 1010
+    },
+    {
+      "grad_norm": 0.5421059131622314,
+      "learning_rate": 9.367117688664791e-05,
+      "loss": 0.2402,
+      "step": 1020
+    },
+    {
+      "grad_norm": 0.6441880464553833,
+      "learning_rate": 9.35091877334763e-05,
+      "loss": 0.2425,
+      "step": 1030
+    },
+    {
+      "grad_norm": 0.557212769985199,
+      "learning_rate": 9.334529534748297e-05,
+      "loss": 0.2342,
+      "step": 1040
+    },
+    {
+      "grad_norm": 0.569503664970398,
+      "learning_rate": 9.317950689785188e-05,
+      "loss": 0.2264,
+      "step": 1050
+    },
+    {
+      "grad_norm": 0.5693261623382568,
+      "learning_rate": 9.301182963670688e-05,
+      "loss": 0.2349,
+      "step": 1060
+    },
+    {
+      "grad_norm": 0.582307755947113,
+      "learning_rate": 9.284227089879456e-05,
+      "loss": 0.2278,
+      "step": 1070
+    },
+    {
+      "grad_norm": 0.6197856664657593,
+      "learning_rate": 9.26708381011634e-05,
+      "loss": 0.2278,
+      "step": 1080
+    },
+    {
+      "grad_norm": 0.7108920812606812,
+      "learning_rate": 9.249753874283937e-05,
+      "loss": 0.2172,
+      "step": 1090
+    },
+    {
+      "grad_norm": 0.5743140578269958,
+      "learning_rate": 9.232238040449779e-05,
+      "loss": 0.2244,
+      "step": 1100
+    },
+    {
+      "grad_norm": 0.5024147033691406,
+      "learning_rate": 9.214537074813181e-05,
+      "loss": 0.2279,
+      "step": 1110
+    },
+    {
+      "grad_norm": 0.49290940165519714,
+      "learning_rate": 9.196651751671724e-05,
+      "loss": 0.2251,
+      "step": 1120
+    },
+    {
+      "grad_norm": 0.5783771276473999,
+      "learning_rate": 9.178582853387384e-05,
+      "loss": 0.2305,
+      "step": 1130
+    },
+    {
+      "grad_norm": 0.5653145909309387,
+      "learning_rate": 9.160331170352304e-05,
+      "loss": 0.2268,
+      "step": 1140
+    },
+    {
+      "grad_norm": 0.5608157515525818,
+      "learning_rate": 9.141897500954229e-05,
+      "loss": 0.2217,
+      "step": 1150
+    },
+    {
+      "grad_norm": 0.6312665939331055,
+      "learning_rate": 9.123282651541576e-05,
+      "loss": 0.2245,
+      "step": 1160
+    },
+    {
+      "grad_norm": 0.6406843662261963,
+      "learning_rate": 9.104487436388161e-05,
+      "loss": 0.2213,
+      "step": 1170
+    },
+    {
+      "grad_norm": 0.5847739577293396,
+      "learning_rate": 9.085512677657582e-05,
+      "loss": 0.2208,
+      "step": 1180
+    },
+    {
+      "grad_norm": 0.7074791789054871,
+      "learning_rate": 9.066359205367258e-05,
+      "loss": 0.2257,
+      "step": 1190
+    },
+    {
+      "grad_norm": 0.5842779874801636,
+      "learning_rate": 9.047027857352112e-05,
+      "loss": 0.2266,
+      "step": 1200
+    },
+    {
+      "grad_norm": 0.588157594203949,
+      "learning_rate": 9.027519479227935e-05,
+      "loss": 0.2182,
+      "step": 1210
+    },
+    {
+      "grad_norm": 0.537523090839386,
+      "learning_rate": 9.007834924354383e-05,
+      "loss": 0.2125,
+      "step": 1220
+    },
+    {
+      "grad_norm": 0.6126615405082703,
+      "learning_rate": 8.987975053797655e-05,
+      "loss": 0.219,
+      "step": 1230
+    },
+    {
+      "grad_norm": 0.6088708639144897,
+      "learning_rate": 8.967940736292825e-05,
+      "loss": 0.2092,
+      "step": 1240
+    },
+    {
+      "grad_norm": 0.7353971600532532,
+      "learning_rate": 8.947732848205846e-05,
+      "loss": 0.2193,
+      "step": 1250
+    },
+    {
+      "grad_norm": 0.6306905150413513,
+      "learning_rate": 8.927352273495204e-05,
+      "loss": 0.204,
+      "step": 1260
+    },
+    {
+      "grad_norm": 0.8242927193641663,
+      "learning_rate": 8.906799903673265e-05,
+      "loss": 0.21,
+      "step": 1270
+    },
+    {
+      "grad_norm": 0.5623785853385925,
+      "learning_rate": 8.88607663776726e-05,
+      "loss": 0.2023,
+      "step": 1280
+    },
+    {
+      "grad_norm": 0.5174214839935303,
+      "learning_rate": 8.865183382279978e-05,
+      "loss": 0.1999,
+      "step": 1290
+    },
+    {
+      "grad_norm": 0.6100649833679199,
+      "learning_rate": 8.844121051150096e-05,
+      "loss": 0.1986,
+      "step": 1300
+    },
+    {
+      "grad_norm": 0.5744302272796631,
+      "learning_rate": 8.822890565712211e-05,
+      "loss": 0.1942,
+      "step": 1310
+    },
+    {
+      "grad_norm": 0.5417208671569824,
+      "learning_rate": 8.801492854656536e-05,
+      "loss": 0.1952,
+      "step": 1320
+    },
+    {
+      "grad_norm": 0.5938060879707336,
+      "learning_rate": 8.779928853988268e-05,
+      "loss": 0.1894,
+      "step": 1330
+    },
+    {
+      "grad_norm": 0.621957004070282,
+      "learning_rate": 8.758199506986655e-05,
+      "loss": 0.2007,
+      "step": 1340
+    },
+    {
+      "grad_norm": 0.5315787196159363,
+      "learning_rate": 8.73630576416373e-05,
+      "loss": 0.188,
+      "step": 1350
+    },
+    {
+      "grad_norm": 0.6537216305732727,
+      "learning_rate": 8.714248583222726e-05,
+      "loss": 0.1917,
+      "step": 1360
+    },
+    {
+      "grad_norm": 0.6789434552192688,
+      "learning_rate": 8.692028929016196e-05,
+      "loss": 0.1845,
+      "step": 1370
+    },
+    {
+      "grad_norm": 0.8491402864456177,
+      "learning_rate": 8.669647773503797e-05,
+      "loss": 0.1957,
+      "step": 1380
+    },
+    {
+      "grad_norm": 0.5203484892845154,
+      "learning_rate": 8.647106095709773e-05,
+      "loss": 0.1881,
+      "step": 1390
+    },
+    {
+      "grad_norm": 0.5932870507240295,
+      "learning_rate": 8.624404881680139e-05,
+      "loss": 0.1908,
+      "step": 1400
+    },
+    {
+      "grad_norm": 0.5041481256484985,
+      "learning_rate": 8.601545124439535e-05,
+      "loss": 0.1852,
+      "step": 1410
+    },
+    {
+      "grad_norm": 0.7363860607147217,
+      "learning_rate": 8.5785278239478e-05,
+      "loss": 0.1926,
+      "step": 1420
+    },
+    {
+      "grad_norm": 0.6181259751319885,
+      "learning_rate": 8.555353987056224e-05,
+      "loss": 0.1863,
+      "step": 1430
+    },
+    {
+      "grad_norm": 0.6172283291816711,
+      "learning_rate": 8.532024627463505e-05,
+      "loss": 0.1842,
+      "step": 1440
+    },
+    {
+      "grad_norm": 0.7176178693771362,
+      "learning_rate": 8.508540765671407e-05,
+      "loss": 0.1813,
+      "step": 1450
+    },
+    {
+      "grad_norm": 0.6782505512237549,
+      "learning_rate": 8.484903428940121e-05,
+      "loss": 0.1801,
+      "step": 1460
+    },
+    {
+      "grad_norm": 0.6289677619934082,
+      "learning_rate": 8.461113651243334e-05,
+      "loss": 0.1755,
+      "step": 1470
+    },
+    {
+      "grad_norm": 0.6521685123443604,
+      "learning_rate": 8.437172473222987e-05,
+      "loss": 0.1781,
+      "step": 1480
+    },
+    {
+      "grad_norm": 0.5757660865783691,
+      "learning_rate": 8.413080942143767e-05,
+      "loss": 0.1688,
+      "step": 1490
+    },
+    {
+      "grad_norm": 0.6324275732040405,
+      "learning_rate": 8.388840111847288e-05,
+      "loss": 0.1792,
+      "step": 1500
+    },
+    {
+      "grad_norm": 0.5438656210899353,
+      "learning_rate": 8.364451042705998e-05,
+      "loss": 0.1679,
+      "step": 1510
+    },
+    {
+      "grad_norm": 0.5530540943145752,
+      "learning_rate": 8.33991480157679e-05,
+      "loss": 0.17,
+      "step": 1520
+    },
+    {
+      "grad_norm": 0.557408332824707,
+      "learning_rate": 8.315232461754338e-05,
+      "loss": 0.1632,
+      "step": 1530
+    },
+    {
+      "grad_norm": 0.723152220249176,
+      "learning_rate": 8.290405102924144e-05,
+      "loss": 0.1701,
+      "step": 1540
+    },
+    {
+      "grad_norm": 0.48466992378234863,
+      "learning_rate": 8.265433811115316e-05,
+      "loss": 0.1633,
+      "step": 1550
+    },
+    {
+      "grad_norm": 0.5186998248100281,
+      "learning_rate": 8.240319678653049e-05,
+      "loss": 0.1624,
+      "step": 1560
+    },
+    {
+      "grad_norm": 0.559443473815918,
+      "learning_rate": 8.215063804110857e-05,
+      "loss": 0.1534,
+      "step": 1570
+    },
+    {
+      "grad_norm": 0.7231738567352295,
+      "learning_rate": 8.189667292262512e-05,
+      "loss": 0.1569,
+      "step": 1580
+    },
+    {
+      "grad_norm": 0.7425665855407715,
+      "learning_rate": 8.164131254033716e-05,
+      "loss": 0.158,
+      "step": 1590
+    },
+    {
+      "grad_norm": 0.6741540431976318,
+      "learning_rate": 8.138456806453503e-05,
+      "loss": 0.1581,
+      "step": 1600
+    },
+    {
+      "grad_norm": 0.6023576259613037,
+      "learning_rate": 8.112645072605386e-05,
+      "loss": 0.1559,
+      "step": 1610
+    },
+    {
+      "grad_norm": 0.5624998211860657,
+      "learning_rate": 8.086697181578222e-05,
+      "loss": 0.1459,
+      "step": 1620
+    },
+    {
+      "grad_norm": 0.6513944268226624,
+      "learning_rate": 8.060614268416823e-05,
+      "loss": 0.1537,
+      "step": 1630
+    },
+    {
+      "grad_norm": 0.5820642709732056,
+      "learning_rate": 8.034397474072309e-05,
+      "loss": 0.1485,
+      "step": 1640
+    },
+    {
+      "grad_norm": 0.6347548961639404,
+      "learning_rate": 8.008047945352193e-05,
+      "loss": 0.1539,
+      "step": 1650
+    },
+    {
+      "grad_norm": 0.513335108757019,
+      "learning_rate": 7.981566834870225e-05,
+      "loss": 0.1421,
+      "step": 1660
+    },
+    {
+      "grad_norm": 0.5888384580612183,
+      "learning_rate": 7.954955300995961e-05,
+      "loss": 0.1514,
+      "step": 1670
+    },
+    {
+      "grad_norm": 0.512727677822113,
+      "learning_rate": 7.928214507804104e-05,
+      "loss": 0.1534,
+      "step": 1680
+    },
+    {
+      "grad_norm": 0.5983278751373291,
+      "learning_rate": 7.901345625023576e-05,
+      "loss": 0.1538,
+      "step": 1690
+    },
+    {
+      "grad_norm": 0.5887285470962524,
+      "learning_rate": 7.874349827986354e-05,
+      "loss": 0.1443,
+      "step": 1700
+    },
+    {
+      "grad_norm": 0.6679766774177551,
+      "learning_rate": 7.847228297576053e-05,
+      "loss": 0.1441,
+      "step": 1710
+    },
+    {
+      "grad_norm": 0.5901898145675659,
+      "learning_rate": 7.819982220176276e-05,
+      "loss": 0.1493,
+      "step": 1720
+    },
+    {
+      "grad_norm": 0.5546339750289917,
+      "learning_rate": 7.792612787618714e-05,
+      "loss": 0.1463,
+      "step": 1730
+    },
+    {
+      "grad_norm": 0.44935551285743713,
+      "learning_rate": 7.765121197131009e-05,
+      "loss": 0.1405,
+      "step": 1740
+    },
+    {
+      "grad_norm": 0.571503758430481,
+      "learning_rate": 7.737508651284391e-05,
+      "loss": 0.144,
+      "step": 1750
+    },
+    {
+      "grad_norm": 0.45417916774749756,
+      "learning_rate": 7.709776357941069e-05,
+      "loss": 0.1466,
+      "step": 1760
+    },
+    {
+      "grad_norm": 0.6172892451286316,
+      "learning_rate": 7.681925530201392e-05,
+      "loss": 0.1399,
+      "step": 1770
+    },
+    {
+      "grad_norm": 0.5856171250343323,
+      "learning_rate": 7.65395738635079e-05,
+      "loss": 0.1357,
+      "step": 1780
+    },
+    {
+      "grad_norm": 0.6619947552680969,
+      "learning_rate": 7.62587314980648e-05,
+      "loss": 0.1352,
+      "step": 1790
+    },
+    {
+      "grad_norm": 0.6460875272750854,
+      "learning_rate": 7.597674049063947e-05,
+      "loss": 0.1341,
+      "step": 1800
+    },
+    {
+      "grad_norm": 0.7179229259490967,
+      "learning_rate": 7.569361317643211e-05,
+      "loss": 0.1332,
+      "step": 1810
+    },
+    {
+      "grad_norm": 0.5755833387374878,
+      "learning_rate": 7.540936194034865e-05,
+      "loss": 0.1228,
+      "step": 1820
+    },
+    {
+      "grad_norm": 0.6001657247543335,
+      "learning_rate": 7.512399921645901e-05,
+      "loss": 0.1221,
+      "step": 1830
+    },
+    {
+      "grad_norm": 0.8415402770042419,
+      "learning_rate": 7.483753748745317e-05,
+      "loss": 0.1204,
+      "step": 1840
+    },
+    {
+      "grad_norm": 0.5911980867385864,
+      "learning_rate": 7.454998928409516e-05,
+      "loss": 0.1186,
+      "step": 1850
+    },
+    {
+      "grad_norm": 0.6328838467597961,
+      "learning_rate": 7.426136718467493e-05,
+      "loss": 0.1191,
+      "step": 1860
+    },
+    {
+      "grad_norm": 0.7557830214500427,
+      "learning_rate": 7.397168381445812e-05,
+      "loss": 0.1181,
+      "step": 1870
+    },
+    {
+      "grad_norm": 0.6825954914093018,
+      "learning_rate": 7.368095184513377e-05,
+      "loss": 0.1091,
+      "step": 1880
+    },
+    {
+      "grad_norm": 0.6182678937911987,
+      "learning_rate": 7.338918399426005e-05,
+      "loss": 0.1091,
+      "step": 1890
+    },
+    {
+      "grad_norm": 0.5677836537361145,
+      "learning_rate": 7.309639302470801e-05,
+      "loss": 0.1184,
+      "step": 1900
+    },
+    {
+      "grad_norm": 0.5817261934280396,
+      "learning_rate": 7.280259174410312e-05,
+      "loss": 0.1093,
+      "step": 1910
+    },
+    {
+      "grad_norm": 0.5359583497047424,
+      "learning_rate": 7.250779300426517e-05,
+      "loss": 0.1067,
+      "step": 1920
+    },
+    {
+      "grad_norm": 0.5772634148597717,
+      "learning_rate": 7.22120097006461e-05,
+      "loss": 0.1085,
+      "step": 1930
+    },
+    {
+      "grad_norm": 0.5606518983840942,
+      "learning_rate": 7.191525477176577e-05,
+      "loss": 0.1051,
+      "step": 1940
+    },
+    {
+      "grad_norm": 0.5310060977935791,
+      "learning_rate": 7.161754119864616e-05,
+      "loss": 0.1053,
+      "step": 1950
+    },
+    {
+      "grad_norm": 0.5121711492538452,
+      "learning_rate": 7.131888200424339e-05,
+      "loss": 0.0989,
+      "step": 1960
+    },
+    {
+      "grad_norm": 0.5429434776306152,
+      "learning_rate": 7.101929025287816e-05,
+      "loss": 0.1061,
+      "step": 1970
+    },
+    {
+      "grad_norm": 0.6458041071891785,
+      "learning_rate": 7.071877904966423e-05,
+      "loss": 0.106,
+      "step": 1980
+    },
+    {
+      "grad_norm": 0.5793947577476501,
+      "learning_rate": 7.04173615399351e-05,
+      "loss": 0.0998,
+      "step": 1990
+    },
+    {
+      "grad_norm": 0.5256904363632202,
+      "learning_rate": 7.011505090866913e-05,
+      "loss": 0.0949,
+      "step": 2000
+    },
+    {
+      "grad_norm": 0.5925444960594177,
+      "learning_rate": 6.981186037991271e-05,
+      "loss": 0.0913,
+      "step": 2010
+    },
+    {
+      "grad_norm": 0.5881873369216919,
+      "learning_rate": 6.950780321620174e-05,
+      "loss": 0.0997,
+      "step": 2020
+    },
+    {
+      "grad_norm": 0.59590083360672,
+      "learning_rate": 6.920289271798157e-05,
+      "loss": 0.1074,
+      "step": 2030
+    },
+    {
+      "grad_norm": 0.622574508190155,
+      "learning_rate": 6.889714222302517e-05,
+      "loss": 0.1122,
+      "step": 2040
+    },
+    {
+      "grad_norm": 0.5420517325401306,
+      "learning_rate": 6.85905651058497e-05,
+      "loss": 0.1024,
+      "step": 2050
+    },
+    {
+      "grad_norm": 0.5388364791870117,
+      "learning_rate": 6.82831747771314e-05,
+      "loss": 0.1023,
+      "step": 2060
+    },
+    {
+      "grad_norm": 0.4457239508628845,
+      "learning_rate": 6.797498468311907e-05,
+      "loss": 0.0936,
+      "step": 2070
+    },
+    {
+      "grad_norm": 0.4550946354866028,
+      "learning_rate": 6.766600830504585e-05,
+      "loss": 0.0935,
+      "step": 2080
+    },
+    {
+      "grad_norm": 0.5083208680152893,
+      "learning_rate": 6.735625915853942e-05,
+      "loss": 0.093,
+      "step": 2090
+    },
+    {
+      "grad_norm": 0.5291924476623535,
+      "learning_rate": 6.70457507930309e-05,
+      "loss": 0.0903,
+      "step": 2100
+    },
+    {
+      "grad_norm": 0.49382320046424866,
+      "learning_rate": 6.673449679116215e-05,
+      "loss": 0.0941,
+      "step": 2110
+    },
+    {
+      "grad_norm": 0.48284777998924255,
+      "learning_rate": 6.642251076819148e-05,
+      "loss": 0.0927,
+      "step": 2120
+    },
+    {
+      "grad_norm": 0.5031968951225281,
+      "learning_rate": 6.610980637139827e-05,
+      "loss": 0.0965,
+      "step": 2130
+    },
+    {
+      "grad_norm": 0.5879396796226501,
+      "learning_rate": 6.579639727948583e-05,
+      "loss": 0.0951,
+      "step": 2140
+    },
+    {
+      "grad_norm": 0.5393956303596497,
+      "learning_rate": 6.548229720198315e-05,
+      "loss": 0.1009,
+      "step": 2150
+    },
+    {
+      "grad_norm": 0.5415223836898804,
+      "learning_rate": 6.516751987864517e-05,
+      "loss": 0.098,
+      "step": 2160
+    },
+    {
+      "grad_norm": 0.4895865321159363,
+      "learning_rate": 6.485207907885175e-05,
+      "loss": 0.0982,
+      "step": 2170
+    },
+    {
+      "grad_norm": 0.5911388993263245,
+      "learning_rate": 6.453598860100536e-05,
+      "loss": 0.0969,
+      "step": 2180
+    },
+    {
+      "grad_norm": 0.5563522577285767,
+      "learning_rate": 6.421926227192749e-05,
+      "loss": 0.0938,
+      "step": 2190
+    },
+    {
+      "grad_norm": 0.45317167043685913,
+      "learning_rate": 6.390191394625381e-05,
+      "loss": 0.0916,
+      "step": 2200
+    },
+    {
+      "grad_norm": 0.5628747940063477,
+      "learning_rate": 6.358395750582817e-05,
+      "loss": 0.0935,
+      "step": 2210
+    },
+    {
+      "grad_norm": 0.5122891068458557,
+      "learning_rate": 6.326540685909532e-05,
+      "loss": 0.0927,
+      "step": 2220
+    },
+    {
+      "grad_norm": 0.5771424174308777,
+      "learning_rate": 6.294627594049249e-05,
+      "loss": 0.0962,
+      "step": 2230
+    },
+    {
+      "grad_norm": 0.5170236825942993,
+      "learning_rate": 6.262657870983989e-05,
+      "loss": 0.0904,
+      "step": 2240
+    },
+    {
+      "grad_norm": 0.4742584228515625,
+      "learning_rate": 6.230632915173009e-05,
+      "loss": 0.096,
+      "step": 2250
+    },
+    {
+      "grad_norm": 0.47861242294311523,
+      "learning_rate": 6.198554127491622e-05,
+      "loss": 0.0934,
+      "step": 2260
+    },
+    {
+      "grad_norm": 0.5094116926193237,
+      "learning_rate": 6.166422911169923e-05,
+      "loss": 0.0898,
+      "step": 2270
+    },
+    {
+      "grad_norm": 0.5018652677536011,
+      "learning_rate": 6.1342406717314e-05,
+      "loss": 0.0954,
+      "step": 2280
+    },
+    {
+      "grad_norm": 0.4745335876941681,
+      "learning_rate": 6.102008816931466e-05,
+      "loss": 0.0954,
+      "step": 2290
+    },
+    {
+      "grad_norm": 0.532701849937439,
+      "learning_rate": 6.069728756695866e-05,
+      "loss": 0.0887,
+      "step": 2300
+    },
+    {
+      "grad_norm": 0.48223239183425903,
+      "learning_rate": 6.037401903059008e-05,
+      "loss": 0.1038,
+      "step": 2310
+    },
+    {
+      "grad_norm": 0.5274860858917236,
+      "learning_rate": 6.005029670102195e-05,
+      "loss": 0.0922,
+      "step": 2320
+    },
+    {
+      "grad_norm": 0.5428637266159058,
+      "learning_rate": 5.972613473891766e-05,
+      "loss": 0.1019,
+      "step": 2330
+    },
+    {
+      "grad_norm": 0.5568265914916992,
+      "learning_rate": 5.940154732417158e-05,
+      "loss": 0.0949,
+      "step": 2340
+    },
+    {
+      "grad_norm": 0.5592058300971985,
+      "learning_rate": 5.907654865528876e-05,
+      "loss": 0.1004,
+      "step": 2350
+    },
+    {
+      "grad_norm": 0.5825232863426208,
+      "learning_rate": 5.875115294876381e-05,
+      "loss": 0.0914,
+      "step": 2360
+    },
+    {
+      "grad_norm": 0.4860818088054657,
+      "learning_rate": 5.842537443845908e-05,
+      "loss": 0.0895,
+      "step": 2370
+    },
+    {
+      "grad_norm": 0.47628575563430786,
+      "learning_rate": 5.809922737498198e-05,
+      "loss": 0.0895,
+      "step": 2380
+    },
+    {
+      "grad_norm": 0.561185359954834,
+      "learning_rate": 5.777272602506165e-05,
+      "loss": 0.0935,
+      "step": 2390
+    },
+    {
+      "grad_norm": 0.5275021195411682,
+      "learning_rate": 5.744588467092483e-05,
+      "loss": 0.0933,
+      "step": 2400
+    },
+    {
+      "grad_norm": 0.5264272689819336,
+      "learning_rate": 5.7118717609671194e-05,
+      "loss": 0.0892,
+      "step": 2410
+    },
+    {
+      "grad_norm": 0.5207436680793762,
+      "learning_rate": 5.679123915264786e-05,
+      "loss": 0.0893,
+      "step": 2420
+    },
+    {
+      "grad_norm": 0.593533456325531,
+      "learning_rate": 5.646346362482342e-05,
+      "loss": 0.0844,
+      "step": 2430
+    },
+    {
+      "grad_norm": 0.47873932123184204,
+      "learning_rate": 5.613540536416132e-05,
+      "loss": 0.0911,
+      "step": 2440
+    },
+    {
+      "grad_norm": 0.5618205666542053,
+      "learning_rate": 5.5807078720992645e-05,
+      "loss": 0.0851,
+      "step": 2450
+    },
+    {
+      "grad_norm": 0.44934114813804626,
+      "learning_rate": 5.547849805738836e-05,
+      "loss": 0.0906,
+      "step": 2460
+    },
+    {
+      "grad_norm": 0.5721641778945923,
+      "learning_rate": 5.514967774653118e-05,
+      "loss": 0.0863,
+      "step": 2470
+    },
+    {
+      "grad_norm": 0.5808746814727783,
+      "learning_rate": 5.482063217208674e-05,
+      "loss": 0.0839,
+      "step": 2480
+    },
+    {
+      "grad_norm": 0.7663801908493042,
+      "learning_rate": 5.449137572757439e-05,
+      "loss": 0.079,
+      "step": 2490
+    },
+    {
+      "grad_norm": 0.59348464012146,
+      "learning_rate": 5.4161922815737696e-05,
+      "loss": 0.0844,
+      "step": 2500
+    },
+    {
+      "grad_norm": 0.5268471240997314,
+      "learning_rate": 5.3832287847914276e-05,
+      "loss": 0.0778,
+      "step": 2510
+    },
+    {
+      "grad_norm": 0.5742741227149963,
+      "learning_rate": 5.35024852434055e-05,
+      "loss": 0.0736,
+      "step": 2520
+    },
+    {
+      "grad_norm": 0.5461910963058472,
+      "learning_rate": 5.317252942884567e-05,
+      "loss": 0.0685,
+      "step": 2530
+    },
+    {
+      "grad_norm": 0.594890832901001,
+      "learning_rate": 5.284243483757109e-05,
+      "loss": 0.0733,
+      "step": 2540
+    },
+    {
+      "grad_norm": 0.7696801424026489,
+      "learning_rate": 5.2512215908988484e-05,
+      "loss": 0.0778,
+      "step": 2550
+    },
+    {
+      "grad_norm": 0.5537458658218384,
+      "learning_rate": 5.218188708794357e-05,
+      "loss": 0.0688,
+      "step": 2560
+    },
+    {
+      "grad_norm": 0.5646308660507202,
+      "learning_rate": 5.18514628240891e-05,
+      "loss": 0.07,
+      "step": 2570
+    },
+    {
+      "grad_norm": 0.6419703364372253,
+      "learning_rate": 5.1520957571252795e-05,
+      "loss": 0.0708,
+      "step": 2580
+    },
+    {
+      "grad_norm": 0.5593074560165405,
+      "learning_rate": 5.1190385786805106e-05,
+      "loss": 0.0762,
+      "step": 2590
+    },
+    {
+      "grad_norm": 0.5110213756561279,
+      "learning_rate": 5.085976193102677e-05,
+      "loss": 0.072,
+      "step": 2600
+    },
+    {
+      "grad_norm": 0.4601760804653168,
+      "learning_rate": 5.052910046647634e-05,
+      "loss": 0.0652,
+      "step": 2610
+    },
+    {
+      "grad_norm": 0.3931610584259033,
+      "learning_rate": 5.0198415857357464e-05,
+      "loss": 0.0666,
+      "step": 2620
+    },
+    {
+      "grad_norm": 0.45117199420928955,
+      "learning_rate": 4.9867722568886223e-05,
+      "loss": 0.0634,
+      "step": 2630
+    },
+    {
+      "grad_norm": 0.47389066219329834,
+      "learning_rate": 4.9537035066658314e-05,
+      "loss": 0.0645,
+      "step": 2640
+    },
+    {
+      "grad_norm": 0.4766860008239746,
+      "learning_rate": 4.920636781601638e-05,
+      "loss": 0.0652,
+      "step": 2650
+    },
+    {
+      "grad_norm": 0.5132986307144165,
+      "learning_rate": 4.88757352814172e-05,
+      "loss": 0.0757,
+      "step": 2660
+    },
+    {
+      "grad_norm": 0.5240507125854492,
+      "learning_rate": 4.8545151925798924e-05,
+      "loss": 0.0675,
+      "step": 2670
+    },
+    {
+      "grad_norm": 0.48893073201179504,
+      "learning_rate": 4.821463220994848e-05,
+      "loss": 0.0727,
+      "step": 2680
+    },
+    {
+      "grad_norm": 0.47110217809677124,
+      "learning_rate": 4.788419059186895e-05,
+      "loss": 0.0695,
+      "step": 2690
+    },
+    {
+      "grad_norm": 0.4707425534725189,
+      "learning_rate": 4.7553841526147205e-05,
+      "loss": 0.0728,
+      "step": 2700
+    },
+    {
+      "grad_norm": 0.6055741310119629,
+      "learning_rate": 4.722359946332156e-05,
+      "loss": 0.0699,
+      "step": 2710
+    },
+    {
+      "grad_norm": 0.5407254099845886,
+      "learning_rate": 4.6893478849249654e-05,
+      "loss": 0.0643,
+      "step": 2720
+    },
+    {
+      "grad_norm": 0.5672000646591187,
+      "learning_rate": 4.656349412447664e-05,
+      "loss": 0.0665,
+      "step": 2730
+    },
+    {
+      "grad_norm": 0.5456300973892212,
+      "learning_rate": 4.623365972360337e-05,
+      "loss": 0.0669,
+      "step": 2740
+    },
+    {
+      "grad_norm": 0.42429009079933167,
+      "learning_rate": 4.590399007465503e-05,
+      "loss": 0.0603,
+      "step": 2750
+    },
+    {
+      "grad_norm": 0.46782442927360535,
+      "learning_rate": 4.557449959845005e-05,
+      "loss": 0.0604,
+      "step": 2760
+    },
+    {
+      "grad_norm": 0.5908854007720947,
+      "learning_rate": 4.524520270796927e-05,
+      "loss": 0.0622,
+      "step": 2770
+    },
+    {
+      "grad_norm": 0.563959002494812,
+      "learning_rate": 4.491611380772545e-05,
+      "loss": 0.0625,
+      "step": 2780
+    },
+    {
+      "grad_norm": 0.46056613326072693,
+      "learning_rate": 4.458724729313318e-05,
+      "loss": 0.0544,
+      "step": 2790
+    },
+    {
+      "grad_norm": 0.5170462131500244,
+      "learning_rate": 4.42586175498792e-05,
+      "loss": 0.0588,
+      "step": 2800
+    },
+    {
+      "grad_norm": 0.6552886366844177,
+      "learning_rate": 4.3930238953293094e-05,
+      "loss": 0.0575,
+      "step": 2810
+    },
+    {
+      "grad_norm": 0.85902339220047,
+      "learning_rate": 4.360212586771847e-05,
+      "loss": 0.0474,
+      "step": 2820
+    },
+    {
+      "grad_norm": 0.8355768322944641,
+      "learning_rate": 4.327429264588463e-05,
+      "loss": 0.0514,
+      "step": 2830
+    },
+    {
+      "grad_norm": 0.6875535845756531,
+      "learning_rate": 4.2946753628278725e-05,
+      "loss": 0.0565,
+      "step": 2840
+    },
+    {
+      "grad_norm": 0.6323390007019043,
+      "learning_rate": 4.2619523142518474e-05,
+      "loss": 0.0517,
+      "step": 2850
+    },
+    {
+      "grad_norm": 0.4932286739349365,
+      "learning_rate": 4.229261550272539e-05,
+      "loss": 0.0492,
+      "step": 2860
+    },
+    {
+      "grad_norm": 0.5139195322990417,
+      "learning_rate": 4.196604500889868e-05,
+      "loss": 0.0458,
+      "step": 2870
+    },
+    {
+      "grad_norm": 0.4336424171924591,
+      "learning_rate": 4.163982594628969e-05,
+      "loss": 0.0412,
+      "step": 2880
+    },
+    {
+      "grad_norm": 0.4463331401348114,
+      "learning_rate": 4.131397258477702e-05,
+      "loss": 0.0434,
+      "step": 2890
+    },
+    {
+      "grad_norm": 0.46597811579704285,
+      "learning_rate": 4.0988499178242315e-05,
+      "loss": 0.0441,
+      "step": 2900
+    },
+    {
+      "grad_norm": 0.5435395240783691,
+      "learning_rate": 4.066341996394678e-05,
+      "loss": 0.0534,
+      "step": 2910
+    },
+    {
+      "grad_norm": 0.4228745400905609,
+      "learning_rate": 4.033874916190833e-05,
+      "loss": 0.0437,
+      "step": 2920
+    },
+    {
+      "grad_norm": 0.49809300899505615,
+      "learning_rate": 4.001450097427966e-05,
+      "loss": 0.0422,
+      "step": 2930
+    },
+    {
+      "grad_norm": 0.5069879293441772,
+      "learning_rate": 3.9690689584726894e-05,
+      "loss": 0.043,
+      "step": 2940
+    },
+    {
+      "grad_norm": 0.4590340554714203,
+      "learning_rate": 3.936732915780923e-05,
+      "loss": 0.0429,
+      "step": 2950
+    },
+    {
+      "grad_norm": 0.579380214214325,
+      "learning_rate": 3.904443383835929e-05,
+      "loss": 0.0449,
+      "step": 2960
+    },
+    {
+      "grad_norm": 0.4543984830379486,
+      "learning_rate": 3.872201775086437e-05,
+      "loss": 0.048,
+      "step": 2970
+    },
+    {
+      "grad_norm": 0.4465457499027252,
+      "learning_rate": 3.8400094998848616e-05,
+      "loss": 0.0428,
+      "step": 2980
+    },
+    {
+      "grad_norm": 0.46042537689208984,
+      "learning_rate": 3.807867966425611e-05,
+      "loss": 0.0426,
+      "step": 2990
+    },
+    {
+      "grad_norm": 0.5212011933326721,
+      "learning_rate": 3.775778580683481e-05,
+      "loss": 0.0469,
+      "step": 3000
+    },
+    {
+      "grad_norm": 0.5367034673690796,
+      "learning_rate": 3.743742746352156e-05,
+      "loss": 0.05,
+      "step": 3010
+    },
+    {
+      "grad_norm": 0.5512236952781677,
+      "learning_rate": 3.711761864782817e-05,
+      "loss": 0.0479,
+      "step": 3020
+    },
+    {
+      "grad_norm": 0.5714602470397949,
+      "learning_rate": 3.679837334922825e-05,
+      "loss": 0.0424,
+      "step": 3030
+    },
+    {
+      "grad_norm": 0.5294533371925354,
+      "learning_rate": 3.647970553254538e-05,
+      "loss": 0.0426,
+      "step": 3040
+    },
+    {
+      "grad_norm": 0.5118355751037598,
+      "learning_rate": 3.61616291373422e-05,
+      "loss": 0.0482,
+      "step": 3050
+    },
+    {
+      "grad_norm": 0.3978457748889923,
+      "learning_rate": 3.584415807731065e-05,
+      "loss": 0.0422,
+      "step": 3060
+    },
+    {
+      "grad_norm": 0.541044294834137,
+      "learning_rate": 3.552730623966337e-05,
+      "loss": 0.0479,
+      "step": 3070
+    },
+    {
+      "grad_norm": 0.5228303074836731,
+      "learning_rate": 3.521108748452617e-05,
+      "loss": 0.0429,
+      "step": 3080
+    },
+    {
+      "grad_norm": 0.4736356735229492,
+      "learning_rate": 3.489551564433186e-05,
+      "loss": 0.0433,
+      "step": 3090
+    },
+    {
+      "grad_norm": 0.4718533158302307,
+      "learning_rate": 3.4580604523215006e-05,
+      "loss": 0.0427,
+      "step": 3100
+    },
+    {
+      "grad_norm": 0.4785158932209015,
+      "learning_rate": 3.4266367896408216e-05,
+      "loss": 0.0444,
+      "step": 3110
+    },
+    {
+      "grad_norm": 0.43062856793403625,
+      "learning_rate": 3.3952819509639534e-05,
+      "loss": 0.0395,
+      "step": 3120
+    },
+    {
+      "grad_norm": 0.44312167167663574,
+      "learning_rate": 3.3639973078531165e-05,
+      "loss": 0.0423,
+      "step": 3130
+    },
+    {
+      "grad_norm": 0.4607502222061157,
+      "learning_rate": 3.332784228799947e-05,
+      "loss": 0.0435,
+      "step": 3140
+    },
+    {
+      "grad_norm": 0.3551779091358185,
+      "learning_rate": 3.301644079165638e-05,
+      "loss": 0.0428,
+      "step": 3150
+    },
+    {
+      "grad_norm": 0.5205867290496826,
+      "learning_rate": 3.27057822112122e-05,
+      "loss": 0.0435,
+      "step": 3160
+    },
+    {
+      "grad_norm": 0.4419425427913666,
+      "learning_rate": 3.239588013587958e-05,
+      "loss": 0.0421,
+      "step": 3170
+    },
+    {
+      "grad_norm": 0.4759688079357147,
+      "learning_rate": 3.208674812177926e-05,
+      "loss": 0.0393,
+      "step": 3180
+    },
+    {
+      "grad_norm": 0.4435702860355377,
+      "learning_rate": 3.177839969134698e-05,
+      "loss": 0.0393,
+      "step": 3190
+    },
+    {
+      "grad_norm": 0.4541962444782257,
+      "learning_rate": 3.1470848332742e-05,
+      "loss": 0.0455,
+      "step": 3200
+    },
+    {
+      "grad_norm": 0.5228098034858704,
+      "learning_rate": 3.116410749925708e-05,
+      "loss": 0.0404,
+      "step": 3210
+    },
+    {
+      "grad_norm": 0.41670680046081543,
+      "learning_rate": 3.085819060872995e-05,
+      "loss": 0.0375,
+      "step": 3220
+    },
+    {
+      "grad_norm": 0.44255679845809937,
+      "learning_rate": 3.055311104295648e-05,
+      "loss": 0.0413,
+      "step": 3230
+    },
+    {
+      "grad_norm": 0.48351141810417175,
+      "learning_rate": 3.024888214710517e-05,
+      "loss": 0.0373,
+      "step": 3240
+    },
+    {
+      "grad_norm": 0.48131728172302246,
+      "learning_rate": 2.994551722913349e-05,
+      "loss": 0.0339,
+      "step": 3250
+    },
+    {
+      "grad_norm": 0.4224362075328827,
+      "learning_rate": 2.9643029559205727e-05,
+      "loss": 0.0469,
+      "step": 3260
+    },
+    {
+      "grad_norm": 0.4165526032447815,
+      "learning_rate": 2.934143236911248e-05,
+      "loss": 0.0389,
+      "step": 3270
+    },
+    {
+      "grad_norm": 0.39798620343208313,
+      "learning_rate": 2.90407388516919e-05,
+      "loss": 0.0372,
+      "step": 3280
+    },
+    {
+      "grad_norm": 0.4565955400466919,
+      "learning_rate": 2.8740962160252495e-05,
+      "loss": 0.0404,
+      "step": 3290
+    },
+    {
+      "grad_norm": 0.5063626170158386,
+      "learning_rate": 2.844211540799797e-05,
+      "loss": 0.0454,
+      "step": 3300
+    },
+    {
+      "grad_norm": 0.40985268354415894,
+      "learning_rate": 2.8144211667453368e-05,
+      "loss": 0.0388,
+      "step": 3310
+    },
+    {
+      "grad_norm": 0.43292853236198425,
+      "learning_rate": 2.7847263969893344e-05,
+      "loss": 0.0374,
+      "step": 3320
+    },
+    {
+      "grad_norm": 0.5308110117912292,
+      "learning_rate": 2.7551285304772206e-05,
+      "loss": 0.041,
+      "step": 3330
+    },
+    {
+      "grad_norm": 0.5523353815078735,
+      "learning_rate": 2.7256288619155567e-05,
+      "loss": 0.04,
+      "step": 3340
+    },
+    {
+      "grad_norm": 0.44316643476486206,
+      "learning_rate": 2.6962286817154158e-05,
+      "loss": 0.0429,
+      "step": 3350
+    },
+    {
+      "grad_norm": 0.47850847244262695,
+      "learning_rate": 2.6669292759359166e-05,
+      "loss": 0.0358,
+      "step": 3360
+    },
+    {
+      "grad_norm": 0.4757858216762543,
+      "learning_rate": 2.637731926227993e-05,
+      "loss": 0.0473,
+      "step": 3370
+    },
+    {
+      "grad_norm": 0.42875608801841736,
+      "learning_rate": 2.6086379097783033e-05,
+      "loss": 0.0406,
+      "step": 3380
+    },
+    {
+      "grad_norm": 0.5029358863830566,
+      "learning_rate": 2.579648499253377e-05,
+      "loss": 0.0408,
+      "step": 3390
+    },
+    {
+      "grad_norm": 0.4432359039783478,
+      "learning_rate": 2.5507649627439466e-05,
+      "loss": 0.045,
+      "step": 3400
+    },
+    {
+      "grad_norm": 0.4839177131652832,
+      "learning_rate": 2.5219885637094653e-05,
+      "loss": 0.0418,
+      "step": 3410
+    },
+    {
+      "grad_norm": 0.4947394132614136,
+      "learning_rate": 2.4933205609228533e-05,
+      "loss": 0.0402,
+      "step": 3420
+    },
+    {
+      "grad_norm": 0.48242780566215515,
+      "learning_rate": 2.464762208415419e-05,
+      "loss": 0.0384,
+      "step": 3430
+    },
+    {
+      "grad_norm": 0.48578396439552307,
+      "learning_rate": 2.4363147554220213e-05,
+      "loss": 0.0413,
+      "step": 3440
+    },
+    {
+      "grad_norm": 0.4005936086177826,
+      "learning_rate": 2.407979446326411e-05,
+      "loss": 0.0352,
+      "step": 3450
+    },
+    {
+      "grad_norm": 0.39482197165489197,
+      "learning_rate": 2.379757520606799e-05,
+      "loss": 0.0392,
+      "step": 3460
+    },
+    {
+      "grad_norm": 0.4308265745639801,
+      "learning_rate": 2.3516502127816455e-05,
+      "loss": 0.0355,
+      "step": 3470
+    },
+    {
+      "grad_norm": 0.5446367263793945,
+      "learning_rate": 2.323658752355647e-05,
+      "loss": 0.0377,
+      "step": 3480
+    },
+    {
+      "grad_norm": 0.5136108994483948,
+      "learning_rate": 2.2957843637659654e-05,
+      "loss": 0.0392,
+      "step": 3490
+    },
+    {
+      "grad_norm": 0.495962917804718,
+      "learning_rate": 2.2680282663286552e-05,
+      "loss": 0.0449,
+      "step": 3500
+    },
+    {
+      "grad_norm": 0.4508982300758362,
+      "learning_rate": 2.2403916741853364e-05,
+      "loss": 0.037,
+      "step": 3510
+    },
+    {
+      "grad_norm": 0.4441506266593933,
+      "learning_rate": 2.2128757962500817e-05,
+      "loss": 0.0393,
+      "step": 3520
+    },
+    {
+      "grad_norm": 0.45507463812828064,
+      "learning_rate": 2.1854818361565275e-05,
+      "loss": 0.0364,
+      "step": 3530
+    },
+    {
+      "grad_norm": 0.5197150707244873,
+      "learning_rate": 2.1582109922052364e-05,
+      "loss": 0.0429,
+      "step": 3540
+    },
+    {
+      "grad_norm": 0.3685973584651947,
+      "learning_rate": 2.1310644573112635e-05,
+      "loss": 0.0387,
+      "step": 3550
+    },
+    {
+      "grad_norm": 0.491750031709671,
+      "learning_rate": 2.1040434189519924e-05,
+      "loss": 0.0374,
+      "step": 3560
+    },
+    {
+      "grad_norm": 0.5140603184700012,
+      "learning_rate": 2.0771490591151733e-05,
+      "loss": 0.0386,
+      "step": 3570
+    },
+    {
+      "grad_norm": 0.39040952920913696,
+      "learning_rate": 2.0503825542472317e-05,
+      "loss": 0.038,
+      "step": 3580
+    },
+    {
+      "grad_norm": 0.5369389057159424,
+      "learning_rate": 2.023745075201805e-05,
+      "loss": 0.0416,
+      "step": 3590
+    },
+    {
+      "grad_norm": 0.3892660140991211,
+      "learning_rate": 1.9972377871885157e-05,
+      "loss": 0.0429,
+      "step": 3600
+    },
+    {
+      "grad_norm": 0.32289767265319824,
+      "learning_rate": 1.970861849722017e-05,
+      "loss": 0.0371,
+      "step": 3610
+    },
+    {
+      "grad_norm": 0.4188714027404785,
+      "learning_rate": 1.9446184165712587e-05,
+      "loss": 0.0375,
+      "step": 3620
+    },
+    {
+      "grad_norm": 0.5061265826225281,
+      "learning_rate": 1.9185086357090214e-05,
+      "loss": 0.0384,
+      "step": 3630
+    },
+    {
+      "grad_norm": 0.44376373291015625,
+      "learning_rate": 1.8925336492617057e-05,
+      "loss": 0.0416,
+      "step": 3640
+    },
+    {
+      "grad_norm": 0.4148474633693695,
+      "learning_rate": 1.8666945934593666e-05,
+      "loss": 0.0421,
+      "step": 3650
+    },
+    {
+      "grad_norm": 0.3855580985546112,
+      "learning_rate": 1.8409925985860126e-05,
+      "loss": 0.035,
+      "step": 3660
+    },
+    {
+      "grad_norm": 0.38665467500686646,
+      "learning_rate": 1.8154287889301603e-05,
+      "loss": 0.0374,
+      "step": 3670
+    },
+    {
+      "grad_norm": 0.47245538234710693,
+      "learning_rate": 1.7900042827356612e-05,
+      "loss": 0.0388,
+      "step": 3680
+    },
+    {
+      "grad_norm": 0.5184622406959534,
+      "learning_rate": 1.76472019215278e-05,
+      "loss": 0.0434,
+      "step": 3690
+    },
+    {
+      "grad_norm": 0.41036659479141235,
+      "learning_rate": 1.739577623189545e-05,
+      "loss": 0.0367,
+      "step": 3700
+    },
+    {
+      "grad_norm": 0.40120813250541687,
+      "learning_rate": 1.7145776756633768e-05,
+      "loss": 0.0424,
+      "step": 3710
+    },
+    {
+      "grad_norm": 0.38174930214881897,
+      "learning_rate": 1.6897214431529646e-05,
+      "loss": 0.0395,
+      "step": 3720
+    },
+    {
+      "grad_norm": 0.299831360578537,
+      "learning_rate": 1.6650100129504475e-05,
+      "loss": 0.0338,
+      "step": 3730
+    },
+    {
+      "grad_norm": 0.4321548640727997,
+      "learning_rate": 1.6404444660138335e-05,
+      "loss": 0.0425,
+      "step": 3740
+    },
+    {
+      "grad_norm": 0.4387640058994293,
+      "learning_rate": 1.616025876919725e-05,
+      "loss": 0.0363,
+      "step": 3750
+    },
+    {
+      "grad_norm": 0.30805277824401855,
+      "learning_rate": 1.5917553138163172e-05,
+      "loss": 0.0358,
+      "step": 3760
+    },
+    {
+      "grad_norm": 0.29938289523124695,
+      "learning_rate": 1.5676338383766632e-05,
+      "loss": 0.0416,
+      "step": 3770
+    },
+    {
+      "grad_norm": 0.3716321587562561,
+      "learning_rate": 1.5436625057522447e-05,
+      "loss": 0.0354,
+      "step": 3780
+    },
+    {
+      "grad_norm": 0.3724187910556793,
+      "learning_rate": 1.519842364526804e-05,
+      "loss": 0.034,
+      "step": 3790
+    },
+    {
+      "grad_norm": 0.38264161348342896,
+      "learning_rate": 1.4961744566704855e-05,
+      "loss": 0.0385,
+      "step": 3800
+    },
+    {
+      "grad_norm": 0.32265418767929077,
+      "learning_rate": 1.4726598174942551e-05,
+      "loss": 0.0312,
+      "step": 3810
+    },
+    {
+      "grad_norm": 0.3850567936897278,
+      "learning_rate": 1.4492994756046035e-05,
+      "loss": 0.0361,
+      "step": 3820
+    },
+    {
+      "grad_norm": 0.3711504638195038,
+      "learning_rate": 1.4260944528585645e-05,
+      "loss": 0.0391,
+      "step": 3830
+    },
+    {
+      "grad_norm": 0.31626808643341064,
+      "learning_rate": 1.4030457643190048e-05,
+      "loss": 0.0347,
+      "step": 3840
+    },
+    {
+      "grad_norm": 0.3769336938858032,
+      "learning_rate": 1.3801544182102311e-05,
+      "loss": 0.0339,
+      "step": 3850
+    },
+    {
+      "grad_norm": 0.3671998083591461,
+      "learning_rate": 1.3574214158738763e-05,
+      "loss": 0.0377,
+      "step": 3860
+    },
+    {
+      "grad_norm": 0.4299490451812744,
+      "learning_rate": 1.3348477517251101e-05,
+      "loss": 0.0374,
+      "step": 3870
+    },
+    {
+      "grad_norm": 0.3477514386177063,
+      "learning_rate": 1.312434413209131e-05,
+      "loss": 0.0333,
+      "step": 3880
+    },
+    {
+      "grad_norm": 0.30829983949661255,
+      "learning_rate": 1.2901823807579727e-05,
+      "loss": 0.0359,
+      "step": 3890
+    },
+    {
+      "grad_norm": 0.330488383769989,
+      "learning_rate": 1.2680926277476245e-05,
+      "loss": 0.0364,
+      "step": 3900
+    },
+    {
+      "grad_norm": 0.3186895251274109,
+      "learning_rate": 1.2461661204554397e-05,
+      "loss": 0.0351,
+      "step": 3910
+    },
+    {
+      "grad_norm": 0.35008761286735535,
+      "learning_rate": 1.2244038180178835e-05,
+      "loss": 0.0331,
+      "step": 3920
+    },
+    {
+      "grad_norm": 0.38158419728279114,
+      "learning_rate": 1.2028066723885612e-05,
+      "loss": 0.036,
+      "step": 3930
+    },
+    {
+      "grad_norm": 0.34395238757133484,
+      "learning_rate": 1.1813756282965888e-05,
+      "loss": 0.0373,
+      "step": 3940
+    },
+    {
+      "grad_norm": 0.4024311900138855,
+      "learning_rate": 1.1601116232052638e-05,
+      "loss": 0.0389,
+      "step": 3950
+    },
+    {
+      "grad_norm": 0.331085205078125,
+      "learning_rate": 1.1390155872710517e-05,
+      "loss": 0.0313,
+      "step": 3960
+    },
+    {
+      "grad_norm": 0.32988935708999634,
+      "learning_rate": 1.1180884433029087e-05,
+      "loss": 0.0353,
+      "step": 3970
+    },
+    {
+      "grad_norm": 0.4240943193435669,
+      "learning_rate": 1.097331106721904e-05,
+      "loss": 0.032,
+      "step": 3980
+    },
+    {
+      "grad_norm": 0.37535446882247925,
+      "learning_rate": 1.0767444855211862e-05,
+      "loss": 0.0343,
+      "step": 3990
+    },
+    {
+      "grad_norm": 0.35983285307884216,
+      "learning_rate": 1.0563294802262558e-05,
+      "loss": 0.0338,
+      "step": 4000
+    },
+    {
+      "grad_norm": 0.35769814252853394,
+      "learning_rate": 1.0360869838555809e-05,
+      "loss": 0.0337,
+      "step": 4010
+    },
+    {
+      "grad_norm": 0.4400089383125305,
+      "learning_rate": 1.0160178818815313e-05,
+      "loss": 0.0323,
+      "step": 4020
+    },
+    {
+      "grad_norm": 0.34765002131462097,
+      "learning_rate": 9.961230521916387e-06,
+      "loss": 0.036,
+      "step": 4030
+    },
+    {
+      "grad_norm": 0.39732682704925537,
+      "learning_rate": 9.764033650502074e-06,
+      "loss": 0.0339,
+      "step": 4040
+    },
+    {
+      "grad_norm": 0.32750797271728516,
+      "learning_rate": 9.568596830602344e-06,
+      "loss": 0.0317,
+      "step": 4050
+    },
+    {
+      "grad_norm": 0.3298751413822174,
+      "learning_rate": 9.37492861125681e-06,
+      "loss": 0.0367,
+      "step": 4060
+    },
+    {
+      "grad_norm": 0.3411422073841095,
+      "learning_rate": 9.183037464140804e-06,
+      "loss": 0.0353,
+      "step": 4070
+    },
+    {
+      "grad_norm": 0.3619885742664337,
+      "learning_rate": 8.992931783194735e-06,
+      "loss": 0.032,
+      "step": 4080
+    },
+    {
+      "grad_norm": 0.39145413041114807,
+      "learning_rate": 8.80461988425696e-06,
+      "loss": 0.0346,
+      "step": 4090
+    },
+    {
+      "grad_norm": 0.3189050853252411,
+      "learning_rate": 8.618110004699974e-06,
+      "loss": 0.035,
+      "step": 4100
+    },
+    {
+      "grad_norm": 0.3382422924041748,
+      "learning_rate": 8.4334103030701e-06,
+      "loss": 0.0334,
+      "step": 4110
+    },
+    {
+      "grad_norm": 0.41412073373794556,
+      "learning_rate": 8.25052885873066e-06,
+      "loss": 0.0328,
+      "step": 4120
+    },
+    {
+      "grad_norm": 0.41316014528274536,
+      "learning_rate": 8.06947367150846e-06,
+      "loss": 0.0336,
+      "step": 4130
+    },
+    {
+      "grad_norm": 0.4284978210926056,
+      "learning_rate": 7.890252661343938e-06,
+      "loss": 0.033,
+      "step": 4140
+    },
+    {
+      "grad_norm": 0.28077858686447144,
+      "learning_rate": 7.712873667944681e-06,
+      "loss": 0.0359,
+      "step": 4150
+    },
+    {
+      "grad_norm": 0.27488812804222107,
+      "learning_rate": 7.537344450442469e-06,
+      "loss": 0.0309,
+      "step": 4160
+    },
+    {
+      "grad_norm": 0.3371226489543915,
+      "learning_rate": 7.36367268705393e-06,
+      "loss": 0.0348,
+      "step": 4170
+    },
+    {
+      "grad_norm": 0.3730447292327881,
+      "learning_rate": 7.1918659747446e-06,
+      "loss": 0.0347,
+      "step": 4180
+    },
+    {
+      "grad_norm": 0.2520543932914734,
+      "learning_rate": 7.021931828896666e-06,
+      "loss": 0.0351,
+      "step": 4190
+    },
+    {
+      "grad_norm": 0.32483142614364624,
+      "learning_rate": 6.8538776829801584e-06,
+      "loss": 0.0301,
+      "step": 4200
+    },
+    {
+      "grad_norm": 0.32276952266693115,
+      "learning_rate": 6.687710888227849e-06,
+      "loss": 0.0316,
+      "step": 4210
+    },
+    {
+      "grad_norm": 0.3400375247001648,
+      "learning_rate": 6.5234387133136565e-06,
+      "loss": 0.0311,
+      "step": 4220
+    },
+    {
+      "grad_norm": 0.30841583013534546,
+      "learning_rate": 6.361068344034665e-06,
+      "loss": 0.0315,
+      "step": 4230
+    },
+    {
+      "grad_norm": 0.3004016578197479,
+      "learning_rate": 6.200606882996846e-06,
+      "loss": 0.0351,
+      "step": 4240
+    },
+    {
+      "grad_norm": 0.45663419365882874,
+      "learning_rate": 6.042061349304312e-06,
+      "loss": 0.0355,
+      "step": 4250
+    },
+    {
+      "grad_norm": 0.27686357498168945,
+      "learning_rate": 5.885438678252342e-06,
+      "loss": 0.0354,
+      "step": 4260
+    },
+    {
+      "grad_norm": 0.3400055170059204,
+      "learning_rate": 5.730745721023939e-06,
+      "loss": 0.0358,
+      "step": 4270
+    },
+    {
+      "grad_norm": 0.29992061853408813,
+      "learning_rate": 5.577989244390192e-06,
+      "loss": 0.0302,
+      "step": 4280
+    },
+    {
+      "grad_norm": 0.3443690240383148,
+      "learning_rate": 5.4271759304142635e-06,
+      "loss": 0.0299,
+      "step": 4290
+    },
+    {
+      "grad_norm": 0.3227328658103943,
+      "learning_rate": 5.278312376159051e-06,
+      "loss": 0.031,
+      "step": 4300
+    },
+    {
+      "grad_norm": 0.3306593596935272,
+      "learning_rate": 5.1314050933986944e-06,
+      "loss": 0.0299,
+      "step": 4310
+    },
+    {
+      "grad_norm": 0.2781998813152313,
+      "learning_rate": 4.986460508333634e-06,
+      "loss": 0.0333,
+      "step": 4320
+    },
+    {
+      "grad_norm": 0.2888718545436859,
+      "learning_rate": 4.843484961309597e-06,
+      "loss": 0.031,
+      "step": 4330
+    },
+    {
+      "grad_norm": 0.31339484453201294,
+      "learning_rate": 4.702484706540161e-06,
+      "loss": 0.0315,
+      "step": 4340
+    },
+    {
+      "grad_norm": 0.35750260949134827,
+      "learning_rate": 4.563465911833259e-06,
+      "loss": 0.0296,
+      "step": 4350
+    },
+    {
+      "grad_norm": 0.3944266438484192,
+      "learning_rate": 4.426434658321344e-06,
+      "loss": 0.0321,
+      "step": 4360
+    },
+    {
+      "grad_norm": 0.2608897089958191,
+      "learning_rate": 4.2913969401953466e-06,
+      "loss": 0.0308,
+      "step": 4370
+    },
+    {
+      "grad_norm": 0.28918513655662537,
+      "learning_rate": 4.15835866444253e-06,
+      "loss": 0.0288,
+      "step": 4380
+    },
+    {
+      "grad_norm": 0.4163651168346405,
+      "learning_rate": 4.027325650588043e-06,
+      "loss": 0.034,
+      "step": 4390
+    },
+    {
+      "grad_norm": 0.38636109232902527,
+      "learning_rate": 3.898303630440419e-06,
+      "loss": 0.0353,
+      "step": 4400
+    },
+    {
+      "grad_norm": 0.42249786853790283,
+      "learning_rate": 3.7712982478407877e-06,
+      "loss": 0.0334,
+      "step": 4410
+    },
+    {
+      "grad_norm": 0.28786396980285645,
+      "learning_rate": 3.6463150584160053e-06,
+      "loss": 0.0368,
+      "step": 4420
+    },
+    {
+      "grad_norm": 0.2653104364871979,
+      "learning_rate": 3.5233595293356957e-06,
+      "loss": 0.0323,
+      "step": 4430
+    },
+    {
+      "grad_norm": 0.396353155374527,
+      "learning_rate": 3.4024370390730033e-06,
+      "loss": 0.0376,
+      "step": 4440
+    },
+    {
+      "grad_norm": 0.20621204376220703,
+      "learning_rate": 3.2835528771693992e-06,
+      "loss": 0.03,
+      "step": 4450
+    },
+    {
+      "grad_norm": 0.3296584188938141,
+      "learning_rate": 3.1667122440032505e-06,
+      "loss": 0.0325,
+      "step": 4460
+    },
+    {
+      "grad_norm": 0.30647748708724976,
+      "learning_rate": 3.051920250562351e-06,
+      "loss": 0.0305,
+      "step": 4470
+    },
+    {
+      "grad_norm": 0.2809690535068512,
+      "learning_rate": 2.939181918220385e-06,
+      "loss": 0.032,
+      "step": 4480
+    },
+    {
+      "grad_norm": 0.3104691803455353,
+      "learning_rate": 2.8285021785172226e-06,
+      "loss": 0.0331,
+      "step": 4490
+    },
+    {
+      "grad_norm": 0.23172466456890106,
+      "learning_rate": 2.7198858729432288e-06,
+      "loss": 0.0331,
+      "step": 4500
+    },
+    {
+      "grad_norm": 0.2906873822212219,
+      "learning_rate": 2.6133377527274905e-06,
+      "loss": 0.0368,
+      "step": 4510
+    },
+    {
+      "grad_norm": 0.2656441032886505,
+      "learning_rate": 2.5088624786299366e-06,
+      "loss": 0.0307,
+      "step": 4520
+    },
+    {
+      "grad_norm": 0.25326672196388245,
+      "learning_rate": 2.406464620737531e-06,
+      "loss": 0.0318,
+      "step": 4530
+    },
+    {
+      "grad_norm": 0.34564048051834106,
+      "learning_rate": 2.3061486582642734e-06,
+      "loss": 0.0305,
+      "step": 4540
+    },
+    {
+      "grad_norm": 0.17904207110404968,
+      "learning_rate": 2.2079189793553667e-06,
+      "loss": 0.0296,
+      "step": 4550
+    },
+    {
+      "grad_norm": 0.22716908156871796,
+      "learning_rate": 2.111779880895165e-06,
+      "loss": 0.0302,
+      "step": 4560
+    },
+    {
+      "grad_norm": 0.24787019193172455,
+      "learning_rate": 2.01773556831929e-06,
+      "loss": 0.0288,
+      "step": 4570
+    },
+    {
+      "grad_norm": 0.2704460322856903,
+      "learning_rate": 1.9257901554306513e-06,
+      "loss": 0.0301,
+      "step": 4580
+    },
+    {
+      "grad_norm": 0.2375929355621338,
+      "learning_rate": 1.835947664219445e-06,
+      "loss": 0.0312,
+      "step": 4590
+    },
+    {
+      "grad_norm": 0.3184022009372711,
+      "learning_rate": 1.748212024687307e-06,
+      "loss": 0.0342,
+      "step": 4600
+    },
+    {
+      "grad_norm": 0.21363551914691925,
+      "learning_rate": 1.6625870746753147e-06,
+      "loss": 0.0334,
+      "step": 4610
+    },
+    {
+      "grad_norm": 0.2282768189907074,
+      "learning_rate": 1.5790765596961853e-06,
+      "loss": 0.0345,
+      "step": 4620
+    },
+    {
+      "grad_norm": 0.34677714109420776,
+      "learning_rate": 1.4976841327703717e-06,
+      "loss": 0.0326,
+      "step": 4630
+    },
+    {
+      "grad_norm": 0.24030685424804688,
+      "learning_rate": 1.4184133542663014e-06,
+      "loss": 0.0336,
+      "step": 4640
+    },
+    {
+      "grad_norm": 0.39427828788757324,
+      "learning_rate": 1.341267691744641e-06,
+      "loss": 0.0328,
+      "step": 4650
+    },
+    {
+      "grad_norm": 0.31096622347831726,
+      "learning_rate": 1.2662505198065666e-06,
+      "loss": 0.0401,
+      "step": 4660
+    },
+    {
+      "grad_norm": 0.2635642886161804,
+      "learning_rate": 1.193365119946216e-06,
+      "loss": 0.031,
+      "step": 4670
+    },
+    {
+      "grad_norm": 0.27156490087509155,
+      "learning_rate": 1.1226146804070859e-06,
+      "loss": 0.0282,
+      "step": 4680
+    },
+    {
+      "grad_norm": 0.27766260504722595,
+      "learning_rate": 1.0540022960426111e-06,
+      "loss": 0.0342,
+      "step": 4690
+    },
+    {
+      "grad_norm": 0.3360832929611206,
+      "learning_rate": 9.875309681807443e-07,
+      "loss": 0.0379,
+      "step": 4700
+    },
+    {
+      "grad_norm": 0.24661226570606232,
+      "learning_rate": 9.232036044927061e-07,
+      "loss": 0.029,
+      "step": 4710
+    },
+    {
+      "grad_norm": 0.18381361663341522,
+      "learning_rate": 8.610230188657919e-07,
+      "loss": 0.0309,
+      "step": 4720
+    },
+    {
+      "grad_norm": 0.2828518748283386,
+      "learning_rate": 8.009919312802372e-07,
+      "loss": 0.0325,
+      "step": 4730
+    },
+    {
+      "grad_norm": 0.43131527304649353,
+      "learning_rate": 7.431129676902904e-07,
+      "loss": 0.0298,
+      "step": 4740
+    },
+    {
+      "grad_norm": 0.3069670796394348,
+      "learning_rate": 6.873886599093215e-07,
+      "loss": 0.031,
+      "step": 4750
+    },
+    {
+      "grad_norm": 0.22590775787830353,
+      "learning_rate": 6.338214454990776e-07,
+      "loss": 0.0327,
+      "step": 4760
+    },
+    {
+      "grad_norm": 0.22918403148651123,
+      "learning_rate": 5.82413667663051e-07,
+      "loss": 0.0318,
+      "step": 4770
+    },
+    {
+      "grad_norm": 0.2536427974700928,
+      "learning_rate": 5.331675751439725e-07,
+      "loss": 0.035,
+      "step": 4780
+    },
+    {
+      "grad_norm": 0.3021542727947235,
+      "learning_rate": 4.86085322125479e-07,
+      "loss": 0.0334,
+      "step": 4790
+    },
+    {
+      "grad_norm": 0.2811078131198883,
+      "learning_rate": 4.411689681378284e-07,
+      "loss": 0.0332,
+      "step": 4800
+    },
+    {
+      "grad_norm": 0.2788941562175751,
+      "learning_rate": 3.9842047796786466e-07,
+      "loss": 0.0309,
+      "step": 4810
+    },
+    {
+      "grad_norm": 0.2087641805410385,
+      "learning_rate": 3.578417215730323e-07,
+      "loss": 0.0297,
+      "step": 4820
+    },
+    {
+      "grad_norm": 0.34154748916625977,
+      "learning_rate": 3.1943447399958027e-07,
+      "loss": 0.035,
+      "step": 4830
+    },
+    {
+      "grad_norm": 0.21137920022010803,
+      "learning_rate": 2.8320041530495724e-07,
+      "loss": 0.039,
+      "step": 4840
+    },
+    {
+      "grad_norm": 0.2767723798751831,
+      "learning_rate": 2.491411304842539e-07,
+      "loss": 0.0328,
+      "step": 4850
+    },
+    {
+      "grad_norm": 0.2584538161754608,
+      "learning_rate": 2.1725810940094183e-07,
+      "loss": 0.0325,
+      "step": 4860
+    },
+    {
+      "grad_norm": 0.18660426139831543,
+      "learning_rate": 1.8755274672164202e-07,
+      "loss": 0.032,
+      "step": 4870
+    },
+    {
+      "grad_norm": 0.20443806052207947,
+      "learning_rate": 1.600263418551573e-07,
+      "loss": 0.0368,
+      "step": 4880
+    },
+    {
+      "grad_norm": 0.3668472468852997,
+      "learning_rate": 1.346800988955954e-07,
+      "loss": 0.0303,
+      "step": 4890
+    },
+    {
+      "grad_norm": 0.2626604735851288,
+      "learning_rate": 1.1151512656975005e-07,
+      "loss": 0.031,
+      "step": 4900
+    },
+    {
+      "grad_norm": 0.23020124435424805,
+      "learning_rate": 9.053243818853973e-08,
+      "loss": 0.033,
+      "step": 4910
+    },
+    {
+      "grad_norm": 0.2427075356245041,
+      "learning_rate": 7.173295160273763e-08,
+      "loss": 0.0287,
+      "step": 4920
+    },
+    {
+      "grad_norm": 0.3245696425437927,
+      "learning_rate": 5.511748916279258e-08,
+      "loss": 0.0329,
+      "step": 4930
+    },
+    {
+      "grad_norm": 0.2997901737689972,
+      "learning_rate": 4.068677768285234e-08,
+      "loss": 0.0304,
+      "step": 4940
+    },
+    {
+      "grad_norm": 0.21178478002548218,
+      "learning_rate": 2.844144840898344e-08,
+      "loss": 0.0325,
+      "step": 4950
+    },
+    {
+      "grad_norm": 0.28934726119041443,
+      "learning_rate": 1.8382036991559936e-08,
+      "loss": 0.0295,
+      "step": 4960
+    },
+    {
+      "grad_norm": 0.2257484495639801,
+      "learning_rate": 1.0508983461832156e-08,
+      "loss": 0.0356,
+      "step": 4970
+    },
+    {
+      "grad_norm": 0.24524813890457153,
+      "learning_rate": 4.822632212653222e-09,
+      "loss": 0.0353,
+      "step": 4980
+    },
+    {
+      "grad_norm": 0.2596447169780731,
+      "learning_rate": 1.3232319834632912e-09,
+      "loss": 0.0327,
+      "step": 4990
+    },
+    {
+      "grad_norm": 0.2862668037414551,
+      "learning_rate": 1.0935849353854721e-11,
+      "loss": 0.0329,
+      "step": 5000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 5000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 3000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

gr00t/90_10/checkpoint-5000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e342ea1d26be4d3fa2c14efcf0069dadad714eda05b447c916b10bfcbe2f00
+size 5777

gr00t/90_10/checkpoint-5000/wandb_config.json

@@ -0,0 +1 @@
+{"project": "finetune-gr00t-n1d6", "run_id": "90_10"}

gr00t/90_10/config.json

@@ -0,0 +1,70 @@
+{
+  "action_horizon": 50,
+  "add_pos_embed": true,
+  "apply_sincos_state_encoding": true,
+  "architectures": [
+    "Gr00tN1d6"
+  ],
+  "attn_dropout": 0.2,
+  "attn_implementation": null,
+  "backbone_embedding_dim": 2048,
+  "backbone_model_type": "eagle",
+  "backbone_trainable_params_fp32": true,
+  "collator_overwrite_image_inputs": false,
+  "color_jitter_params": {
+    "brightness": 0.1,
+    "contrast": 0.1,
+    "hue": 0.1,
+    "saturation": 0.1
+  },
+  "crop_fraction": 0.95,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "eagle_collator": true,
+  "formalize_language": true,
+  "gemma_collator": false,
+  "hidden_size": 1024,
+  "image_crop_size": null,
+  "image_target_size": null,
+  "input_embedding_dim": 1536,
+  "load_bf16": true,
+  "max_action_dim": 128,
+  "max_num_embodiments": 32,
+  "max_seq_len": 1024,
+  "max_state_dim": 128,
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "model_type": "Gr00tN1d6",
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_inference_timesteps": 4,
+  "num_timestep_buckets": 1000,
+  "random_rotation_angle": null,
+  "reproject_vision": false,
+  "select_layer": 16,
+  "shortest_image_edge": 256,
+  "state_dropout_prob": 0.1,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.3",
+  "tune_diffusion_model": true,
+  "tune_llm": true,
+  "tune_projector": true,
+  "tune_top_llm_layers": 4,
+  "tune_visual": false,
+  "tune_vlln": true,
+  "use_albumentations_transforms": true,
+  "use_alternate_vl_dit": true,
+  "use_flash_attention": true,
+  "use_relative_action": true,
+  "use_vlln": true
+}

gr00t/90_10/experiment_cfg/conf.yaml

@@ -0,0 +1,246 @@
+load_config_path: null
+model:
+  model_type: Gr00tN1d6
+  model_dtype: bfloat16
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  backbone_model_type: eagle
+  model_revision: null
+  tune_top_llm_layers: 4
+  backbone_embedding_dim: 2048
+  tune_llm: true
+  tune_visual: false
+  select_layer: 16
+  reproject_vision: false
+  use_flash_attention: true
+  load_bf16: false
+  collator_overwrite_image_inputs: false
+  eagle_collator: true
+  backbone_trainable_params_fp32: true
+  image_crop_size: null
+  image_target_size: null
+  shortest_image_edge: 256
+  crop_fraction: 0.95
+  random_rotation_angle: null
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    saturation: 0.5
+    hue: 0.08
+  use_albumentations_transforms: true
+  formalize_language: true
+  apply_sincos_state_encoding: false
+  use_relative_action: true
+  max_state_dim: 29
+  max_action_dim: 29
+  action_horizon: 16
+  hidden_size: 1024
+  input_embedding_dim: 1536
+  add_pos_embed: true
+  attn_dropout: 0.2
+  use_vlln: true
+  max_seq_len: 1024
+  use_alternate_vl_dit: true
+  attend_text_every_n_blocks: 2
+  diffusion_model_cfg:
+    positional_embeddings: null
+    num_layers: 32
+    num_attention_heads: 32
+    attention_head_dim: 48
+    norm_type: ada_norm
+    dropout: 0.2
+    final_dropout: true
+    output_dim: 1024
+    interleave_self_attention: true
+  num_inference_timesteps: 4
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_timestep_buckets: 1000
+  tune_projector: true
+  tune_diffusion_model: true
+  tune_vlln: true
+  state_dropout_prob: 0.1
+  state_additive_noise_scale: 0.0
+  max_num_embodiments: 32
+data:
+  datasets:
+  - dataset_paths:
+    - /workspace/capstone-vla/datasets/syn_realDataset/mixed_90_10
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    dataset_type: physical_embodiment
+    val_dataset_path: null
+  modality_configs:
+    new_embodiment:
+      video:
+        delta_indices:
+        - 0
+        modality_keys:
+        - ego_view
+        - left_wrist_view
+        - right_wrist_view
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      state:
+        delta_indices:
+        - 0
+        modality_keys:
+        - left_arm
+        - left_hand
+        - left_leg
+        - neck
+        - right_arm
+        - right_hand
+        - right_leg
+        - waist
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      action:
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        modality_keys:
+        - left_arm
+        - left_hand
+        - left_leg
+        - neck
+        - right_arm
+        - right_hand
+        - right_leg
+        - waist
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs:
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+      language:
+        delta_indices:
+        - 0
+        modality_keys:
+        - annotation.human.action.task_description
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+  download_cache: false
+  shard_size: 1024
+  episode_sampling_rate: 0.1
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  mode: single_turn
+  random_chop: 0.0
+  mock_dataset_mode: false
+  shuffle: true
+  seed: 42
+  multiprocessing_context: fork
+  allow_padding: false
+  subsample_ratio: 1.0
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  video_backend: torchcodec
+training:
+  output_dir: /workspace/capstone-vla/third_party/gr00t/chkpt_rlwd/90_10
+  experiment_name: null
+  max_steps: 5000
+  global_batch_size: 32
+  batch_size: null
+  gradient_accumulation_steps: 1
+  learning_rate: 0.0001
+  lr_scheduler_type: cosine
+  weight_decay: 1.0e-05
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  max_grad_norm: 1.0
+  optim: adamw_torch
+  start_from_checkpoint: nvidia/GR00T-N1.6-3B
+  tf32: true
+  fp16: false
+  bf16: true
+  eval_bf16: true
+  logging_steps: 10
+  save_steps: 3000
+  save_total_limit: 3
+  save_vl_model: false
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  max_concurrent_uploads: 2
+  eval_strategy: 'no'
+  eval_steps: 500
+  eval_set_split_ratio: 0.1
+  eval_batch_size: 2
+  save_best_eval_metric_name: ''
+  save_best_eval_metric_greater_is_better: true
+  deepspeed_stage: 2
+  gradient_checkpointing: false
+  transformers_trust_remote_code: true
+  transformers_local_files_only: false
+  transformers_cache_dir: null
+  transformers_access_token: null
+  use_ddp: false
+  ddp_bucket_cap_mb: 100
+  num_gpus: 1
+  dataloader_num_workers: 4
+  remove_unused_columns: false
+  use_wandb: true
+  wandb_project: finetune-gr00t-n1d6
+  enable_profiling: false
+  max_retries: 3
+  assert_loss_less_than: null
+  add_rl_callback: false
+  enable_open_loop_eval: false
+  open_loop_eval_traj_ids:
+  - 0
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_plot_indices: null
+max_steps: 5000
+save_steps: 3000

gr00t/90_10/experiment_cfg/config.yaml

@@ -0,0 +1,277 @@
+!!python/object:gr00t.configs.base_config.Config
+data: !!python/object:gr00t.configs.data.data_config.DataConfig
+  allow_padding: false
+  datasets:
+  - !!python/object:gr00t.configs.data.data_config.SingleDatasetConfig
+    dataset_paths:
+    - /workspace/capstone-vla/datasets/syn_realDataset/mixed_90_10
+    dataset_type: physical_embodiment
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    val_dataset_path: null
+  download_cache: false
+  episode_sampling_rate: 0.1
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  mock_dataset_mode: false
+  modality_configs:
+    new_embodiment:
+      action: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs:
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: &id001 !!python/object/apply:gr00t.data.types.ActionFormat
+          - default
+          rep: &id002 !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - absolute
+          state_key: null
+          type: &id003 !!python/object/apply:gr00t.data.types.ActionType
+          - non_eef
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        mean_std_embedding_keys: null
+        modality_keys: &id004
+        - left_arm
+        - left_hand
+        - left_leg
+        - neck
+        - right_arm
+        - right_hand
+        - right_leg
+        - waist
+        sin_cos_embedding_keys: null
+      language: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - annotation.human.action.task_description
+        sin_cos_embedding_keys: null
+      state: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys: *id004
+        sin_cos_embedding_keys: null
+      video: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - ego_view
+        - left_wrist_view
+        - right_wrist_view
+        sin_cos_embedding_keys: null
+  mode: single_turn
+  multiprocessing_context: fork
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  random_chop: 0.0
+  seed: 42
+  shard_size: 1024
+  shuffle: true
+  subsample_ratio: 1.0
+  video_backend: torchcodec
+load_config_path: null
+model: !!python/object:gr00t.configs.model.gr00t_n1d6.Gr00tN1d6Config
+  _attn_implementation_autoset: false
+  _attn_implementation_internal: null
+  _commit_hash: null
+  _name_or_path: ''
+  add_cross_attention: false
+  architectures: null
+  backbone_model_type: eagle
+  backbone_trainable_params_fp32: true
+  bad_words_ids: null
+  begin_suppress_tokens: null
+  bos_token_id: null
+  chunk_size_feed_forward: 0
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    hue: 0.08
+    saturation: 0.5
+  cross_attention_hidden_size: null
+  decoder_start_token_id: null
+  diffusion_model_cfg:
+    attention_head_dim: 48
+    dropout: 0.2
+    final_dropout: true
+    interleave_self_attention: true
+    norm_type: ada_norm
+    num_attention_heads: 32
+    num_layers: 32
+    output_dim: 1024
+    positional_embeddings: null
+  diversity_penalty: 0.0
+  do_sample: false
+  eagle_collator: true
+  early_stopping: false
+  encoder_no_repeat_ngram_size: 0
+  eos_token_id: null
+  exponential_decay_length_penalty: null
+  finetuning_task: null
+  forced_bos_token_id: null
+  forced_eos_token_id: null
+  id2label:
+    0: LABEL_0
+    1: LABEL_1
+  is_decoder: false
+  is_encoder_decoder: false
+  label2id:
+    LABEL_0: 0
+    LABEL_1: 1
+  length_penalty: 1.0
+  load_bf16: false
+  max_length: 20
+  min_length: 0
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  no_repeat_ngram_size: 0
+  num_beam_groups: 1
+  num_beams: 1
+  num_return_sequences: 1
+  output_attentions: false
+  output_hidden_states: false
+  output_scores: false
+  pad_token_id: null
+  prefix: null
+  problem_type: null
+  pruned_heads: {}
+  random_rotation_angle: null
+  remove_invalid_values: false
+  repetition_penalty: 1.0
+  reproject_vision: false
+  return_dict: true
+  return_dict_in_generate: false
+  sep_token_id: null
+  state_dropout_prob: 0.1
+  suppress_tokens: null
+  task_specific_params: null
+  temperature: 1.0
+  tf_legacy_loss: false
+  tie_encoder_decoder: false
+  tie_word_embeddings: true
+  tokenizer_class: null
+  top_k: 50
+  top_p: 1.0
+  torch_dtype: null
+  torchscript: false
+  transformers_version: null
+  tune_diffusion_model: true
+  tune_llm: true
+  tune_projector: true
+  tune_visual: false
+  typical_p: 1.0
+  use_bfloat16: false
+  use_relative_action: true
+training: !!python/object:gr00t.configs.training.training_config.TrainingConfig
+  add_rl_callback: false
+  assert_loss_less_than: null
+  batch_size: null
+  bf16: true
+  dataloader_num_workers: 4
+  ddp_bucket_cap_mb: 100
+  deepspeed_stage: 2
+  enable_open_loop_eval: false
+  enable_profiling: false
+  eval_batch_size: 2
+  eval_bf16: true
+  eval_set_split_ratio: 0.1
+  eval_steps: 500
+  eval_strategy: 'no'
+  experiment_name: null
+  fp16: false
+  global_batch_size: 32
+  gradient_accumulation_steps: 1
+  gradient_checkpointing: false
+  learning_rate: 0.0001
+  logging_steps: 10
+  lr_scheduler_type: cosine
+  max_concurrent_uploads: 2
+  max_grad_norm: 1.0
+  max_retries: 3
+  max_steps: 5000
+  num_gpus: 1
+  open_loop_eval_plot_indices: null
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_traj_ids:
+  - 0
+  optim: adamw_torch
+  output_dir: /workspace/capstone-vla/third_party/gr00t/chkpt_rlwd/90_10
+  remove_unused_columns: false
+  save_best_eval_metric_greater_is_better: true
+  save_best_eval_metric_name: ''
+  save_steps: 3000
+  save_total_limit: 3
+  save_vl_model: false
+  start_from_checkpoint: nvidia/GR00T-N1.6-3B
+  tf32: true
+  transformers_access_token: null
+  transformers_cache_dir: null
+  transformers_local_files_only: false
+  transformers_trust_remote_code: true
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  use_ddp: false
+  use_wandb: true
+  wandb_project: finetune-gr00t-n1d6
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  weight_decay: 1.0e-05

gr00t/90_10/experiment_cfg/dataset_statistics.json

@@ -0,0 +1,761 @@
+{
+  "new_embodiment": {
+    "state": {
+      "left_arm": {
+        "min": [
+          -1.4764578342437744,
+          -0.3486612141132355,
+          -1.499962568283081,
+          -2.27626633644104,
+          -1.5708261728286743,
+          -0.6656755208969116,
+          -0.6981287598609924
+        ],
+        "max": [
+          0.3441833555698395,
+          0.657663881778717,
+          0.1158449724316597,
+          -0.7633329629898071,
+          0.5798436999320984,
+          0.6982716917991638,
+          0.6866571307182312
+        ],
+        "mean": [
+          -0.2489430159330368,
+          0.2553998827934265,
+          -0.5018506646156311,
+          -1.8111220598220825,
+          -0.16397659480571747,
+          0.24184419214725494,
+          -0.009894371032714844
+        ],
+        "std": [
+          0.27179521322250366,
+          0.07357995957136154,
+          0.23859892785549164,
+          0.2566509246826172,
+          0.43019622564315796,
+          0.20615950226783752,
+          0.23697827756404877
+        ],
+        "q01": [
+          -1.1938067722320556,
+          0.013684996496886015,
+          -1.4103496742248536,
+          -2.167926549911499,
+          -1.5560119223594666,
+          -0.40627646565437314,
+          -0.34752252995967864
+        ],
+        "q99": [
+          0.11354834571480776,
+          0.4665440392494202,
+          -0.02837765429168887,
+          -1.1158319139480588,
+          0.257495101094246,
+          0.6740685105323792,
+          0.5241326642036439
+        ]
+      },
+      "left_hand": {
+        "min": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "max": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ],
+        "mean": [
+          -0.7437229156494141,
+          -0.20031754672527313,
+          -0.7733782529830933,
+          -0.7699428200721741,
+          -1.5414515733718872,
+          -1.5686863660812378
+        ],
+        "std": [
+          1.2947779893875122,
+          1.4845510721206665,
+          1.2747725248336792,
+          1.2783215045928955,
+          2.554619789123535,
+          2.522022247314453
+        ],
+        "q01": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "q99": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ]
+      },
+      "left_leg": {
+        "min": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ]
+      },
+      "neck": {
+        "min": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0
+        ]
+      },
+      "right_arm": {
+        "min": [
+          -0.8084366917610168,
+          -0.55275958776474,
+          -0.1061631441116333,
+          -2.219068765640259,
+          -0.6652951240539551,
+          -0.5672546625137329,
+          -0.6981256008148193
+        ],
+        "max": [
+          0.6162368059158325,
+          0.24139699339866638,
+          0.984139084815979,
+          -0.8445846438407898,
+          1.570893406867981,
+          0.8078097701072693,
+          0.6981398463249207
+        ],
+        "mean": [
+          -0.21609076857566833,
+          -0.21664628386497498,
+          0.39538323879241943,
+          -1.6902517080307007,
+          0.08708126097917557,
+          -0.17737062275409698,
+          -0.007543741725385189
+        ],
+        "std": [
+          0.16770005226135254,
+          0.0784352719783783,
+          0.17550550401210785,
+          0.1923823356628418,
+          0.5286788940429688,
+          0.1384165734052658,
+          0.20280855894088745
+        ],
+        "q01": [
+          -0.5514474415779114,
+          -0.43412066519260406,
+          0.04515308976173401,
+          -2.008469109535217,
+          -0.5157527339458465,
+          -0.4272324502468109,
+          -0.3475255584716797
+        ],
+        "q99": [
+          0.16814657270908379,
+          0.015971389636398013,
+          0.7644773125648499,
+          -1.1516706728935242,
+          1.3261954116821322,
+          0.27384827435016684,
+          0.45701302111148834
+        ]
+      },
+      "right_hand": {
+        "min": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "max": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ],
+        "mean": [
+          -0.41629740595817566,
+          0.09902879595756531,
+          -0.43904468417167664,
+          -0.4360390603542328,
+          -0.873975396156311,
+          -0.8841586709022522
+        ],
+        "std": [
+          1.4320570230484009,
+          1.4899888038635254,
+          1.4168944358825684,
+          1.4193998575210571,
+          2.8374342918395996,
+          2.8345329761505127
+        ],
+        "q01": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "q99": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ]
+      },
+      "right_leg": {
+        "min": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ]
+      },
+      "waist": {
+        "min": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0
+        ]
+      }
+    },
+    "action": {
+      "left_arm": {
+        "min": [
+          -1.5419785976409912,
+          -0.3486612141132355,
+          -1.5707963705062866,
+          -2.3319737911224365,
+          -1.5708261728286743,
+          -0.6781747937202454,
+          -0.6981287598609924
+        ],
+        "max": [
+          0.339247465133667,
+          0.6958394646644592,
+          0.1158449724316597,
+          -0.7315306067466736,
+          0.6010454297065735,
+          0.6982716917991638,
+          0.6981316804885864
+        ],
+        "mean": [
+          -0.27733689546585083,
+          0.2578163146972656,
+          -0.49530336260795593,
+          -1.8341234922409058,
+          -0.16989488899707794,
+          0.2413080334663391,
+          -0.01198156364262104
+        ],
+        "std": [
+          0.280715674161911,
+          0.07778123766183853,
+          0.24291415512561798,
+          0.27100804448127747,
+          0.4360010325908661,
+          0.20927225053310394,
+          0.24020081758499146
+        ],
+        "q01": [
+          -1.250049855709076,
+          0.010239404719322921,
+          -1.4181996583938599,
+          -2.2069469451904298,
+          -1.5707963705062866,
+          -0.41297790706157683,
+          -0.35028248369693754
+        ],
+        "q99": [
+          0.09265167921781584,
+          0.4786697047948838,
+          -0.02178448151797002,
+          -1.1018781590461717,
+          0.25891360759735127,
+          0.6981316804885864,
+          0.5349965059757237
+        ]
+      },
+      "left_hand": {
+        "min": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "max": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ],
+        "mean": [
+          -0.7435898780822754,
+          -0.20033082365989685,
+          -0.7734411358833313,
+          -0.7699961066246033,
+          -1.5415635108947754,
+          -1.5688533782958984
+        ],
+        "std": [
+          1.294826865196228,
+          1.484555721282959,
+          1.2747023105621338,
+          1.2782622575759888,
+          2.5544939041137695,
+          2.5218443870544434
+        ],
+        "q01": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "q99": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ]
+      },
+      "left_leg": {
+        "min": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ]
+      },
+      "neck": {
+        "min": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0
+        ]
+      },
+      "right_arm": {
+        "min": [
+          -0.8084366917610168,
+          -0.5897848010063171,
+          -0.13661164045333862,
+          -2.219068765640259,
+          -0.6809128522872925,
+          -0.5955591201782227,
+          -0.6981256008148193
+        ],
+        "max": [
+          0.5884689092636108,
+          0.24139699339866638,
+          0.984139084815979,
+          -0.8264364004135132,
+          1.570893406867981,
+          0.8078097701072693,
+          0.6981398463249207
+        ],
+        "mean": [
+          -0.24450765550136566,
+          -0.21827492117881775,
+          0.38290950655937195,
+          -1.7209725379943848,
+          0.08605962246656418,
+          -0.17793013155460358,
+          -0.0122761195525527
+        ],
+        "std": [
+          0.1738916039466858,
+          0.0822782963514328,
+          0.17612379789352417,
+          0.20129427313804626,
+          0.5352755784988403,
+          0.14086420834064484,
+          0.20730523765087128
+        ],
+        "q01": [
+          -0.5923164796829223,
+          -0.44924759984016416,
+          0.034371975734829904,
+          -2.0534503698349,
+          -0.524207946062088,
+          -0.4420755457878113,
+          -0.36473969638347625
+        ],
+        "q99": [
+          0.15479954302311022,
+          0.016251621842384368,
+          0.7524694633483888,
+          -1.1548390340805041,
+          1.3358927559852605,
+          0.2736717164516459,
+          0.45566345751285553
+        ]
+      },
+      "right_hand": {
+        "min": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "max": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ],
+        "mean": [
+          -0.41617658734321594,
+          0.099039226770401,
+          -0.439096599817276,
+          -0.43607383966445923,
+          -0.8740438222885132,
+          -0.8842585682868958
+        ],
+        "std": [
+          1.4303723573684692,
+          1.4899548292160034,
+          1.4168522357940674,
+          1.4193675518035889,
+          2.8373637199401855,
+          2.834190607070923
+        ],
+        "q01": [
+          -1.5,
+          -1.5,
+          -1.5,
+          -1.5,
+          -3.0,
+          -3.0
+        ],
+        "q99": [
+          1.5,
+          1.5,
+          1.5,
+          1.5,
+          3.0,
+          3.0
+        ]
+      },
+      "right_leg": {
+        "min": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ]
+      },
+      "waist": {
+        "min": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "max": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "mean": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "std": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q01": [
+          0.0,
+          0.0,
+          0.0
+        ],
+        "q99": [
+          0.0,
+          0.0,
+          0.0
+        ]
+      }
+    },
+    "relative_action": {}
+  }
+}

gr00t/90_10/experiment_cfg/final_model_config.json

@@ -0,0 +1,53 @@
+{
+  "model_type": "Gr00tN1d6",
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "backbone_model_type": "eagle",
+  "model_revision": null,
+  "tune_top_llm_layers": 4,
+  "backbone_embedding_dim": 2048,
+  "tune_llm": true,
+  "tune_visual": false,
+  "select_layer": 16,
+  "reproject_vision": false,
+  "use_flash_attention": true,
+  "load_bf16": true,
+  "collator_overwrite_image_inputs": false,
+  "eagle_collator": true,
+  "backbone_trainable_params_fp32": true,
+  "apply_sincos_state_encoding": true,
+  "use_relative_action": true,
+  "max_state_dim": 128,
+  "max_action_dim": 128,
+  "action_horizon": 50,
+  "hidden_size": 1024,
+  "input_embedding_dim": 1536,
+  "add_pos_embed": true,
+  "attn_dropout": 0.2,
+  "use_vlln": true,
+  "max_seq_len": 1024,
+  "use_alternate_vl_dit": true,
+  "attend_text_every_n_blocks": 2,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "num_inference_timesteps": 4,
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_timestep_buckets": 1000,
+  "tune_projector": true,
+  "tune_diffusion_model": true,
+  "tune_vlln": true,
+  "state_dropout_prob": 0.1,
+  "state_additive_noise_scale": 0.0,
+  "max_num_embodiments": 32
+}

gr00t/90_10/model-00001-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f84c6848b2a6b603bf78700d42e6205f85f5de4f61f8f92d0979ae0ae0441c
+size 4967164296

gr00t/90_10/model-00002-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db573876db353c236d520ed9ab2eb93d3bdc2f0e213c1b1eb3dcb03ccab7bf1
+size 4982031784

gr00t/90_10/model-00003-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c76d8f005e6fb6f2c7bc6a0b1472ef8490e0793c0320d6df8576a88d0fc77e
+size 2314751176

gr00t/90_10/processor/embodiment_id.json

@@ -0,0 +1,11 @@
+{
+  "robocasa_panda_omron": 13,
+  "gr1": 20,
+  "behavior_r1_pro": 24,
+  "unitree_g1": 8,
+  "oxe_google": 0,
+  "oxe_widowx": 1,
+  "libero_panda": 2,
+  "oxe_droid": 16,
+  "new_embodiment": 10
+}

gr00t/90_10/processor/processor_config.json

@@ -0,0 +1,504 @@
+{
+  "processor_class": "Gr00tN1d6Processor",
+  "processor_kwargs": {
+    "modality_configs": {
+      "behavior_r1_pro": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "observation.images.rgb.head_256_256",
+            "observation.images.rgb.left_wrist_256_256",
+            "observation.images.rgb.right_wrist_256_256"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "robot_pos",
+            "robot_ori_cos",
+            "robot_ori_sin",
+            "robot_2d_ori",
+            "robot_2d_ori_cos",
+            "robot_2d_ori_sin",
+            "robot_lin_vel",
+            "robot_ang_vel",
+            "arm_left_qpos",
+            "arm_left_qpos_sin",
+            "arm_left_qpos_cos",
+            "eef_left_pos",
+            "eef_left_quat",
+            "gripper_left_qpos",
+            "arm_right_qpos",
+            "arm_right_qpos_sin",
+            "arm_right_qpos_cos",
+            "eef_right_pos",
+            "eef_right_quat",
+            "gripper_right_qpos",
+            "trunk_qpos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31
+          ],
+          "modality_keys": [
+            "base",
+            "torso",
+            "left_arm",
+            "left_gripper",
+            "right_arm",
+            "right_gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "trunk_qpos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_left_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_right_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "gr1": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "ego_view_bg_crop_pad_res256_freq20"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "task"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "robocasa_panda_omron": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "res256_image_side_0",
+            "res256_image_side_1",
+            "res256_image_wrist_0"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "end_effector_position_relative",
+            "end_effector_rotation_relative",
+            "gripper_qpos",
+            "base_position",
+            "base_rotation"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "end_effector_position",
+            "end_effector_rotation",
+            "gripper_close",
+            "base_motion",
+            "control_mode"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.action.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "new_embodiment": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "ego_view",
+            "left_wrist_view",
+            "right_wrist_view"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_arm",
+            "left_hand",
+            "left_leg",
+            "neck",
+            "right_arm",
+            "right_hand",
+            "right_leg",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_arm",
+            "left_hand",
+            "left_leg",
+            "neck",
+            "right_arm",
+            "right_hand",
+            "right_leg",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.action.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      }
+    },
+    "image_crop_size": null,
+    "image_target_size": null,
+    "use_albumentations": true,
+    "random_rotation_angle": null,
+    "color_jitter_params": {
+      "brightness": 0.3,
+      "contrast": 0.4,
+      "saturation": 0.5,
+      "hue": 0.08
+    },
+    "shortest_image_edge": 256,
+    "crop_fraction": 0.95,
+    "model_name": "nvidia/Eagle-Block2A-2B-v2",
+    "model_type": "eagle",
+    "formalize_language": true,
+    "max_state_dim": 128,
+    "max_action_dim": 128,
+    "max_action_horizon": 50,
+    "use_percentiles": false,
+    "clip_outliers": true,
+    "apply_sincos_state_encoding": true,
+    "use_relative_action": true
+  }
+}