Upload folder using huggingface_hub

checkpoint-5000/config.json

@@ -0,0 +1,70 @@
+{
+  "action_horizon": 50,
+  "add_pos_embed": true,
+  "apply_sincos_state_encoding": true,
+  "architectures": [
+    "Gr00tN1d6"
+  ],
+  "attn_dropout": 0.2,
+  "attn_implementation": null,
+  "backbone_embedding_dim": 2048,
+  "backbone_model_type": "eagle",
+  "backbone_trainable_params_fp32": true,
+  "collator_overwrite_image_inputs": false,
+  "color_jitter_params": {
+    "brightness": 0.1,
+    "contrast": 0.1,
+    "hue": 0.1,
+    "saturation": 0.1
+  },
+  "crop_fraction": 0.95,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "eagle_collator": true,
+  "formalize_language": true,
+  "gemma_collator": false,
+  "hidden_size": 1024,
+  "image_crop_size": null,
+  "image_target_size": null,
+  "input_embedding_dim": 1536,
+  "load_bf16": true,
+  "max_action_dim": 128,
+  "max_num_embodiments": 32,
+  "max_seq_len": 1024,
+  "max_state_dim": 128,
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "model_type": "Gr00tN1d6",
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_inference_timesteps": 4,
+  "num_timestep_buckets": 1000,
+  "random_rotation_angle": null,
+  "reproject_vision": false,
+  "select_layer": 16,
+  "shortest_image_edge": 256,
+  "state_dropout_prob": 0.0,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.3",
+  "tune_diffusion_model": true,
+  "tune_llm": false,
+  "tune_projector": true,
+  "tune_top_llm_layers": 4,
+  "tune_visual": false,
+  "tune_vlln": true,
+  "use_albumentations_transforms": true,
+  "use_alternate_vl_dit": true,
+  "use_flash_attention": true,
+  "use_relative_action": true,
+  "use_vlln": true
+}

checkpoint-5000/embodiment_id.json

@@ -0,0 +1,11 @@
+{
+  "robocasa_panda_omron": 13,
+  "gr1": 20,
+  "behavior_r1_pro": 24,
+  "unitree_g1": 8,
+  "oxe_google": 0,
+  "oxe_widowx": 1,
+  "libero_panda": 2,
+  "oxe_droid": 16,
+  "new_embodiment": 10
+}

checkpoint-5000/experiment_cfg/conf.yaml

@@ -0,0 +1,234 @@
+load_config_path: null
+model:
+  model_type: Gr00tN1d6
+  model_dtype: bfloat16
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  backbone_model_type: eagle
+  model_revision: null
+  tune_top_llm_layers: 4
+  backbone_embedding_dim: 2048
+  tune_llm: false
+  tune_visual: false
+  select_layer: 16
+  reproject_vision: false
+  use_flash_attention: true
+  load_bf16: false
+  collator_overwrite_image_inputs: false
+  eagle_collator: true
+  backbone_trainable_params_fp32: true
+  image_crop_size: null
+  image_target_size: null
+  shortest_image_edge: 256
+  crop_fraction: 0.95
+  random_rotation_angle: null
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    saturation: 0.5
+    hue: 0.08
+  use_albumentations_transforms: true
+  extra_augmentation_config: null
+  formalize_language: true
+  apply_sincos_state_encoding: false
+  use_relative_action: true
+  max_state_dim: 29
+  max_action_dim: 29
+  action_horizon: 16
+  hidden_size: 1024
+  input_embedding_dim: 1536
+  add_pos_embed: true
+  attn_dropout: 0.2
+  use_vlln: true
+  max_seq_len: 1024
+  use_alternate_vl_dit: true
+  attend_text_every_n_blocks: 2
+  diffusion_model_cfg:
+    positional_embeddings: null
+    num_layers: 32
+    num_attention_heads: 32
+    attention_head_dim: 48
+    norm_type: ada_norm
+    dropout: 0.2
+    final_dropout: true
+    output_dim: 1024
+    interleave_self_attention: true
+  num_inference_timesteps: 4
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_timestep_buckets: 1000
+  tune_projector: true
+  tune_diffusion_model: true
+  tune_vlln: true
+  state_dropout_prob: 0.0
+  state_additive_noise_scale: 0.0
+  max_num_embodiments: 32
+data:
+  datasets:
+  - dataset_paths:
+    - /content/Isaac-GR00T/gubam/upper_body_add_dataset
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    dataset_type: physical_embodiment
+    val_dataset_path: null
+  modality_configs:
+    new_embodiment:
+      video:
+        delta_indices:
+        - 0
+        modality_keys:
+        - front
+        - left_wrist
+        - right_wrist
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      state:
+        delta_indices:
+        - 0
+        modality_keys:
+        - arm
+        - left_hand
+        - right_hand
+        sin_cos_embedding_keys:
+        - arm
+        - left_hand
+        - right_hand
+        mean_std_embedding_keys: null
+        action_configs: null
+      action:
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        - 16
+        - 17
+        - 18
+        - 19
+        - 20
+        - 21
+        - 22
+        - 23
+        - 24
+        - 25
+        - 26
+        - 27
+        - 28
+        - 29
+        modality_keys:
+        - arm
+        - left_hand
+        - right_hand
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs:
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+      language:
+        delta_indices:
+        - 0
+        modality_keys:
+        - annotation.task_description
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+  download_cache: false
+  shard_size: 1024
+  episode_sampling_rate: 0.1
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  mode: single_turn
+  random_chop: 0.0
+  mock_dataset_mode: false
+  shuffle: true
+  seed: 42
+  multiprocessing_context: fork
+  allow_padding: false
+  subsample_ratio: 1.0
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  video_backend: torchcodec
+training:
+  output_dir: /tmp/dual_arm_finetune
+  experiment_name: null
+  max_steps: 5100
+  global_batch_size: 64
+  batch_size: null
+  gradient_accumulation_steps: 1
+  learning_rate: 1.0e-05
+  lr_scheduler_type: cosine
+  weight_decay: 1.0e-05
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  max_grad_norm: 1.0
+  optim: adamw_torch
+  start_from_checkpoint: /content/Isaac-GR00T/gubam/upper_body-batch32_model/checkpoint-50000
+  tf32: true
+  fp16: false
+  bf16: true
+  eval_bf16: true
+  logging_steps: 10
+  save_steps: 5000
+  save_total_limit: 5
+  save_vl_model: false
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  max_concurrent_uploads: 2
+  eval_strategy: 'no'
+  eval_steps: 500
+  eval_set_split_ratio: 0.1
+  eval_batch_size: 2
+  save_best_eval_metric_name: ''
+  save_best_eval_metric_greater_is_better: true
+  deepspeed_stage: 2
+  gradient_checkpointing: false
+  transformers_trust_remote_code: true
+  transformers_local_files_only: false
+  transformers_cache_dir: null
+  transformers_access_token: null
+  use_ddp: false
+  ddp_bucket_cap_mb: 100
+  num_gpus: 1
+  dataloader_num_workers: 4
+  remove_unused_columns: false
+  use_wandb: true
+  wandb_project: finetune-gr00t-n1d6
+  enable_profiling: false
+  max_retries: 3
+  assert_loss_less_than: null
+  add_rl_callback: false
+  enable_open_loop_eval: false
+  open_loop_eval_traj_ids:
+  - 0
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_plot_indices: null
+max_steps: 5100
+save_steps: 5000

checkpoint-5000/experiment_cfg/config.yaml

@@ -0,0 +1,268 @@
+!!python/object:gr00t.configs.base_config.Config
+data: !!python/object:gr00t.configs.data.data_config.DataConfig
+  allow_padding: false
+  datasets:
+  - !!python/object:gr00t.configs.data.data_config.SingleDatasetConfig
+    dataset_paths:
+    - /content/Isaac-GR00T/gubam/upper_body_add_dataset
+    dataset_type: physical_embodiment
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    val_dataset_path: null
+  download_cache: false
+  episode_sampling_rate: 0.1
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  mock_dataset_mode: false
+  modality_configs:
+    new_embodiment:
+      action: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs:
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: &id001 !!python/object/apply:gr00t.data.types.ActionFormat
+          - default
+          rep: &id002 !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - absolute
+          state_key: null
+          type: &id003 !!python/object/apply:gr00t.data.types.ActionType
+          - non_eef
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        - 16
+        - 17
+        - 18
+        - 19
+        - 20
+        - 21
+        - 22
+        - 23
+        - 24
+        - 25
+        - 26
+        - 27
+        - 28
+        - 29
+        mean_std_embedding_keys: null
+        modality_keys:
+        - arm
+        - left_hand
+        - right_hand
+        sin_cos_embedding_keys: null
+      language: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - annotation.task_description
+        sin_cos_embedding_keys: null
+      state: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - arm
+        - left_hand
+        - right_hand
+        sin_cos_embedding_keys:
+        - arm
+        - left_hand
+        - right_hand
+      video: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - front
+        - left_wrist
+        - right_wrist
+        sin_cos_embedding_keys: null
+  mode: single_turn
+  multiprocessing_context: fork
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  random_chop: 0.0
+  seed: 42
+  shard_size: 1024
+  shuffle: true
+  subsample_ratio: 1.0
+  video_backend: torchcodec
+load_config_path: null
+model: !!python/object:gr00t.configs.model.gr00t_n1d6.Gr00tN1d6Config
+  _attn_implementation_autoset: false
+  _attn_implementation_internal: null
+  _commit_hash: null
+  _name_or_path: ''
+  add_cross_attention: false
+  architectures: null
+  backbone_model_type: eagle
+  backbone_trainable_params_fp32: true
+  bad_words_ids: null
+  begin_suppress_tokens: null
+  bos_token_id: null
+  chunk_size_feed_forward: 0
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    hue: 0.08
+    saturation: 0.5
+  cross_attention_hidden_size: null
+  decoder_start_token_id: null
+  diffusion_model_cfg:
+    attention_head_dim: 48
+    dropout: 0.2
+    final_dropout: true
+    interleave_self_attention: true
+    norm_type: ada_norm
+    num_attention_heads: 32
+    num_layers: 32
+    output_dim: 1024
+    positional_embeddings: null
+  diversity_penalty: 0.0
+  do_sample: false
+  eagle_collator: true
+  early_stopping: false
+  encoder_no_repeat_ngram_size: 0
+  eos_token_id: null
+  exponential_decay_length_penalty: null
+  extra_augmentation_config: null
+  finetuning_task: null
+  forced_bos_token_id: null
+  forced_eos_token_id: null
+  id2label:
+    0: LABEL_0
+    1: LABEL_1
+  is_decoder: false
+  is_encoder_decoder: false
+  label2id:
+    LABEL_0: 0
+    LABEL_1: 1
+  length_penalty: 1.0
+  load_bf16: false
+  max_length: 20
+  min_length: 0
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  no_repeat_ngram_size: 0
+  num_beam_groups: 1
+  num_beams: 1
+  num_return_sequences: 1
+  output_attentions: false
+  output_hidden_states: false
+  output_scores: false
+  pad_token_id: null
+  prefix: null
+  problem_type: null
+  pruned_heads: {}
+  random_rotation_angle: null
+  remove_invalid_values: false
+  repetition_penalty: 1.0
+  reproject_vision: false
+  return_dict: true
+  return_dict_in_generate: false
+  sep_token_id: null
+  state_dropout_prob: 0.0
+  suppress_tokens: null
+  task_specific_params: null
+  temperature: 1.0
+  tf_legacy_loss: false
+  tie_encoder_decoder: false
+  tie_word_embeddings: true
+  tokenizer_class: null
+  top_k: 50
+  top_p: 1.0
+  torch_dtype: null
+  torchscript: false
+  transformers_version: null
+  tune_diffusion_model: true
+  tune_llm: false
+  tune_projector: true
+  tune_visual: false
+  typical_p: 1.0
+  use_bfloat16: false
+  use_relative_action: true
+training: !!python/object:gr00t.configs.training.training_config.TrainingConfig
+  add_rl_callback: false
+  assert_loss_less_than: null
+  batch_size: null
+  bf16: true
+  dataloader_num_workers: 4
+  ddp_bucket_cap_mb: 100
+  deepspeed_stage: 2
+  enable_open_loop_eval: false
+  enable_profiling: false
+  eval_batch_size: 2
+  eval_bf16: true
+  eval_set_split_ratio: 0.1
+  eval_steps: 500
+  eval_strategy: 'no'
+  experiment_name: null
+  fp16: false
+  global_batch_size: 64
+  gradient_accumulation_steps: 1
+  gradient_checkpointing: false
+  learning_rate: 1.0e-05
+  logging_steps: 10
+  lr_scheduler_type: cosine
+  max_concurrent_uploads: 2
+  max_grad_norm: 1.0
+  max_retries: 3
+  max_steps: 5100
+  num_gpus: 1
+  open_loop_eval_plot_indices: null
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_traj_ids:
+  - 0
+  optim: adamw_torch
+  output_dir: /tmp/dual_arm_finetune
+  remove_unused_columns: false
+  save_best_eval_metric_greater_is_better: true
+  save_best_eval_metric_name: ''
+  save_steps: 5000
+  save_total_limit: 5
+  save_vl_model: false
+  start_from_checkpoint: /content/Isaac-GR00T/gubam/upper_body-batch32_model/checkpoint-50000
+  tf32: true
+  transformers_access_token: null
+  transformers_cache_dir: null
+  transformers_local_files_only: false
+  transformers_trust_remote_code: true
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  use_ddp: false
+  use_wandb: true
+  wandb_project: finetune-gr00t-n1d6
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  weight_decay: 1.0e-05

checkpoint-5000/experiment_cfg/dataset_statistics.json

@@ -0,0 +1,813 @@
+{
+  "new_embodiment": {
+    "state": {
+      "arm": {
+        "min": [
+          -0.0005235987482592463,
+          0.0,
+          -0.4864232540130615,
+          -0.4447098970413208,
+          -0.8208283185958862,
+          -0.6750933527946472,
+          0.36337754130363464,
+          -0.47630035877227783,
+          -0.8415977358818054,
+          -0.4583234488964081,
+          -0.33772119879722595,
+          -0.47734755277633667,
+          -0.5846853256225586,
+          -0.5482079386711121,
+          -1.4379767179489136,
+          -0.813323438167572,
+          -0.3818780481815338,
+          -1.0538297891616821,
+          -0.47734755277633667,
+          -0.4722861051559448
+        ],
+        "max": [
+          0.0005235987482592463,
+          0.0,
+          0.5293583869934082,
+          0.2382374405860901,
+          0.5201081037521362,
+          0.5892231464385986,
+          1.6926202774047852,
+          1.000422716140747,
+          0.4858996570110321,
+          1.0732029676437378,
+          0.47630035877227783,
+          0.47542768716812134,
+          0.8211774230003357,
+          0.5625196099281311,
+          -0.3389429450035095,
+          0.5386086106300354,
+          0.9058258533477783,
+          0.392873615026474,
+          0.3312634825706482,
+          0.47595128417015076
+        ],
+        "mean": [
+          -2.843332456697562e-08,
+          0.0,
+          0.04128930233021093,
+          -0.221451662357936,
+          -0.06639403659252403,
+          0.12131941722598617,
+          0.9175510440577057,
+          0.030724322888589263,
+          -0.2629377325255677,
+          0.1686701766327624,
+          0.09013574477208074,
+          -0.046192870577463074,
+          0.01881697216729,
+          -0.12165695997537483,
+          -0.8577330771965488,
+          -0.045801768942557164,
+          0.2688150785362379,
+          -0.12349123272840495,
+          -0.07600861855307839,
+          0.1281973000996616
+        ],
+        "std": [
+          5.10856485583195e-05,
+          0.0,
+          0.3033762871432217,
+          0.09267386861230967,
+          0.2095606882521662,
+          0.1376855769588737,
+          0.1607715960040408,
+          0.1333689824387993,
+          0.16026928411079186,
+          0.29991755154923005,
+          0.14152808208422218,
+          0.16980451708976702,
+          0.2088567939590673,
+          0.12545454786892235,
+          0.15406145848936578,
+          0.15398234809197486,
+          0.1672221923581996,
+          0.2985142533420293,
+          0.1131248141537627,
+          0.17252181456863425
+        ],
+        "q01": [
+          -0.00017274954568198507,
+          3.999578446212126e-16,
+          -0.2765509250783746,
+          -0.31641578626856104,
+          -0.5801407565902797,
+          -0.15174146767850558,
+          0.6444943194995721,
+          -0.1978505242985889,
+          -0.5389287706061245,
+          -0.137906716531112,
+          -0.1698547737928683,
+          -0.36186072700207855,
+          -0.2710559156409392,
+          -0.3697872143762071,
+          -1.1329738172870936,
+          -0.43757907136348584,
+          -0.06351750033715246,
+          -0.6519537964127055,
+          -0.3121342946236056,
+          -0.21030034832078467
+        ],
+        "q99": [
+          0.00017207936378406188,
+          3.959582661750006e-14,
+          0.3286201412432682,
+          -0.08509000905790608,
+          0.23006200634693946,
+          0.3667467205610703,
+          1.2175143303628473,
+          0.3944342798549604,
+          0.013132961465943534,
+          0.7281476183798095,
+          0.31977956771669874,
+          0.29385965794937036,
+          0.5541954182095977,
+          0.14707851815368564,
+          -0.6179030098279925,
+          0.2367871611106831,
+          0.6069229071535587,
+          0.18408478181454807,
+          0.1367810196210736,
+          0.3906081270846639
+        ]
+      },
+      "left_hand": {
+        "min": [
+          -0.7853981852531433,
+          0.9756390452384949,
+          -0.8726646304130554,
+          -0.9023352265357971,
+          0.13788101077079773,
+          0.08377580344676971,
+          -0.06981316953897476,
+          0.19024088978767395,
+          -0.036651913076639175,
+          0.06108652427792549,
+          -0.06108652427792549,
+          0.024434609338641167,
+          -0.3752457797527313,
+          0.04712389037013054,
+          -0.22689279913902283,
+          0.03316125646233559,
+          -0.15707963705062866,
+          -0.5811946392059326,
+          0.036651913076639175,
+          0.13788101077079773
+        ],
+        "max": [
+          -0.008726646192371845,
+          1.8465583324432373,
+          -0.469493567943573,
+          0.04014257341623306,
+          0.4660029113292694,
+          1.3596115112304688,
+          1.329940915107727,
+          1.4084807634353638,
+          0.4747295677661896,
+          1.0070549249649048,
+          1.2496557235717773,
+          1.4556045532226562,
+          0.12915436923503876,
+          1.1274826526641846,
+          0.5270894169807434,
+          1.5550884008407593,
+          0.045378562062978745,
+          -0.13788101077079773,
+          1.4730578660964966,
+          0.8011061549186707
+        ],
+        "mean": [
+          -0.12222150779511398,
+          1.3966040234553219,
+          -0.6258817058039398,
+          -0.05630189529652562,
+          0.39644989985849577,
+          0.6532854981288208,
+          -0.0011781255912836023,
+          0.5136038953434855,
+          0.27998613388570825,
+          0.32273304926352714,
+          0.04191783983875712,
+          0.31513791413220305,
+          -0.11144168516361615,
+          0.37660703398331125,
+          0.0025261453551414154,
+          0.3628181608021394,
+          0.007607420744427158,
+          -0.3291653139031368,
+          0.7075069503205773,
+          0.21662015742749172
+        ],
+        "std": [
+          0.1712715154644922,
+          0.16279943163310462,
+          0.033639034181354326,
+          0.07835568078958564,
+          0.03284565954760438,
+          0.23452865508830728,
+          0.09102880246929389,
+          0.23538140299156107,
+          0.0670900085305532,
+          0.1492803516215099,
+          0.1267389106982492,
+          0.24008832045318393,
+          0.0719641182419593,
+          0.19035011493420761,
+          0.04624495618873031,
+          0.3553509927486359,
+          0.01501499829077542,
+          0.08541253632636327,
+          0.26416078897686124,
+          0.02449319897665833
+        ],
+        "q01": [
+          -0.5720915137830901,
+          1.2348578051305314,
+          -0.6732877555426724,
+          -0.2849335315067698,
+          0.35928592300023354,
+          0.39984379386092384,
+          -0.033794262615191785,
+          0.3287970835244593,
+          0.17136102396229397,
+          0.14244630768555827,
+          0.0041701807610491255,
+          0.12090352232891868,
+          -0.2117702933531925,
+          0.18539731907431944,
+          -0.05311975945258608,
+          0.12006670975149757,
+          -0.004122088466166756,
+          -0.4221323319107303,
+          0.44983777761933214,
+          0.203253643611139
+        ],
+        "q99": [
+          -0.028465892484427515,
+          1.645762553975608,
+          -0.5935267256962795,
+          -0.015243785067295488,
+          0.4156128322189265,
+          1.136851558022559,
+          0.1891472475628841,
+          1.0540901688606146,
+          0.3535675245147086,
+          0.7125478077293477,
+          0.46155439587582436,
+          0.9322215306685603,
+          -0.009035893305096025,
+          0.7626844135662667,
+          0.13579395809288647,
+          1.2227517887723593,
+          0.019306528716748803,
+          -0.24041063420290637,
+          1.143976242235104,
+          0.2546739234535696
+        ]
+      },
+      "right_hand": {
+        "min": [
+          -0.024434609338641167,
+          -1.836086392402649,
+          0.36477380990982056,
+          -0.07330382615327835,
+          -0.5096361637115479,
+          0.06283185631036758,
+          -0.09424778074026108,
+          0.04014257341623306,
+          -0.5113814473152161,
+          0.06283185631036758,
+          -0.2548180818557739,
+          0.024434609338641167,
+          -0.31066861748695374,
+          0.04188790172338486,
+          -0.18151424825191498,
+          0.03141592815518379,
+          -0.04886921867728233,
+          -0.06981316953897476,
+          0.03316125646233559,
+          0.13788101077079773
+        ],
+        "max": [
+          0.6998770236968994,
+          -0.938987135887146,
+          0.8377580642700195,
+          0.6998770236968994,
+          -0.1431169956922531,
+          1.326450228691101,
+          0.027925267815589905,
+          1.485275149345398,
+          -0.06806784123182297,
+          1.0541788339614868,
+          0.2652900516986847,
+          1.2915436029434204,
+          0.22165681421756744,
+          1.2095131874084473,
+          0.513126790523529,
+          1.487020492553711,
+          0.022689281031489372,
+          0.42935100197792053,
+          1.5568337440490723,
+          0.76619952917099
+        ],
+        "mean": [
+          0.08816448563342519,
+          -1.4305433529536102,
+          0.578645255341445,
+          0.021941632227634747,
+          -0.40083689621394875,
+          0.735077182450805,
+          -0.01783108998620046,
+          0.5237204680173946,
+          -0.348280258094124,
+          0.4728802265409043,
+          0.017193361702238563,
+          0.3748669221475336,
+          -0.13591952861280548,
+          0.44382927965843816,
+          -0.0009804900776921534,
+          0.3479174063584741,
+          -0.007329897608201038,
+          0.12747118503775073,
+          0.6162786594898264,
+          0.2204547811111764
+        ],
+        "std": [
+          0.13694765310212148,
+          0.12315074859848221,
+          0.0357854511605776,
+          0.0532452060079551,
+          0.023514084095220072,
+          0.17629234985194328,
+          0.009778521190822962,
+          0.2835175018116657,
+          0.05568292729365613,
+          0.14915505060647616,
+          0.021714426751252746,
+          0.2299792671426011,
+          0.07059449389913983,
+          0.2051079219500542,
+          0.02841335197296981,
+          0.2770730040560296,
+          0.014649490714033759,
+          0.06238783749787492,
+          0.272894904994439,
+          0.02472495611328632
+        ],
+        "q01": [
+          0.02790077527489112,
+          -1.6656078618621983,
+          0.4975387235089625,
+          -0.002370042476722182,
+          -0.4268446272191777,
+          0.46946769541179706,
+          -0.04092554640186052,
+          0.2869437742823652,
+          -0.4256840009657235,
+          0.2125725720180322,
+          -0.004661389457321416,
+          0.1550904927771582,
+          -0.25616196209248765,
+          0.17160577557547657,
+          -0.045354465640235764,
+          0.1390221734078721,
+          -0.029433936816207356,
+          0.04174324287054807,
+          0.24785885010676206,
+          0.20467645940528187
+        ],
+        "q99": [
+          0.503814391936884,
+          -1.287682122616682,
+          0.6114188650660137,
+          0.18746920164006517,
+          -0.38297028914598796,
+          1.1291206957273252,
+          -0.006190629878603358,
+          1.2148143757869503,
+          -0.24649936457400756,
+          0.8316546576081064,
+          0.05833284434217001,
+          0.9990665965479901,
+          -0.01911978885456781,
+          0.8643738540708377,
+          0.043765914086445784,
+          1.1457988903616767,
+          -0.0007666612411197901,
+          0.2410096922928372,
+          1.253633868889829,
+          0.2607454870775056
+        ]
+      }
+    },
+    "action": {
+      "arm": {
+        "min": [
+          -0.0005235987482592463,
+          0.0,
+          -0.6805852055549622,
+          -0.6707534790039062,
+          -0.8432638645172119,
+          -0.6780225038528442,
+          0.3682241439819336,
+          -0.47575700283050537,
+          -0.840580940246582,
+          -0.45888805389404297,
+          -0.3398559093475342,
+          -0.49519023299217224,
+          -0.5837297439575195,
+          -0.547561526298523,
+          -1.4356565475463867,
+          -0.8090771436691284,
+          -0.3829266130924225,
+          -1.0541255474090576,
+          -0.4938916265964508,
+          -0.4953918159008026
+        ],
+        "max": [
+          0.0005235987482592463,
+          0.0,
+          0.7850000262260437,
+          0.3105030059814453,
+          0.5190412998199463,
+          0.5888825058937073,
+          1.6949412822723389,
+          0.9968501925468445,
+          0.48615992069244385,
+          1.0750824213027954,
+          0.49567899107933044,
+          0.4953647553920746,
+          0.8432040214538574,
+          0.5494381189346313,
+          -0.34516602754592896,
+          0.5370867848396301,
+          0.9030985236167908,
+          0.39307066798210144,
+          0.3294752240180969,
+          0.4945836663246155
+        ],
+        "mean": [
+          9.477770177741978e-09,
+          0.0,
+          0.07413362962782892,
+          -0.2336267267152127,
+          -0.0667378965699323,
+          0.12162396239588982,
+          0.9178489098431072,
+          0.030752156544595597,
+          -0.2630646958055137,
+          0.16930663321706343,
+          0.09004025710741378,
+          -0.04621178419643208,
+          0.018967212047537787,
+          -0.12179113857849999,
+          -0.8580550372713841,
+          -0.045839892062842384,
+          0.26915322453706053,
+          -0.12354808219079634,
+          -0.07601109334149016,
+          0.1286798405876901
+        ],
+        "std": [
+          5.09992345554069e-05,
+          0.0,
+          0.39578468871559075,
+          0.11469980892464327,
+          0.21022382353701358,
+          0.13728625606184183,
+          0.1604411200411325,
+          0.13299819635142926,
+          0.1599306521701399,
+          0.3000064013202911,
+          0.1416757737961496,
+          0.17069182645621447,
+          0.20910718209322432,
+          0.12493435522378059,
+          0.1534628228979511,
+          0.1535223377453243,
+          0.16673520375226578,
+          0.29835978144285935,
+          0.11276704537833121,
+          0.1737875593811524
+        ],
+        "q01": [
+          -0.00017319157055986585,
+          3.999578446212126e-16,
+          -0.428780565386664,
+          -0.417275030715649,
+          -0.5883125368665216,
+          -0.1500269907437471,
+          0.645041395715102,
+          -0.19534302900044873,
+          -0.5371998371527885,
+          -0.1379322429306143,
+          -0.16773103927132224,
+          -0.36644177629173036,
+          -0.26885359624013183,
+          -0.3680970545620905,
+          -1.1297618552672835,
+          -0.43596933080597966,
+          -0.060974242641327184,
+          -0.6504883752208002,
+          -0.3118525019420767,
+          -0.21493367975126892
+        ],
+        "q99": [
+          0.00017239213006040567,
+          3.959582661750006e-14,
+          0.5541324689373434,
+          -0.08673735346912086,
+          0.2287248578956877,
+          0.36450297445967395,
+          1.2160577112458195,
+          0.3939756913630384,
+          0.011732781797552784,
+          0.7267747610228817,
+          0.32219061554997336,
+          0.3004178601255807,
+          0.5575038067145037,
+          0.14597294873667377,
+          -0.6213128857888612,
+          0.23450249113731494,
+          0.606596684950514,
+          0.18361207433074936,
+          0.13500637486905367,
+          0.3971403931322507
+        ]
+      },
+      "left_hand": {
+        "min": [
+          -0.7336074113845825,
+          0.9217774271965027,
+          -0.9146740436553955,
+          -0.9339703321456909,
+          0.11694645881652832,
+          0.029679996892809868,
+          0.0,
+          0.15551835298538208,
+          -0.07168204337358475,
+          0.0,
+          0.0,
+          0.0,
+          -0.3990485966205597,
+          0.0,
+          0.0,
+          0.0,
+          -0.0,
+          -0.6108652353286743,
+          0.0,
+          0.18509270250797272
+        ],
+        "max": [
+          0.0,
+          1.741951584815979,
+          -0.5047490000724792,
+          0.0,
+          0.41887903213500977,
+          1.4090887308120728,
+          1.543274164199829,
+          1.5317862033843994,
+          0.5283328294754028,
+          1.0520970821380615,
+          1.5253475904464722,
+          1.5167438983917236,
+          0.16068069636821747,
+          1.2322715520858765,
+          0.7850721478462219,
+          1.5707963705062866,
+          -0.0,
+          -0.12669461965560913,
+          1.5707963705062866,
+          0.8319923281669617
+        ],
+        "mean": [
+          -0.09650261941142234,
+          1.3673117384974023,
+          -0.6391272229159594,
+          -0.05759864904251842,
+          0.4172353510549569,
+          0.6607105786681272,
+          0.011386340238652119,
+          0.5108740225047245,
+          0.3000412754796082,
+          0.3120429226073816,
+          0.028046366681120767,
+          0.3116945647006772,
+          -0.08462901954550162,
+          0.37748675443414464,
+          0.014842973318174276,
+          0.3622515985025722,
+          0.0,
+          -0.3163924540315929,
+          0.7008608317534862,
+          0.21072632105240013
+        ],
+        "std": [
+          0.17259964684711523,
+          0.16610757625175576,
+          0.04685258214035322,
+          0.11783133599029255,
+          0.014009023187384463,
+          0.2668324248669759,
+          0.09646266913344807,
+          0.25085906444038775,
+          0.07464742456409229,
+          0.17490944481550227,
+          0.14629510521921896,
+          0.2454544866295768,
+          0.07177682438875807,
+          0.25540162051474946,
+          0.0586065407872742,
+          0.3798279737519732,
+          0.0,
+          0.09679965708617615,
+          0.2876151133279087,
+          0.019080126255722748
+        ],
+        "q01": [
+          -0.5464866877339258,
+          1.1989490411929637,
+          -0.7764786477082659,
+          -0.43624811429406224,
+          0.3878589724455769,
+          0.37329034210552764,
+          -6.381920631216842e-11,
+          0.3126393961557256,
+          0.1473258618101206,
+          0.09089502087966067,
+          -7.579499878125001e-11,
+          0.1020496854512763,
+          -0.21521390735858256,
+          0.1444624972668025,
+          0.0020646456139134053,
+          0.10672790310985288,
+          3.999578446212126e-16,
+          -0.43607370717670996,
+          0.42028955283490094,
+          0.19835765254080975
+        ],
+        "q99": [
+          -0.0007159815591317101,
+          1.5961575293534418,
+          -0.5915239303124002,
+          -0.0012158908608560827,
+          0.4188789305126342,
+          1.2080605180911734,
+          0.20888493789764928,
+          1.098326670692062,
+          0.39803523323770074,
+          0.7713205750325143,
+          0.5340784077801449,
+          0.9497614665193794,
+          0.017205204576984087,
+          0.9676010956648161,
+          0.21360159465353656,
+          1.2733835864714058,
+          3.959582661750006e-14,
+          -0.21989442956239433,
+          1.252943243790536,
+          0.2517428359785973
+        ]
+      },
+      "right_hand": {
+        "min": [
+          0.0,
+          -1.7531272172927856,
+          0.48952826857566833,
+          0.0,
+          -0.41887903213500977,
+          0.0,
+          0.0,
+          0.01601002737879753,
+          -0.5726425647735596,
+          0.0,
+          0.0,
+          0.0,
+          -0.3970211446285248,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          -0.09923835843801498,
+          0.0,
+          0.20167720317840576
+        ],
+        "max": [
+          0.6946205496788025,
+          -0.8954209089279175,
+          0.8722299933433533,
+          0.8156511187553406,
+          -0.07500576227903366,
+          1.3718035221099854,
+          0.0,
+          1.5707963705062866,
+          -0.07063322514295578,
+          1.103891134262085,
+          0.507399320602417,
+          1.352795124053955,
+          0.20023861527442932,
+          1.332944631576538,
+          0.5270781517028809,
+          1.5707963705062866,
+          0.0,
+          0.4620639979839325,
+          1.5707963705062866,
+          0.8612241148948669
+        ],
+        "mean": [
+          0.0595167212368966,
+          -1.4157231893072477,
+          0.6134629130795032,
+          0.026633357119544725,
+          -0.41851188384231824,
+          0.7392363957435645,
+          0.0,
+          0.5310716104681149,
+          -0.3595596364493046,
+          0.46006215785933746,
+          0.001898396592066319,
+          0.37900355313550144,
+          -0.15197363324859187,
+          0.4478861131942621,
+          0.00870335842886496,
+          0.36146534626241594,
+          0.0,
+          0.11835483992107314,
+          0.6113625700721507,
+          0.21577307946628677
+        ],
+        "std": [
+          0.14361436065486174,
+          0.12363108903200437,
+          0.04315714398912161,
+          0.09445659329356695,
+          0.0076785324402896425,
+          0.21727018529028358,
+          0.0,
+          0.29919057402051014,
+          0.05828208472930669,
+          0.16188526979972379,
+          0.02403586062815071,
+          0.2290301431059311,
+          0.07152082970855124,
+          0.27183038272178073,
+          0.023404498462013028,
+          0.29776358627521576,
+          0.0,
+          0.061671938496094605,
+          0.2969845732785786,
+          0.016707382527631
+        ],
+        "q01": [
+          1.54158366616993e-05,
+          -1.634012711071731,
+          0.5586770759360766,
+          0.00027295858046430635,
+          -0.41887903213500977,
+          0.4512478583952069,
+          3.999578446212126e-16,
+          0.28248107930041805,
+          -0.4475151578273284,
+          0.17072939672543605,
+          -3.284071291497061e-11,
+          0.14648778321238454,
+          -0.2994424393449362,
+          0.1271534697453124,
+          0.002442608863548664,
+          0.1297727890260858,
+          3.999578446212126e-16,
+          0.01757230961020379,
+          0.21970013860903395,
+          0.20871291526348715
+        ],
+        "q99": [
+          0.4827442582689844,
+          -1.2655222408159381,
+          0.7580892474716966,
+          0.40014769665393674,
+          -0.413553767752929,
+          1.2233209428419727,
+          3.959582661750006e-14,
+          1.2799407831476435,
+          -0.23965505320178965,
+          0.8683971535266954,
+          0.07559886001299738,
+          1.0102501137405302,
+          -0.015127816002341582,
+          1.0768552571807277,
+          0.09066658244716906,
+          1.2521190041625108,
+          3.959582661750006e-14,
+          0.24750053504451736,
+          1.3467850605724583,
+          0.26031287654480184
+        ]
+      }
+    },
+    "relative_action": {}
+  }
+}

checkpoint-5000/experiment_cfg/final_model_config.json

@@ -0,0 +1,54 @@
+{
+  "model_type": "Gr00tN1d6",
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "backbone_model_type": "eagle",
+  "model_revision": null,
+  "tune_top_llm_layers": 4,
+  "backbone_embedding_dim": 2048,
+  "tune_llm": false,
+  "tune_visual": false,
+  "select_layer": 16,
+  "reproject_vision": false,
+  "use_flash_attention": true,
+  "load_bf16": true,
+  "collator_overwrite_image_inputs": false,
+  "eagle_collator": true,
+  "backbone_trainable_params_fp32": true,
+  "extra_augmentation_config": null,
+  "apply_sincos_state_encoding": true,
+  "use_relative_action": true,
+  "max_state_dim": 128,
+  "max_action_dim": 128,
+  "action_horizon": 50,
+  "hidden_size": 1024,
+  "input_embedding_dim": 1536,
+  "add_pos_embed": true,
+  "attn_dropout": 0.2,
+  "use_vlln": true,
+  "max_seq_len": 1024,
+  "use_alternate_vl_dit": true,
+  "attend_text_every_n_blocks": 2,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "num_inference_timesteps": 4,
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_timestep_buckets": 1000,
+  "tune_projector": true,
+  "tune_diffusion_model": true,
+  "tune_vlln": true,
+  "state_dropout_prob": 0.0,
+  "state_additive_noise_scale": 0.0,
+  "max_num_embodiments": 32
+}

checkpoint-5000/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45186fb489dd7999edf85ac0c593e6e2880b8a0a232ddecc97e83cabbe7e229
+size 4990120184

checkpoint-5000/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6082b606052752d6d1eb8b7cc611c81ba4a9579695de1bc5e5ee76400ccfa11
+size 4823190320

checkpoint-5000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f415ae7dfe89784bf7d08f7b17333b1227d55d752e612fd5dba037caa8889cdb
+size 12960193762

checkpoint-5000/processor_config.json

@@ -0,0 +1,482 @@
+{
+  "processor_class": "Gr00tN1d6Processor",
+  "processor_kwargs": {
+    "modality_configs": {
+      "behavior_r1_pro": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "observation.images.rgb.head_256_256",
+            "observation.images.rgb.left_wrist_256_256",
+            "observation.images.rgb.right_wrist_256_256"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "robot_pos",
+            "robot_ori_cos",
+            "robot_ori_sin",
+            "robot_2d_ori",
+            "robot_2d_ori_cos",
+            "robot_2d_ori_sin",
+            "robot_lin_vel",
+            "robot_ang_vel",
+            "arm_left_qpos",
+            "arm_left_qpos_sin",
+            "arm_left_qpos_cos",
+            "eef_left_pos",
+            "eef_left_quat",
+            "gripper_left_qpos",
+            "arm_right_qpos",
+            "arm_right_qpos_sin",
+            "arm_right_qpos_cos",
+            "eef_right_pos",
+            "eef_right_quat",
+            "gripper_right_qpos",
+            "trunk_qpos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31
+          ],
+          "modality_keys": [
+            "base",
+            "torso",
+            "left_arm",
+            "left_gripper",
+            "right_arm",
+            "right_gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "trunk_qpos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_left_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_right_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "gr1": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "ego_view_bg_crop_pad_res256_freq20"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "task"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "robocasa_panda_omron": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "res256_image_side_0",
+            "res256_image_side_1",
+            "res256_image_wrist_0"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "end_effector_position_relative",
+            "end_effector_rotation_relative",
+            "gripper_qpos",
+            "base_position",
+            "base_rotation"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "end_effector_position",
+            "end_effector_rotation",
+            "gripper_close",
+            "base_motion",
+            "control_mode"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.action.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "new_embodiment": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "front",
+            "left_wrist",
+            "right_wrist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "arm",
+            "left_hand",
+            "right_hand"
+          ],
+          "sin_cos_embedding_keys": [
+            "arm",
+            "left_hand",
+            "right_hand"
+          ],
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29
+          ],
+          "modality_keys": [
+            "arm",
+            "left_hand",
+            "right_hand"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      }
+    },
+    "image_crop_size": null,
+    "image_target_size": null,
+    "use_albumentations": true,
+    "random_rotation_angle": null,
+    "color_jitter_params": {
+      "brightness": 0.3,
+      "contrast": 0.4,
+      "saturation": 0.5,
+      "hue": 0.08
+    },
+    "shortest_image_edge": 256,
+    "crop_fraction": 0.95,
+    "model_name": "nvidia/Eagle-Block2A-2B-v2",
+    "model_type": "eagle",
+    "formalize_language": true,
+    "max_state_dim": 128,
+    "max_action_dim": 128,
+    "max_action_horizon": 50,
+    "use_percentiles": false,
+    "clip_outliers": true,
+    "apply_sincos_state_encoding": true,
+    "use_relative_action": true
+  }
+}

checkpoint-5000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc29a656932fc6d7404168912375a13cef00dd971548087b8ccc5f0679e88acb
+size 14645

checkpoint-5000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2110a46c9c257f43b8372bd5d9573934ed934abc144528e033a981fe3adbc14a
+size 1465

checkpoint-5000/trainer_state.json

@@ -0,0 +1,3034 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.9803921568627451,
+  "eval_steps": 500,
+  "global_step": 5000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "grad_norm": 1.1950068473815918,
+      "learning_rate": 3.529411764705883e-07,
+      "loss": 0.0436,
+      "step": 10
+    },
+    {
+      "grad_norm": 1.1095563173294067,
+      "learning_rate": 7.450980392156863e-07,
+      "loss": 0.0417,
+      "step": 20
+    },
+    {
+      "grad_norm": 0.48601916432380676,
+      "learning_rate": 1.1372549019607845e-06,
+      "loss": 0.0381,
+      "step": 30
+    },
+    {
+      "grad_norm": 0.4488537907600403,
+      "learning_rate": 1.5294117647058826e-06,
+      "loss": 0.031,
+      "step": 40
+    },
+    {
+      "grad_norm": 0.40884929895401,
+      "learning_rate": 1.921568627450981e-06,
+      "loss": 0.0297,
+      "step": 50
+    },
+    {
+      "grad_norm": 0.41759321093559265,
+      "learning_rate": 2.3137254901960787e-06,
+      "loss": 0.0296,
+      "step": 60
+    },
+    {
+      "grad_norm": 0.5123331546783447,
+      "learning_rate": 2.7058823529411766e-06,
+      "loss": 0.0286,
+      "step": 70
+    },
+    {
+      "grad_norm": 0.40307483077049255,
+      "learning_rate": 3.098039215686275e-06,
+      "loss": 0.0266,
+      "step": 80
+    },
+    {
+      "grad_norm": 0.4061126708984375,
+      "learning_rate": 3.4901960784313727e-06,
+      "loss": 0.026,
+      "step": 90
+    },
+    {
+      "grad_norm": 0.21790510416030884,
+      "learning_rate": 3.882352941176471e-06,
+      "loss": 0.0218,
+      "step": 100
+    },
+    {
+      "grad_norm": 0.38712653517723083,
+      "learning_rate": 4.274509803921569e-06,
+      "loss": 0.0234,
+      "step": 110
+    },
+    {
+      "grad_norm": 0.23677751421928406,
+      "learning_rate": 4.666666666666667e-06,
+      "loss": 0.0207,
+      "step": 120
+    },
+    {
+      "grad_norm": 0.2931284010410309,
+      "learning_rate": 5.058823529411765e-06,
+      "loss": 0.0204,
+      "step": 130
+    },
+    {
+      "grad_norm": 0.3435174822807312,
+      "learning_rate": 5.450980392156863e-06,
+      "loss": 0.0216,
+      "step": 140
+    },
+    {
+      "grad_norm": 0.37916237115859985,
+      "learning_rate": 5.843137254901961e-06,
+      "loss": 0.0228,
+      "step": 150
+    },
+    {
+      "grad_norm": 0.34060993790626526,
+      "learning_rate": 6.2352941176470595e-06,
+      "loss": 0.0205,
+      "step": 160
+    },
+    {
+      "grad_norm": 0.3169363737106323,
+      "learning_rate": 6.627450980392157e-06,
+      "loss": 0.0193,
+      "step": 170
+    },
+    {
+      "grad_norm": 0.29447826743125916,
+      "learning_rate": 7.019607843137255e-06,
+      "loss": 0.0178,
+      "step": 180
+    },
+    {
+      "grad_norm": 0.2534893751144409,
+      "learning_rate": 7.4117647058823535e-06,
+      "loss": 0.018,
+      "step": 190
+    },
+    {
+      "grad_norm": 0.27749115228652954,
+      "learning_rate": 7.803921568627452e-06,
+      "loss": 0.0179,
+      "step": 200
+    },
+    {
+      "grad_norm": 0.2914535105228424,
+      "learning_rate": 8.19607843137255e-06,
+      "loss": 0.0186,
+      "step": 210
+    },
+    {
+      "grad_norm": 0.33141499757766724,
+      "learning_rate": 8.588235294117647e-06,
+      "loss": 0.0165,
+      "step": 220
+    },
+    {
+      "grad_norm": 0.24585478007793427,
+      "learning_rate": 8.980392156862746e-06,
+      "loss": 0.0164,
+      "step": 230
+    },
+    {
+      "grad_norm": 0.25172385573387146,
+      "learning_rate": 9.372549019607843e-06,
+      "loss": 0.0166,
+      "step": 240
+    },
+    {
+      "grad_norm": 0.3581097424030304,
+      "learning_rate": 9.764705882352942e-06,
+      "loss": 0.0145,
+      "step": 250
+    },
+    {
+      "grad_norm": 0.2762569785118103,
+      "learning_rate": 9.999983182093624e-06,
+      "loss": 0.0156,
+      "step": 260
+    },
+    {
+      "grad_norm": 0.33299073576927185,
+      "learning_rate": 9.999793981946191e-06,
+      "loss": 0.0161,
+      "step": 270
+    },
+    {
+      "grad_norm": 0.2545071840286255,
+      "learning_rate": 9.999394567249726e-06,
+      "loss": 0.0149,
+      "step": 280
+    },
+    {
+      "grad_norm": 0.26280084252357483,
+      "learning_rate": 9.998784954797474e-06,
+      "loss": 0.015,
+      "step": 290
+    },
+    {
+      "grad_norm": 0.27613401412963867,
+      "learning_rate": 9.997965170220374e-06,
+      "loss": 0.0164,
+      "step": 300
+    },
+    {
+      "grad_norm": 0.36653536558151245,
+      "learning_rate": 9.996935247985973e-06,
+      "loss": 0.0164,
+      "step": 310
+    },
+    {
+      "grad_norm": 0.3048877716064453,
+      "learning_rate": 9.995695231396987e-06,
+      "loss": 0.0146,
+      "step": 320
+    },
+    {
+      "grad_norm": 0.27436813712120056,
+      "learning_rate": 9.994245172589465e-06,
+      "loss": 0.0154,
+      "step": 330
+    },
+    {
+      "grad_norm": 0.2580229938030243,
+      "learning_rate": 9.992585132530614e-06,
+      "loss": 0.0179,
+      "step": 340
+    },
+    {
+      "grad_norm": 0.25794631242752075,
+      "learning_rate": 9.990715181016225e-06,
+      "loss": 0.0158,
+      "step": 350
+    },
+    {
+      "grad_norm": 0.21017365157604218,
+      "learning_rate": 9.988635396667737e-06,
+      "loss": 0.0168,
+      "step": 360
+    },
+    {
+      "grad_norm": 0.2509874701499939,
+      "learning_rate": 9.98634586692894e-06,
+      "loss": 0.0159,
+      "step": 370
+    },
+    {
+      "grad_norm": 0.25287261605262756,
+      "learning_rate": 9.983846688062295e-06,
+      "loss": 0.0138,
+      "step": 380
+    },
+    {
+      "grad_norm": 0.23505428433418274,
+      "learning_rate": 9.98113796514488e-06,
+      "loss": 0.0139,
+      "step": 390
+    },
+    {
+      "grad_norm": 0.19718585908412933,
+      "learning_rate": 9.978219812063986e-06,
+      "loss": 0.0145,
+      "step": 400
+    },
+    {
+      "grad_norm": 0.21503455936908722,
+      "learning_rate": 9.975092351512307e-06,
+      "loss": 0.0171,
+      "step": 410
+    },
+    {
+      "grad_norm": 0.28575825691223145,
+      "learning_rate": 9.97175571498281e-06,
+      "loss": 0.0143,
+      "step": 420
+    },
+    {
+      "grad_norm": 0.28024303913116455,
+      "learning_rate": 9.96821004276318e-06,
+      "loss": 0.0162,
+      "step": 430
+    },
+    {
+      "grad_norm": 0.30324384570121765,
+      "learning_rate": 9.964455483929938e-06,
+      "loss": 0.0131,
+      "step": 440
+    },
+    {
+      "grad_norm": 0.31452322006225586,
+      "learning_rate": 9.960492196342168e-06,
+      "loss": 0.0137,
+      "step": 450
+    },
+    {
+      "grad_norm": 0.2547176778316498,
+      "learning_rate": 9.956320346634877e-06,
+      "loss": 0.0125,
+      "step": 460
+    },
+    {
+      "grad_norm": 0.20195309817790985,
+      "learning_rate": 9.951940110211993e-06,
+      "loss": 0.0116,
+      "step": 470
+    },
+    {
+      "grad_norm": 0.22324074804782867,
+      "learning_rate": 9.947351671238992e-06,
+      "loss": 0.0133,
+      "step": 480
+    },
+    {
+      "grad_norm": 0.25620514154434204,
+      "learning_rate": 9.942555222635147e-06,
+      "loss": 0.0128,
+      "step": 490
+    },
+    {
+      "grad_norm": 0.23172898590564728,
+      "learning_rate": 9.937550966065421e-06,
+      "loss": 0.0136,
+      "step": 500
+    },
+    {
+      "grad_norm": 0.24064064025878906,
+      "learning_rate": 9.932339111931995e-06,
+      "loss": 0.0126,
+      "step": 510
+    },
+    {
+      "grad_norm": 0.22353637218475342,
+      "learning_rate": 9.926919879365406e-06,
+      "loss": 0.0143,
+      "step": 520
+    },
+    {
+      "grad_norm": 0.2605426609516144,
+      "learning_rate": 9.921293496215355e-06,
+      "loss": 0.0143,
+      "step": 530
+    },
+    {
+      "grad_norm": 0.2516007125377655,
+      "learning_rate": 9.915460199041105e-06,
+      "loss": 0.0149,
+      "step": 540
+    },
+    {
+      "grad_norm": 0.2478538155555725,
+      "learning_rate": 9.909420233101546e-06,
+      "loss": 0.0113,
+      "step": 550
+    },
+    {
+      "grad_norm": 0.22426386177539825,
+      "learning_rate": 9.903173852344889e-06,
+      "loss": 0.0129,
+      "step": 560
+    },
+    {
+      "grad_norm": 0.22095352411270142,
+      "learning_rate": 9.896721319397978e-06,
+      "loss": 0.0154,
+      "step": 570
+    },
+    {
+      "grad_norm": 0.268824964761734,
+      "learning_rate": 9.890062905555246e-06,
+      "loss": 0.0136,
+      "step": 580
+    },
+    {
+      "grad_norm": 0.2220172882080078,
+      "learning_rate": 9.883198890767329e-06,
+      "loss": 0.0118,
+      "step": 590
+    },
+    {
+      "grad_norm": 0.22293302416801453,
+      "learning_rate": 9.876129563629267e-06,
+      "loss": 0.0122,
+      "step": 600
+    },
+    {
+      "grad_norm": 0.2877149283885956,
+      "learning_rate": 9.868855221368391e-06,
+      "loss": 0.0115,
+      "step": 610
+    },
+    {
+      "grad_norm": 0.22020819783210754,
+      "learning_rate": 9.861376169831821e-06,
+      "loss": 0.0123,
+      "step": 620
+    },
+    {
+      "grad_norm": 0.23199577629566193,
+      "learning_rate": 9.8536927234736e-06,
+      "loss": 0.0125,
+      "step": 630
+    },
+    {
+      "grad_norm": 0.2411072850227356,
+      "learning_rate": 9.845805205341483e-06,
+      "loss": 0.0124,
+      "step": 640
+    },
+    {
+      "grad_norm": 0.2519015967845917,
+      "learning_rate": 9.837713947063347e-06,
+      "loss": 0.0128,
+      "step": 650
+    },
+    {
+      "grad_norm": 0.216162770986557,
+      "learning_rate": 9.829419288833253e-06,
+      "loss": 0.0126,
+      "step": 660
+    },
+    {
+      "grad_norm": 0.24178443849086761,
+      "learning_rate": 9.820921579397133e-06,
+      "loss": 0.0122,
+      "step": 670
+    },
+    {
+      "grad_norm": 0.18894395232200623,
+      "learning_rate": 9.812221176038146e-06,
+      "loss": 0.0118,
+      "step": 680
+    },
+    {
+      "grad_norm": 0.20295335352420807,
+      "learning_rate": 9.803318444561633e-06,
+      "loss": 0.0109,
+      "step": 690
+    },
+    {
+      "grad_norm": 0.22850893437862396,
+      "learning_rate": 9.794213759279759e-06,
+      "loss": 0.0116,
+      "step": 700
+    },
+    {
+      "grad_norm": 0.265736848115921,
+      "learning_rate": 9.784907502995753e-06,
+      "loss": 0.0133,
+      "step": 710
+    },
+    {
+      "grad_norm": 0.21099106967449188,
+      "learning_rate": 9.775400066987837e-06,
+      "loss": 0.0114,
+      "step": 720
+    },
+    {
+      "grad_norm": 0.1949661821126938,
+      "learning_rate": 9.76569185099275e-06,
+      "loss": 0.0119,
+      "step": 730
+    },
+    {
+      "grad_norm": 0.1675696223974228,
+      "learning_rate": 9.755783263188965e-06,
+      "loss": 0.0125,
+      "step": 740
+    },
+    {
+      "grad_norm": 0.2069842666387558,
+      "learning_rate": 9.745674720179507e-06,
+      "loss": 0.0127,
+      "step": 750
+    },
+    {
+      "grad_norm": 0.23999853432178497,
+      "learning_rate": 9.735366646974452e-06,
+      "loss": 0.0111,
+      "step": 760
+    },
+    {
+      "grad_norm": 0.25093749165534973,
+      "learning_rate": 9.72485947697305e-06,
+      "loss": 0.0133,
+      "step": 770
+    },
+    {
+      "grad_norm": 0.2366914302110672,
+      "learning_rate": 9.714153651945504e-06,
+      "loss": 0.0114,
+      "step": 780
+    },
+    {
+      "grad_norm": 0.19600170850753784,
+      "learning_rate": 9.703249622014394e-06,
+      "loss": 0.0114,
+      "step": 790
+    },
+    {
+      "grad_norm": 0.2463541477918625,
+      "learning_rate": 9.692147845635761e-06,
+      "loss": 0.0121,
+      "step": 800
+    },
+    {
+      "grad_norm": 0.23243753612041473,
+      "learning_rate": 9.680848789579819e-06,
+      "loss": 0.0099,
+      "step": 810
+    },
+    {
+      "grad_norm": 0.23252838850021362,
+      "learning_rate": 9.669352928911336e-06,
+      "loss": 0.0109,
+      "step": 820
+    },
+    {
+      "grad_norm": 0.14858166873455048,
+      "learning_rate": 9.657660746969662e-06,
+      "loss": 0.0108,
+      "step": 830
+    },
+    {
+      "grad_norm": 0.2210211157798767,
+      "learning_rate": 9.645772735348402e-06,
+      "loss": 0.0106,
+      "step": 840
+    },
+    {
+      "grad_norm": 0.22199992835521698,
+      "learning_rate": 9.633689393874753e-06,
+      "loss": 0.0106,
+      "step": 850
+    },
+    {
+      "grad_norm": 0.22347500920295715,
+      "learning_rate": 9.621411230588481e-06,
+      "loss": 0.0109,
+      "step": 860
+    },
+    {
+      "grad_norm": 0.22675202786922455,
+      "learning_rate": 9.608938761720569e-06,
+      "loss": 0.0103,
+      "step": 870
+    },
+    {
+      "grad_norm": 0.16034340858459473,
+      "learning_rate": 9.596272511671512e-06,
+      "loss": 0.0121,
+      "step": 880
+    },
+    {
+      "grad_norm": 0.18488478660583496,
+      "learning_rate": 9.583413012989256e-06,
+      "loss": 0.011,
+      "step": 890
+    },
+    {
+      "grad_norm": 0.18505243957042694,
+      "learning_rate": 9.570360806346824e-06,
+      "loss": 0.0126,
+      "step": 900
+    },
+    {
+      "grad_norm": 0.20651215314865112,
+      "learning_rate": 9.557116440519573e-06,
+      "loss": 0.0108,
+      "step": 910
+    },
+    {
+      "grad_norm": 0.21853210031986237,
+      "learning_rate": 9.543680472362128e-06,
+      "loss": 0.0101,
+      "step": 920
+    },
+    {
+      "grad_norm": 0.22982917726039886,
+      "learning_rate": 9.530053466784962e-06,
+      "loss": 0.0104,
+      "step": 930
+    },
+    {
+      "grad_norm": 0.20077788829803467,
+      "learning_rate": 9.516235996730645e-06,
+      "loss": 0.0108,
+      "step": 940
+    },
+    {
+      "grad_norm": 0.23850861191749573,
+      "learning_rate": 9.502228643149766e-06,
+      "loss": 0.0115,
+      "step": 950
+    },
+    {
+      "grad_norm": 0.2640659511089325,
+      "learning_rate": 9.488031994976492e-06,
+      "loss": 0.0113,
+      "step": 960
+    },
+    {
+      "grad_norm": 0.27842602133750916,
+      "learning_rate": 9.473646649103819e-06,
+      "loss": 0.0107,
+      "step": 970
+    },
+    {
+      "grad_norm": 0.18844284117221832,
+      "learning_rate": 9.459073210358462e-06,
+      "loss": 0.0101,
+      "step": 980
+    },
+    {
+      "grad_norm": 0.2157765030860901,
+      "learning_rate": 9.444312291475443e-06,
+      "loss": 0.0128,
+      "step": 990
+    },
+    {
+      "grad_norm": 0.22037991881370544,
+      "learning_rate": 9.429364513072313e-06,
+      "loss": 0.0096,
+      "step": 1000
+    },
+    {
+      "grad_norm": 0.20707039535045624,
+      "learning_rate": 9.414230503623067e-06,
+      "loss": 0.0104,
+      "step": 1010
+    },
+    {
+      "grad_norm": 0.2087254375219345,
+      "learning_rate": 9.398910899431716e-06,
+      "loss": 0.0118,
+      "step": 1020
+    },
+    {
+      "grad_norm": 0.21261566877365112,
+      "learning_rate": 9.383406344605541e-06,
+      "loss": 0.0086,
+      "step": 1030
+    },
+    {
+      "grad_norm": 0.1639666110277176,
+      "learning_rate": 9.367717491027998e-06,
+      "loss": 0.0091,
+      "step": 1040
+    },
+    {
+      "grad_norm": 0.23225508630275726,
+      "learning_rate": 9.351844998331324e-06,
+      "loss": 0.0083,
+      "step": 1050
+    },
+    {
+      "grad_norm": 0.1974388211965561,
+      "learning_rate": 9.335789533868793e-06,
+      "loss": 0.0083,
+      "step": 1060
+    },
+    {
+      "grad_norm": 0.24500536918640137,
+      "learning_rate": 9.319551772686666e-06,
+      "loss": 0.0094,
+      "step": 1070
+    },
+    {
+      "grad_norm": 0.21852529048919678,
+      "learning_rate": 9.303132397495803e-06,
+      "loss": 0.0117,
+      "step": 1080
+    },
+    {
+      "grad_norm": 0.19590452313423157,
+      "learning_rate": 9.286532098642954e-06,
+      "loss": 0.0103,
+      "step": 1090
+    },
+    {
+      "grad_norm": 0.23770727217197418,
+      "learning_rate": 9.26975157408175e-06,
+      "loss": 0.0098,
+      "step": 1100
+    },
+    {
+      "grad_norm": 0.20860643684864044,
+      "learning_rate": 9.25279152934334e-06,
+      "loss": 0.0091,
+      "step": 1110
+    },
+    {
+      "grad_norm": 0.20493175089359283,
+      "learning_rate": 9.235652677506737e-06,
+      "loss": 0.0096,
+      "step": 1120
+    },
+    {
+      "grad_norm": 0.19042547047138214,
+      "learning_rate": 9.218335739168833e-06,
+      "loss": 0.0117,
+      "step": 1130
+    },
+    {
+      "grad_norm": 0.22183485329151154,
+      "learning_rate": 9.200841442414106e-06,
+      "loss": 0.0103,
+      "step": 1140
+    },
+    {
+      "grad_norm": 0.20157937705516815,
+      "learning_rate": 9.183170522784002e-06,
+      "loss": 0.0098,
+      "step": 1150
+    },
+    {
+      "grad_norm": 0.21075105667114258,
+      "learning_rate": 9.165323723246014e-06,
+      "loss": 0.0111,
+      "step": 1160
+    },
+    {
+      "grad_norm": 0.2072359174489975,
+      "learning_rate": 9.147301794162446e-06,
+      "loss": 0.0118,
+      "step": 1170
+    },
+    {
+      "grad_norm": 0.19999660551548004,
+      "learning_rate": 9.129105493258855e-06,
+      "loss": 0.0108,
+      "step": 1180
+    },
+    {
+      "grad_norm": 0.22979071736335754,
+      "learning_rate": 9.110735585592203e-06,
+      "loss": 0.009,
+      "step": 1190
+    },
+    {
+      "grad_norm": 0.2068009376525879,
+      "learning_rate": 9.092192843518683e-06,
+      "loss": 0.011,
+      "step": 1200
+    },
+    {
+      "grad_norm": 0.20221471786499023,
+      "learning_rate": 9.073478046661255e-06,
+      "loss": 0.0085,
+      "step": 1210
+    },
+    {
+      "grad_norm": 0.21164442598819733,
+      "learning_rate": 9.054591981876855e-06,
+      "loss": 0.0089,
+      "step": 1220
+    },
+    {
+      "grad_norm": 0.2109965980052948,
+      "learning_rate": 9.035535443223316e-06,
+      "loss": 0.0097,
+      "step": 1230
+    },
+    {
+      "grad_norm": 0.23023614287376404,
+      "learning_rate": 9.016309231925991e-06,
+      "loss": 0.0089,
+      "step": 1240
+    },
+    {
+      "grad_norm": 0.19147643446922302,
+      "learning_rate": 8.996914156344054e-06,
+      "loss": 0.0091,
+      "step": 1250
+    },
+    {
+      "grad_norm": 0.21601413190364838,
+      "learning_rate": 8.97735103193652e-06,
+      "loss": 0.009,
+      "step": 1260
+    },
+    {
+      "grad_norm": 0.2980281412601471,
+      "learning_rate": 8.957620681227949e-06,
+      "loss": 0.0086,
+      "step": 1270
+    },
+    {
+      "grad_norm": 0.15388751029968262,
+      "learning_rate": 8.937723933773883e-06,
+      "loss": 0.0099,
+      "step": 1280
+    },
+    {
+      "grad_norm": 0.2060258537530899,
+      "learning_rate": 8.917661626125946e-06,
+      "loss": 0.0088,
+      "step": 1290
+    },
+    {
+      "grad_norm": 0.22706672549247742,
+      "learning_rate": 8.897434601796689e-06,
+      "loss": 0.0088,
+      "step": 1300
+    },
+    {
+      "grad_norm": 0.1590857207775116,
+      "learning_rate": 8.877043711224109e-06,
+      "loss": 0.008,
+      "step": 1310
+    },
+    {
+      "grad_norm": 0.19176359474658966,
+      "learning_rate": 8.856489811735904e-06,
+      "loss": 0.0076,
+      "step": 1320
+    },
+    {
+      "grad_norm": 0.23232431709766388,
+      "learning_rate": 8.835773767513425e-06,
+      "loss": 0.012,
+      "step": 1330
+    },
+    {
+      "grad_norm": 0.20471888780593872,
+      "learning_rate": 8.81489644955534e-06,
+      "loss": 0.0111,
+      "step": 1340
+    },
+    {
+      "grad_norm": 0.23804397881031036,
+      "learning_rate": 8.79385873564101e-06,
+      "loss": 0.0091,
+      "step": 1350
+    },
+    {
+      "grad_norm": 0.20645813643932343,
+      "learning_rate": 8.772661510293595e-06,
+      "loss": 0.0082,
+      "step": 1360
+    },
+    {
+      "grad_norm": 0.23595236241817474,
+      "learning_rate": 8.751305664742842e-06,
+      "loss": 0.009,
+      "step": 1370
+    },
+    {
+      "grad_norm": 0.20523196458816528,
+      "learning_rate": 8.729792096887642e-06,
+      "loss": 0.0083,
+      "step": 1380
+    },
+    {
+      "grad_norm": 0.21859478950500488,
+      "learning_rate": 8.708121711258255e-06,
+      "loss": 0.0083,
+      "step": 1390
+    },
+    {
+      "grad_norm": 0.2386079728603363,
+      "learning_rate": 8.686295418978291e-06,
+      "loss": 0.0086,
+      "step": 1400
+    },
+    {
+      "grad_norm": 0.23497678339481354,
+      "learning_rate": 8.664314137726401e-06,
+      "loss": 0.0088,
+      "step": 1410
+    },
+    {
+      "grad_norm": 0.20147542655467987,
+      "learning_rate": 8.64217879169769e-06,
+      "loss": 0.0092,
+      "step": 1420
+    },
+    {
+      "grad_norm": 0.17868296802043915,
+      "learning_rate": 8.619890311564862e-06,
+      "loss": 0.0086,
+      "step": 1430
+    },
+    {
+      "grad_norm": 0.2059531807899475,
+      "learning_rate": 8.59744963443909e-06,
+      "loss": 0.0076,
+      "step": 1440
+    },
+    {
+      "grad_norm": 0.20854367315769196,
+      "learning_rate": 8.574857703830612e-06,
+      "loss": 0.0081,
+      "step": 1450
+    },
+    {
+      "grad_norm": 0.2205386906862259,
+      "learning_rate": 8.552115469609067e-06,
+      "loss": 0.0104,
+      "step": 1460
+    },
+    {
+      "grad_norm": 0.17082375288009644,
+      "learning_rate": 8.529223887963559e-06,
+      "loss": 0.0082,
+      "step": 1470
+    },
+    {
+      "grad_norm": 0.1476842761039734,
+      "learning_rate": 8.506183921362443e-06,
+      "loss": 0.009,
+      "step": 1480
+    },
+    {
+      "grad_norm": 0.17177364230155945,
+      "learning_rate": 8.482996538512876e-06,
+      "loss": 0.0088,
+      "step": 1490
+    },
+    {
+      "grad_norm": 0.21205176413059235,
+      "learning_rate": 8.45966271432007e-06,
+      "loss": 0.0086,
+      "step": 1500
+    },
+    {
+      "grad_norm": 0.19053563475608826,
+      "learning_rate": 8.436183429846314e-06,
+      "loss": 0.0092,
+      "step": 1510
+    },
+    {
+      "grad_norm": 0.1861661970615387,
+      "learning_rate": 8.412559672269724e-06,
+      "loss": 0.0076,
+      "step": 1520
+    },
+    {
+      "grad_norm": 0.1511910855770111,
+      "learning_rate": 8.388792434842737e-06,
+      "loss": 0.0095,
+      "step": 1530
+    },
+    {
+      "grad_norm": 0.18952926993370056,
+      "learning_rate": 8.364882716850342e-06,
+      "loss": 0.0095,
+      "step": 1540
+    },
+    {
+      "grad_norm": 0.19014276564121246,
+      "learning_rate": 8.34083152356808e-06,
+      "loss": 0.0093,
+      "step": 1550
+    },
+    {
+      "grad_norm": 0.19387753307819366,
+      "learning_rate": 8.316639866219767e-06,
+      "loss": 0.01,
+      "step": 1560
+    },
+    {
+      "grad_norm": 0.25110799074172974,
+      "learning_rate": 8.292308761934978e-06,
+      "loss": 0.0095,
+      "step": 1570
+    },
+    {
+      "grad_norm": 0.22537516057491302,
+      "learning_rate": 8.26783923370629e-06,
+      "loss": 0.0089,
+      "step": 1580
+    },
+    {
+      "grad_norm": 0.20432311296463013,
+      "learning_rate": 8.24323231034626e-06,
+      "loss": 0.009,
+      "step": 1590
+    },
+    {
+      "grad_norm": 0.2202184647321701,
+      "learning_rate": 8.218489026444176e-06,
+      "loss": 0.0104,
+      "step": 1600
+    },
+    {
+      "grad_norm": 0.189788818359375,
+      "learning_rate": 8.19361042232256e-06,
+      "loss": 0.0084,
+      "step": 1610
+    },
+    {
+      "grad_norm": 0.1907304972410202,
+      "learning_rate": 8.168597543993416e-06,
+      "loss": 0.0074,
+      "step": 1620
+    },
+    {
+      "grad_norm": 0.17683368921279907,
+      "learning_rate": 8.143451443114268e-06,
+      "loss": 0.0098,
+      "step": 1630
+    },
+    {
+      "grad_norm": 0.1675710529088974,
+      "learning_rate": 8.118173176943925e-06,
+      "loss": 0.0081,
+      "step": 1640
+    },
+    {
+      "grad_norm": 0.18368087708950043,
+      "learning_rate": 8.092763808298048e-06,
+      "loss": 0.0082,
+      "step": 1650
+    },
+    {
+      "grad_norm": 0.16290630400180817,
+      "learning_rate": 8.067224405504449e-06,
+      "loss": 0.0073,
+      "step": 1660
+    },
+    {
+      "grad_norm": 0.1974867284297943,
+      "learning_rate": 8.04155604235818e-06,
+      "loss": 0.0077,
+      "step": 1670
+    },
+    {
+      "grad_norm": 0.19363933801651,
+      "learning_rate": 8.015759798076384e-06,
+      "loss": 0.0095,
+      "step": 1680
+    },
+    {
+      "grad_norm": 0.1439293771982193,
+      "learning_rate": 7.989836757252924e-06,
+      "loss": 0.0107,
+      "step": 1690
+    },
+    {
+      "grad_norm": 0.1739254742860794,
+      "learning_rate": 7.963788009812775e-06,
+      "loss": 0.0087,
+      "step": 1700
+    },
+    {
+      "grad_norm": 0.2483677864074707,
+      "learning_rate": 7.937614650966204e-06,
+      "loss": 0.0084,
+      "step": 1710
+    },
+    {
+      "grad_norm": 0.2167566865682602,
+      "learning_rate": 7.911317781162717e-06,
+      "loss": 0.0085,
+      "step": 1720
+    },
+    {
+      "grad_norm": 0.20251521468162537,
+      "learning_rate": 7.884898506044799e-06,
+      "loss": 0.0084,
+      "step": 1730
+    },
+    {
+      "grad_norm": 0.22781620919704437,
+      "learning_rate": 7.858357936401415e-06,
+      "loss": 0.0076,
+      "step": 1740
+    },
+    {
+      "grad_norm": 0.20889250934123993,
+      "learning_rate": 7.831697188121322e-06,
+      "loss": 0.0094,
+      "step": 1750
+    },
+    {
+      "grad_norm": 0.18276987969875336,
+      "learning_rate": 7.804917382146141e-06,
+      "loss": 0.0077,
+      "step": 1760
+    },
+    {
+      "grad_norm": 0.20425570011138916,
+      "learning_rate": 7.778019644423233e-06,
+      "loss": 0.0093,
+      "step": 1770
+    },
+    {
+      "grad_norm": 0.19957412779331207,
+      "learning_rate": 7.751005105858359e-06,
+      "loss": 0.0082,
+      "step": 1780
+    },
+    {
+      "grad_norm": 0.16609562933444977,
+      "learning_rate": 7.723874902268123e-06,
+      "loss": 0.0099,
+      "step": 1790
+    },
+    {
+      "grad_norm": 0.191396564245224,
+      "learning_rate": 7.696630174332229e-06,
+      "loss": 0.0082,
+      "step": 1800
+    },
+    {
+      "grad_norm": 0.13676762580871582,
+      "learning_rate": 7.669272067545517e-06,
+      "loss": 0.0075,
+      "step": 1810
+    },
+    {
+      "grad_norm": 0.19455572962760925,
+      "learning_rate": 7.641801732169796e-06,
+      "loss": 0.0083,
+      "step": 1820
+    },
+    {
+      "grad_norm": 0.15683458745479584,
+      "learning_rate": 7.6142203231854875e-06,
+      "loss": 0.0082,
+      "step": 1830
+    },
+    {
+      "grad_norm": 0.17572730779647827,
+      "learning_rate": 7.586529000243064e-06,
+      "loss": 0.0086,
+      "step": 1840
+    },
+    {
+      "grad_norm": 0.23978155851364136,
+      "learning_rate": 7.558728927614292e-06,
+      "loss": 0.0086,
+      "step": 1850
+    },
+    {
+      "grad_norm": 0.2035548835992813,
+      "learning_rate": 7.530821274143276e-06,
+      "loss": 0.0108,
+      "step": 1860
+    },
+    {
+      "grad_norm": 0.18040107190608978,
+      "learning_rate": 7.502807213197322e-06,
+      "loss": 0.0092,
+      "step": 1870
+    },
+    {
+      "grad_norm": 0.21696732938289642,
+      "learning_rate": 7.4746879226176e-06,
+      "loss": 0.0084,
+      "step": 1880
+    },
+    {
+      "grad_norm": 0.22239021956920624,
+      "learning_rate": 7.4464645846696186e-06,
+      "loss": 0.0094,
+      "step": 1890
+    },
+    {
+      "grad_norm": 0.1702863723039627,
+      "learning_rate": 7.4181383859935264e-06,
+      "loss": 0.0083,
+      "step": 1900
+    },
+    {
+      "grad_norm": 0.14922301471233368,
+      "learning_rate": 7.389710517554209e-06,
+      "loss": 0.009,
+      "step": 1910
+    },
+    {
+      "grad_norm": 0.23080326616764069,
+      "learning_rate": 7.361182174591226e-06,
+      "loss": 0.009,
+      "step": 1920
+    },
+    {
+      "grad_norm": 0.22270849347114563,
+      "learning_rate": 7.332554556568548e-06,
+      "loss": 0.0082,
+      "step": 1930
+    },
+    {
+      "grad_norm": 0.1911340355873108,
+      "learning_rate": 7.303828867124131e-06,
+      "loss": 0.0078,
+      "step": 1940
+    },
+    {
+      "grad_norm": 0.1781519651412964,
+      "learning_rate": 7.275006314019313e-06,
+      "loss": 0.0077,
+      "step": 1950
+    },
+    {
+      "grad_norm": 0.2404783070087433,
+      "learning_rate": 7.246088109088022e-06,
+      "loss": 0.0077,
+      "step": 1960
+    },
+    {
+      "grad_norm": 0.2085527926683426,
+      "learning_rate": 7.21707546818584e-06,
+      "loss": 0.0093,
+      "step": 1970
+    },
+    {
+      "grad_norm": 0.15962086617946625,
+      "learning_rate": 7.187969611138873e-06,
+      "loss": 0.0083,
+      "step": 1980
+    },
+    {
+      "grad_norm": 0.1987939178943634,
+      "learning_rate": 7.158771761692464e-06,
+      "loss": 0.008,
+      "step": 1990
+    },
+    {
+      "grad_norm": 0.1831449270248413,
+      "learning_rate": 7.129483147459752e-06,
+      "loss": 0.0077,
+      "step": 2000
+    },
+    {
+      "grad_norm": 0.22430279850959778,
+      "learning_rate": 7.100104999870036e-06,
+      "loss": 0.0071,
+      "step": 2010
+    },
+    {
+      "grad_norm": 0.1542672961950302,
+      "learning_rate": 7.070638554117022e-06,
+      "loss": 0.0086,
+      "step": 2020
+    },
+    {
+      "grad_norm": 0.18191839754581451,
+      "learning_rate": 7.041085049106879e-06,
+      "loss": 0.0087,
+      "step": 2030
+    },
+    {
+      "grad_norm": 0.1764129400253296,
+      "learning_rate": 7.011445727406152e-06,
+      "loss": 0.0078,
+      "step": 2040
+    },
+    {
+      "grad_norm": 0.18843625485897064,
+      "learning_rate": 6.981721835189517e-06,
+      "loss": 0.0084,
+      "step": 2050
+    },
+    {
+      "grad_norm": 0.2106025367975235,
+      "learning_rate": 6.9519146221873825e-06,
+      "loss": 0.008,
+      "step": 2060
+    },
+    {
+      "grad_norm": 0.24554157257080078,
+      "learning_rate": 6.922025341633361e-06,
+      "loss": 0.0082,
+      "step": 2070
+    },
+    {
+      "grad_norm": 0.15407349169254303,
+      "learning_rate": 6.892055250211552e-06,
+      "loss": 0.0069,
+      "step": 2080
+    },
+    {
+      "grad_norm": 0.22122369706630707,
+      "learning_rate": 6.862005608003731e-06,
+      "loss": 0.0104,
+      "step": 2090
+    },
+    {
+      "grad_norm": 0.17952808737754822,
+      "learning_rate": 6.83187767843635e-06,
+      "loss": 0.0077,
+      "step": 2100
+    },
+    {
+      "grad_norm": 0.20702286064624786,
+      "learning_rate": 6.80167272822743e-06,
+      "loss": 0.0067,
+      "step": 2110
+    },
+    {
+      "grad_norm": 0.1842574179172516,
+      "learning_rate": 6.771392027333295e-06,
+      "loss": 0.0079,
+      "step": 2120
+    },
+    {
+      "grad_norm": 0.16174280643463135,
+      "learning_rate": 6.741036848895177e-06,
+      "loss": 0.0098,
+      "step": 2130
+    },
+    {
+      "grad_norm": 0.18222860991954803,
+      "learning_rate": 6.710608469185694e-06,
+      "loss": 0.0072,
+      "step": 2140
+    },
+    {
+      "grad_norm": 0.19199351966381073,
+      "learning_rate": 6.680108167555184e-06,
+      "loss": 0.0079,
+      "step": 2150
+    },
+    {
+      "grad_norm": 0.1271338313817978,
+      "learning_rate": 6.6495372263779145e-06,
+      "loss": 0.0072,
+      "step": 2160
+    },
+    {
+      "grad_norm": 0.17075365781784058,
+      "learning_rate": 6.618896930998172e-06,
+      "loss": 0.0076,
+      "step": 2170
+    },
+    {
+      "grad_norm": 0.17238755524158478,
+      "learning_rate": 6.5881885696762095e-06,
+      "loss": 0.0075,
+      "step": 2180
+    },
+    {
+      "grad_norm": 0.16259953379631042,
+      "learning_rate": 6.557413433534091e-06,
+      "loss": 0.0068,
+      "step": 2190
+    },
+    {
+      "grad_norm": 0.2461572140455246,
+      "learning_rate": 6.526572816501406e-06,
+      "loss": 0.0097,
+      "step": 2200
+    },
+    {
+      "grad_norm": 0.22537799179553986,
+      "learning_rate": 6.495668015260863e-06,
+      "loss": 0.009,
+      "step": 2210
+    },
+    {
+      "grad_norm": 0.1766504943370819,
+      "learning_rate": 6.4647003291937714e-06,
+      "loss": 0.011,
+      "step": 2220
+    },
+    {
+      "grad_norm": 0.20440806448459625,
+      "learning_rate": 6.43367106032541e-06,
+      "loss": 0.0076,
+      "step": 2230
+    },
+    {
+      "grad_norm": 0.18012867867946625,
+      "learning_rate": 6.40258151327029e-06,
+      "loss": 0.0079,
+      "step": 2240
+    },
+    {
+      "grad_norm": 0.18391941487789154,
+      "learning_rate": 6.371432995177292e-06,
+      "loss": 0.0083,
+      "step": 2250
+    },
+    {
+      "grad_norm": 0.19673258066177368,
+      "learning_rate": 6.34022681567471e-06,
+      "loss": 0.0091,
+      "step": 2260
+    },
+    {
+      "grad_norm": 0.19076819717884064,
+      "learning_rate": 6.308964286815203e-06,
+      "loss": 0.0079,
+      "step": 2270
+    },
+    {
+      "grad_norm": 0.1631232351064682,
+      "learning_rate": 6.277646723020604e-06,
+      "loss": 0.0069,
+      "step": 2280
+    },
+    {
+      "grad_norm": 0.16517290472984314,
+      "learning_rate": 6.246275441026682e-06,
+      "loss": 0.0079,
+      "step": 2290
+    },
+    {
+      "grad_norm": 0.20617642998695374,
+      "learning_rate": 6.214851759827762e-06,
+      "loss": 0.0075,
+      "step": 2300
+    },
+    {
+      "grad_norm": 0.18827371299266815,
+      "learning_rate": 6.183377000621275e-06,
+      "loss": 0.0083,
+      "step": 2310
+    },
+    {
+      "grad_norm": 0.18648378551006317,
+      "learning_rate": 6.151852486752214e-06,
+      "loss": 0.0076,
+      "step": 2320
+    },
+    {
+      "grad_norm": 0.18149086833000183,
+      "learning_rate": 6.12027954365748e-06,
+      "loss": 0.0103,
+      "step": 2330
+    },
+    {
+      "grad_norm": 0.15184590220451355,
+      "learning_rate": 6.088659498810174e-06,
+      "loss": 0.0067,
+      "step": 2340
+    },
+    {
+      "grad_norm": 0.20112693309783936,
+      "learning_rate": 6.056993681663763e-06,
+      "loss": 0.0099,
+      "step": 2350
+    },
+    {
+      "grad_norm": 0.19103963673114777,
+      "learning_rate": 6.025283423596203e-06,
+      "loss": 0.0075,
+      "step": 2360
+    },
+    {
+      "grad_norm": 0.14498460292816162,
+      "learning_rate": 5.993530057853946e-06,
+      "loss": 0.0081,
+      "step": 2370
+    },
+    {
+      "grad_norm": 0.18232372403144836,
+      "learning_rate": 5.961734919495894e-06,
+      "loss": 0.0081,
+      "step": 2380
+    },
+    {
+      "grad_norm": 0.15424278378486633,
+      "learning_rate": 5.9298993453372625e-06,
+      "loss": 0.0085,
+      "step": 2390
+    },
+    {
+      "grad_norm": 0.1827041059732437,
+      "learning_rate": 5.898024673893374e-06,
+      "loss": 0.0088,
+      "step": 2400
+    },
+    {
+      "grad_norm": 0.16333433985710144,
+      "learning_rate": 5.8661122453233894e-06,
+      "loss": 0.0069,
+      "step": 2410
+    },
+    {
+      "grad_norm": 0.17437851428985596,
+      "learning_rate": 5.834163401373947e-06,
+      "loss": 0.0115,
+      "step": 2420
+    },
+    {
+      "grad_norm": 0.15465345978736877,
+      "learning_rate": 5.802179485322759e-06,
+      "loss": 0.0093,
+      "step": 2430
+    },
+    {
+      "grad_norm": 0.1457844227552414,
+      "learning_rate": 5.77016184192213e-06,
+      "loss": 0.0081,
+      "step": 2440
+    },
+    {
+      "grad_norm": 0.19642198085784912,
+      "learning_rate": 5.738111817342426e-06,
+      "loss": 0.008,
+      "step": 2450
+    },
+    {
+      "grad_norm": 0.18151909112930298,
+      "learning_rate": 5.706030759115458e-06,
+      "loss": 0.007,
+      "step": 2460
+    },
+    {
+      "grad_norm": 0.19089169800281525,
+      "learning_rate": 5.673920016077843e-06,
+      "loss": 0.0077,
+      "step": 2470
+    },
+    {
+      "grad_norm": 0.14629590511322021,
+      "learning_rate": 5.641780938314281e-06,
+      "loss": 0.007,
+      "step": 2480
+    },
+    {
+      "grad_norm": 0.19740518927574158,
+      "learning_rate": 5.609614877100799e-06,
+      "loss": 0.0108,
+      "step": 2490
+    },
+    {
+      "grad_norm": 0.16740502417087555,
+      "learning_rate": 5.577423184847932e-06,
+      "loss": 0.0071,
+      "step": 2500
+    },
+    {
+      "grad_norm": 0.18405596911907196,
+      "learning_rate": 5.54520721504386e-06,
+      "loss": 0.0089,
+      "step": 2510
+    },
+    {
+      "grad_norm": 0.1560523808002472,
+      "learning_rate": 5.512968322197507e-06,
+      "loss": 0.0073,
+      "step": 2520
+    },
+    {
+      "grad_norm": 0.18227609992027283,
+      "learning_rate": 5.480707861781589e-06,
+      "loss": 0.0081,
+      "step": 2530
+    },
+    {
+      "grad_norm": 0.15503700077533722,
+      "learning_rate": 5.448427190175621e-06,
+      "loss": 0.0067,
+      "step": 2540
+    },
+    {
+      "grad_norm": 0.1447220742702484,
+      "learning_rate": 5.4161276646088914e-06,
+      "loss": 0.0095,
+      "step": 2550
+    },
+    {
+      "grad_norm": 0.17038992047309875,
+      "learning_rate": 5.383810643103393e-06,
+      "loss": 0.0095,
+      "step": 2560
+    },
+    {
+      "grad_norm": 0.17083124816417694,
+      "learning_rate": 5.351477484416734e-06,
+      "loss": 0.0068,
+      "step": 2570
+    },
+    {
+      "grad_norm": 0.1712895780801773,
+      "learning_rate": 5.319129547985002e-06,
+      "loss": 0.0073,
+      "step": 2580
+    },
+    {
+      "grad_norm": 0.17350204288959503,
+      "learning_rate": 5.28676819386561e-06,
+      "loss": 0.0066,
+      "step": 2590
+    },
+    {
+      "grad_norm": 0.16593313217163086,
+      "learning_rate": 5.254394782680116e-06,
+      "loss": 0.0095,
+      "step": 2600
+    },
+    {
+      "grad_norm": 0.1826522797346115,
+      "learning_rate": 5.222010675557003e-06,
+      "loss": 0.0077,
+      "step": 2610
+    },
+    {
+      "grad_norm": 0.17305654287338257,
+      "learning_rate": 5.189617234074474e-06,
+      "loss": 0.0072,
+      "step": 2620
+    },
+    {
+      "grad_norm": 0.18159203231334686,
+      "learning_rate": 5.157215820203184e-06,
+      "loss": 0.0075,
+      "step": 2630
+    },
+    {
+      "grad_norm": 0.16657137870788574,
+      "learning_rate": 5.124807796248985e-06,
+      "loss": 0.0079,
+      "step": 2640
+    },
+    {
+      "grad_norm": 0.15016330778598785,
+      "learning_rate": 5.09239452479565e-06,
+      "loss": 0.0074,
+      "step": 2650
+    },
+    {
+      "grad_norm": 0.16722619533538818,
+      "learning_rate": 5.059977368647579e-06,
+      "loss": 0.0074,
+      "step": 2660
+    },
+    {
+      "grad_norm": 0.13478131592273712,
+      "learning_rate": 5.027557690772503e-06,
+      "loss": 0.0077,
+      "step": 2670
+    },
+    {
+      "grad_norm": 0.1626245230436325,
+      "learning_rate": 4.995136854244178e-06,
+      "loss": 0.0074,
+      "step": 2680
+    },
+    {
+      "grad_norm": 0.1599988490343094,
+      "learning_rate": 4.962716222185077e-06,
+      "loss": 0.0086,
+      "step": 2690
+    },
+    {
+      "grad_norm": 0.18868590891361237,
+      "learning_rate": 4.930297157709075e-06,
+      "loss": 0.0071,
+      "step": 2700
+    },
+    {
+      "grad_norm": 0.1557493358850479,
+      "learning_rate": 4.897881023864134e-06,
+      "loss": 0.0069,
+      "step": 2710
+    },
+    {
+      "grad_norm": 0.18045401573181152,
+      "learning_rate": 4.865469183575009e-06,
+      "loss": 0.008,
+      "step": 2720
+    },
+    {
+      "grad_norm": 0.14265184104442596,
+      "learning_rate": 4.833062999585924e-06,
+      "loss": 0.0079,
+      "step": 2730
+    },
+    {
+      "grad_norm": 0.1629435420036316,
+      "learning_rate": 4.800663834403292e-06,
+      "loss": 0.007,
+      "step": 2740
+    },
+    {
+      "grad_norm": 0.14637629687786102,
+      "learning_rate": 4.7682730502384195e-06,
+      "loss": 0.0061,
+      "step": 2750
+    },
+    {
+      "grad_norm": 0.15139730274677277,
+      "learning_rate": 4.735892008950237e-06,
+      "loss": 0.0066,
+      "step": 2760
+    },
+    {
+      "grad_norm": 0.12791484594345093,
+      "learning_rate": 4.70352207198804e-06,
+      "loss": 0.0097,
+      "step": 2770
+    },
+    {
+      "grad_norm": 0.15089571475982666,
+      "learning_rate": 4.671164600334246e-06,
+      "loss": 0.0064,
+      "step": 2780
+    },
+    {
+      "grad_norm": 0.1582707166671753,
+      "learning_rate": 4.638820954447173e-06,
+      "loss": 0.0067,
+      "step": 2790
+    },
+    {
+      "grad_norm": 0.16821728646755219,
+      "learning_rate": 4.606492494203837e-06,
+      "loss": 0.0077,
+      "step": 2800
+    },
+    {
+      "grad_norm": 0.1605900526046753,
+      "learning_rate": 4.5741805788427874e-06,
+      "loss": 0.0082,
+      "step": 2810
+    },
+    {
+      "grad_norm": 0.1484815627336502,
+      "learning_rate": 4.5418865669069405e-06,
+      "loss": 0.0086,
+      "step": 2820
+    },
+    {
+      "grad_norm": 0.20872092247009277,
+      "learning_rate": 4.509611816186473e-06,
+      "loss": 0.0064,
+      "step": 2830
+    },
+    {
+      "grad_norm": 0.15272173285484314,
+      "learning_rate": 4.477357683661734e-06,
+      "loss": 0.0074,
+      "step": 2840
+    },
+    {
+      "grad_norm": 0.15512466430664062,
+      "learning_rate": 4.4451255254461816e-06,
+      "loss": 0.0069,
+      "step": 2850
+    },
+    {
+      "grad_norm": 0.15502728521823883,
+      "learning_rate": 4.412916696729378e-06,
+      "loss": 0.0085,
+      "step": 2860
+    },
+    {
+      "grad_norm": 0.16042016446590424,
+      "learning_rate": 4.380732551719999e-06,
+      "loss": 0.0088,
+      "step": 2870
+    },
+    {
+      "grad_norm": 0.1160031259059906,
+      "learning_rate": 4.348574443588906e-06,
+      "loss": 0.0069,
+      "step": 2880
+    },
+    {
+      "grad_norm": 0.1936836540699005,
+      "learning_rate": 4.316443724412253e-06,
+      "loss": 0.0073,
+      "step": 2890
+    },
+    {
+      "grad_norm": 0.17114150524139404,
+      "learning_rate": 4.284341745114629e-06,
+      "loss": 0.0073,
+      "step": 2900
+    },
+    {
+      "grad_norm": 0.19440312683582306,
+      "learning_rate": 4.252269855412269e-06,
+      "loss": 0.0068,
+      "step": 2910
+    },
+    {
+      "grad_norm": 0.15185710787773132,
+      "learning_rate": 4.220229403756297e-06,
+      "loss": 0.0082,
+      "step": 2920
+    },
+    {
+      "grad_norm": 0.19393396377563477,
+      "learning_rate": 4.188221737276042e-06,
+      "loss": 0.0095,
+      "step": 2930
+    },
+    {
+      "grad_norm": 0.17481210827827454,
+      "learning_rate": 4.156248201722386e-06,
+      "loss": 0.0094,
+      "step": 2940
+    },
+    {
+      "grad_norm": 0.13892525434494019,
+      "learning_rate": 4.124310141411193e-06,
+      "loss": 0.0073,
+      "step": 2950
+    },
+    {
+      "grad_norm": 0.1696680784225464,
+      "learning_rate": 4.09240889916678e-06,
+      "loss": 0.0078,
+      "step": 2960
+    },
+    {
+      "grad_norm": 0.14912737905979156,
+      "learning_rate": 4.060545816265462e-06,
+      "loss": 0.0067,
+      "step": 2970
+    },
+    {
+      "grad_norm": 0.15833738446235657,
+      "learning_rate": 4.028722232379163e-06,
+      "loss": 0.0069,
+      "step": 2980
+    },
+    {
+      "grad_norm": 0.2037075161933899,
+      "learning_rate": 3.996939485519077e-06,
+      "loss": 0.0076,
+      "step": 2990
+    },
+    {
+      "grad_norm": 0.13205622136592865,
+      "learning_rate": 3.9651989119794265e-06,
+      "loss": 0.0068,
+      "step": 3000
+    },
+    {
+      "grad_norm": 0.16973072290420532,
+      "learning_rate": 3.9335018462812664e-06,
+      "loss": 0.007,
+      "step": 3010
+    },
+    {
+      "grad_norm": 0.13875490427017212,
+      "learning_rate": 3.901849621116385e-06,
+      "loss": 0.0075,
+      "step": 3020
+    },
+    {
+      "grad_norm": 0.1635066121816635,
+      "learning_rate": 3.870243567291263e-06,
+      "loss": 0.0064,
+      "step": 3030
+    },
+    {
+      "grad_norm": 0.13302381336688995,
+      "learning_rate": 3.838685013671125e-06,
+      "loss": 0.0073,
+      "step": 3040
+    },
+    {
+      "grad_norm": 0.20435571670532227,
+      "learning_rate": 3.807175287124065e-06,
+      "loss": 0.0061,
+      "step": 3050
+    },
+    {
+      "grad_norm": 0.18041419982910156,
+      "learning_rate": 3.775715712465263e-06,
+      "loss": 0.007,
+      "step": 3060
+    },
+    {
+      "grad_norm": 0.1597999930381775,
+      "learning_rate": 3.74430761240128e-06,
+      "loss": 0.0065,
+      "step": 3070
+    },
+    {
+      "grad_norm": 0.17167608439922333,
+      "learning_rate": 3.7129523074744432e-06,
+      "loss": 0.0072,
+      "step": 3080
+    },
+    {
+      "grad_norm": 0.14287324249744415,
+      "learning_rate": 3.681651116007331e-06,
+      "loss": 0.0077,
+      "step": 3090
+    },
+    {
+      "grad_norm": 0.139871746301651,
+      "learning_rate": 3.6504053540473385e-06,
+      "loss": 0.0081,
+      "step": 3100
+    },
+    {
+      "grad_norm": 0.14105159044265747,
+      "learning_rate": 3.619216335311346e-06,
+      "loss": 0.0074,
+      "step": 3110
+    },
+    {
+      "grad_norm": 0.1461724489927292,
+      "learning_rate": 3.588085371130489e-06,
+      "loss": 0.007,
+      "step": 3120
+    },
+    {
+      "grad_norm": 0.1559980809688568,
+      "learning_rate": 3.557013770395015e-06,
+      "loss": 0.0098,
+      "step": 3130
+    },
+    {
+      "grad_norm": 0.14847125113010406,
+      "learning_rate": 3.526002839499262e-06,
+      "loss": 0.0071,
+      "step": 3140
+    },
+    {
+      "grad_norm": 0.15446606278419495,
+      "learning_rate": 3.4950538822867236e-06,
+      "loss": 0.0079,
+      "step": 3150
+    },
+    {
+      "grad_norm": 0.14522752165794373,
+      "learning_rate": 3.464168199995231e-06,
+      "loss": 0.0062,
+      "step": 3160
+    },
+    {
+      "grad_norm": 0.1748635172843933,
+      "learning_rate": 3.433347091202247e-06,
+      "loss": 0.0066,
+      "step": 3170
+    },
+    {
+      "grad_norm": 0.1456315964460373,
+      "learning_rate": 3.40259185177026e-06,
+      "loss": 0.0066,
+      "step": 3180
+    },
+    {
+      "grad_norm": 0.1552278846502304,
+      "learning_rate": 3.37190377479231e-06,
+      "loss": 0.0078,
+      "step": 3190
+    },
+    {
+      "grad_norm": 0.1390221118927002,
+      "learning_rate": 3.3412841505376126e-06,
+      "loss": 0.0072,
+      "step": 3200
+    },
+    {
+      "grad_norm": 0.16480563580989838,
+      "learning_rate": 3.310734266397313e-06,
+      "loss": 0.0077,
+      "step": 3210
+    },
+    {
+      "grad_norm": 0.1649150252342224,
+      "learning_rate": 3.2802554068303595e-06,
+      "loss": 0.0067,
+      "step": 3220
+    },
+    {
+      "grad_norm": 0.1656564325094223,
+      "learning_rate": 3.249848853309498e-06,
+      "loss": 0.006,
+      "step": 3230
+    },
+    {
+      "grad_norm": 0.1461898535490036,
+      "learning_rate": 3.2195158842673925e-06,
+      "loss": 0.0076,
+      "step": 3240
+    },
+    {
+      "grad_norm": 0.18278367817401886,
+      "learning_rate": 3.1892577750428704e-06,
+      "loss": 0.0066,
+      "step": 3250
+    },
+    {
+      "grad_norm": 0.13786573708057404,
+      "learning_rate": 3.15907579782731e-06,
+      "loss": 0.0078,
+      "step": 3260
+    },
+    {
+      "grad_norm": 0.1395377367734909,
+      "learning_rate": 3.1289712216111433e-06,
+      "loss": 0.0076,
+      "step": 3270
+    },
+    {
+      "grad_norm": 0.14700208604335785,
+      "learning_rate": 3.098945312130506e-06,
+      "loss": 0.007,
+      "step": 3280
+    },
+    {
+      "grad_norm": 0.16532808542251587,
+      "learning_rate": 3.0689993318140177e-06,
+      "loss": 0.0099,
+      "step": 3290
+    },
+    {
+      "grad_norm": 0.14524875581264496,
+      "learning_rate": 3.039134539729707e-06,
+      "loss": 0.0067,
+      "step": 3300
+    },
+    {
+      "grad_norm": 0.19263531267642975,
+      "learning_rate": 3.009352191532072e-06,
+      "loss": 0.0071,
+      "step": 3310
+    },
+    {
+      "grad_norm": 0.16276566684246063,
+      "learning_rate": 2.979653539409286e-06,
+      "loss": 0.0084,
+      "step": 3320
+    },
+    {
+      "grad_norm": 0.15228287875652313,
+      "learning_rate": 2.950039832030552e-06,
+      "loss": 0.0067,
+      "step": 3330
+    },
+    {
+      "grad_norm": 0.11593017727136612,
+      "learning_rate": 2.9205123144936e-06,
+      "loss": 0.0073,
+      "step": 3340
+    },
+    {
+      "grad_norm": 0.1520807445049286,
+      "learning_rate": 2.8910722282723404e-06,
+      "loss": 0.0068,
+      "step": 3350
+    },
+    {
+      "grad_norm": 0.16609355807304382,
+      "learning_rate": 2.861720811164662e-06,
+      "loss": 0.0071,
+      "step": 3360
+    },
+    {
+      "grad_norm": 0.1382538378238678,
+      "learning_rate": 2.8324592972404e-06,
+      "loss": 0.0078,
+      "step": 3370
+    },
+    {
+      "grad_norm": 0.1377381682395935,
+      "learning_rate": 2.803288916789434e-06,
+      "loss": 0.0061,
+      "step": 3380
+    },
+    {
+      "grad_norm": 0.18671534955501556,
+      "learning_rate": 2.77421089626997e-06,
+      "loss": 0.0058,
+      "step": 3390
+    },
+    {
+      "grad_norm": 0.19992294907569885,
+      "learning_rate": 2.745226458256984e-06,
+      "loss": 0.0076,
+      "step": 3400
+    },
+    {
+      "grad_norm": 0.11138728260993958,
+      "learning_rate": 2.7163368213907975e-06,
+      "loss": 0.0061,
+      "step": 3410
+    },
+    {
+      "grad_norm": 0.12303023040294647,
+      "learning_rate": 2.6875432003258562e-06,
+      "loss": 0.0058,
+      "step": 3420
+    },
+    {
+      "grad_norm": 0.16506201028823853,
+      "learning_rate": 2.6588468056796534e-06,
+      "loss": 0.0062,
+      "step": 3430
+    },
+    {
+      "grad_norm": 0.1334795504808426,
+      "learning_rate": 2.6302488439818387e-06,
+      "loss": 0.008,
+      "step": 3440
+    },
+    {
+      "grad_norm": 0.14206889271736145,
+      "learning_rate": 2.6017505176234757e-06,
+      "loss": 0.0067,
+      "step": 3450
+    },
+    {
+      "grad_norm": 0.16445602476596832,
+      "learning_rate": 2.5733530248064987e-06,
+      "loss": 0.0093,
+      "step": 3460
+    },
+    {
+      "grad_norm": 0.12602002918720245,
+      "learning_rate": 2.5450575594933347e-06,
+      "loss": 0.0059,
+      "step": 3470
+    },
+    {
+      "grad_norm": 0.15165653824806213,
+      "learning_rate": 2.5168653113567e-06,
+      "loss": 0.0081,
+      "step": 3480
+    },
+    {
+      "grad_norm": 0.1677282303571701,
+      "learning_rate": 2.4887774657295784e-06,
+      "loss": 0.0076,
+      "step": 3490
+    },
+    {
+      "grad_norm": 0.16380077600479126,
+      "learning_rate": 2.4607952035553867e-06,
+      "loss": 0.0071,
+      "step": 3500
+    },
+    {
+      "grad_norm": 0.10524740815162659,
+      "learning_rate": 2.432919701338331e-06,
+      "loss": 0.0061,
+      "step": 3510
+    },
+    {
+      "grad_norm": 0.1022457480430603,
+      "learning_rate": 2.4051521310939258e-06,
+      "loss": 0.0078,
+      "step": 3520
+    },
+    {
+      "grad_norm": 0.11600089073181152,
+      "learning_rate": 2.3774936602997247e-06,
+      "loss": 0.0086,
+      "step": 3530
+    },
+    {
+      "grad_norm": 0.14939579367637634,
+      "learning_rate": 2.3499454518462397e-06,
+      "loss": 0.0066,
+      "step": 3540
+    },
+    {
+      "grad_norm": 0.11456549167633057,
+      "learning_rate": 2.322508663988037e-06,
+      "loss": 0.0066,
+      "step": 3550
+    },
+    {
+      "grad_norm": 0.1360103040933609,
+      "learning_rate": 2.295184450295042e-06,
+      "loss": 0.0072,
+      "step": 3560
+    },
+    {
+      "grad_norm": 0.14279311895370483,
+      "learning_rate": 2.267973959604046e-06,
+      "loss": 0.0068,
+      "step": 3570
+    },
+    {
+      "grad_norm": 0.1670876443386078,
+      "learning_rate": 2.2408783359703955e-06,
+      "loss": 0.0085,
+      "step": 3580
+    },
+    {
+      "grad_norm": 0.1801007091999054,
+      "learning_rate": 2.21389871861989e-06,
+      "loss": 0.0073,
+      "step": 3590
+    },
+    {
+      "grad_norm": 0.14070729911327362,
+      "learning_rate": 2.1870362419008844e-06,
+      "loss": 0.0084,
+      "step": 3600
+    },
+    {
+      "grad_norm": 0.15162476897239685,
+      "learning_rate": 2.1602920352366063e-06,
+      "loss": 0.0076,
+      "step": 3610
+    },
+    {
+      "grad_norm": 0.11926225572824478,
+      "learning_rate": 2.1336672230776524e-06,
+      "loss": 0.0064,
+      "step": 3620
+    },
+    {
+      "grad_norm": 0.16676262021064758,
+      "learning_rate": 2.1071629248547224e-06,
+      "loss": 0.0062,
+      "step": 3630
+    },
+    {
+      "grad_norm": 0.16389648616313934,
+      "learning_rate": 2.0807802549315543e-06,
+      "loss": 0.0061,
+      "step": 3640
+    },
+    {
+      "grad_norm": 0.12687431275844574,
+      "learning_rate": 2.0545203225580658e-06,
+      "loss": 0.0066,
+      "step": 3650
+    },
+    {
+      "grad_norm": 0.12443643063306808,
+      "learning_rate": 2.0283842318237163e-06,
+      "loss": 0.0077,
+      "step": 3660
+    },
+    {
+      "grad_norm": 0.10805920511484146,
+      "learning_rate": 2.0023730816110874e-06,
+      "loss": 0.0073,
+      "step": 3670
+    },
+    {
+      "grad_norm": 0.12088032811880112,
+      "learning_rate": 1.9764879655496866e-06,
+      "loss": 0.0059,
+      "step": 3680
+    },
+    {
+      "grad_norm": 0.1416546106338501,
+      "learning_rate": 1.950729971969955e-06,
+      "loss": 0.0065,
+      "step": 3690
+    },
+    {
+      "grad_norm": 0.13376402854919434,
+      "learning_rate": 1.9251001838575157e-06,
+      "loss": 0.0079,
+      "step": 3700
+    },
+    {
+      "grad_norm": 0.1173543706536293,
+      "learning_rate": 1.8995996788076416e-06,
+      "loss": 0.0065,
+      "step": 3710
+    },
+    {
+      "grad_norm": 0.12067501991987228,
+      "learning_rate": 1.87422952897994e-06,
+      "loss": 0.0076,
+      "step": 3720
+    },
+    {
+      "grad_norm": 0.15002977848052979,
+      "learning_rate": 1.848990801053287e-06,
+      "loss": 0.0063,
+      "step": 3730
+    },
+    {
+      "grad_norm": 0.12534640729427338,
+      "learning_rate": 1.8238845561809643e-06,
+      "loss": 0.0066,
+      "step": 3740
+    },
+    {
+      "grad_norm": 0.12740376591682434,
+      "learning_rate": 1.7989118499460578e-06,
+      "loss": 0.0072,
+      "step": 3750
+    },
+    {
+      "grad_norm": 0.13258518278598785,
+      "learning_rate": 1.7740737323170638e-06,
+      "loss": 0.007,
+      "step": 3760
+    },
+    {
+      "grad_norm": 0.13504824042320251,
+      "learning_rate": 1.74937124760375e-06,
+      "loss": 0.0066,
+      "step": 3770
+    },
+    {
+      "grad_norm": 0.15698139369487762,
+      "learning_rate": 1.7248054344132498e-06,
+      "loss": 0.0062,
+      "step": 3780
+    },
+    {
+      "grad_norm": 0.17561963200569153,
+      "learning_rate": 1.7003773256063882e-06,
+      "loss": 0.0078,
+      "step": 3790
+    },
+    {
+      "grad_norm": 0.1436198353767395,
+      "learning_rate": 1.676087948254258e-06,
+      "loss": 0.0068,
+      "step": 3800
+    },
+    {
+      "grad_norm": 0.11799685657024384,
+      "learning_rate": 1.6519383235950404e-06,
+      "loss": 0.0056,
+      "step": 3810
+    },
+    {
+      "grad_norm": 0.12107376754283905,
+      "learning_rate": 1.6279294669910657e-06,
+      "loss": 0.0064,
+      "step": 3820
+    },
+    {
+      "grad_norm": 0.09828881174325943,
+      "learning_rate": 1.6040623878861166e-06,
+      "loss": 0.0067,
+      "step": 3830
+    },
+    {
+      "grad_norm": 0.13736337423324585,
+      "learning_rate": 1.5803380897629939e-06,
+      "loss": 0.0063,
+      "step": 3840
+    },
+    {
+      "grad_norm": 0.1294400840997696,
+      "learning_rate": 1.556757570101326e-06,
+      "loss": 0.0068,
+      "step": 3850
+    },
+    {
+      "grad_norm": 0.14466823637485504,
+      "learning_rate": 1.5333218203356243e-06,
+      "loss": 0.0069,
+      "step": 3860
+    },
+    {
+      "grad_norm": 0.16395831108093262,
+      "learning_rate": 1.5100318258135994e-06,
+      "loss": 0.0072,
+      "step": 3870
+    },
+    {
+      "grad_norm": 0.15692344307899475,
+      "learning_rate": 1.4868885657547415e-06,
+      "loss": 0.0068,
+      "step": 3880
+    },
+    {
+      "grad_norm": 0.12216168642044067,
+      "learning_rate": 1.4638930132091367e-06,
+      "loss": 0.0061,
+      "step": 3890
+    },
+    {
+      "grad_norm": 0.11609058827161789,
+      "learning_rate": 1.441046135016566e-06,
+      "loss": 0.007,
+      "step": 3900
+    },
+    {
+      "grad_norm": 0.13286003470420837,
+      "learning_rate": 1.4183488917658462e-06,
+      "loss": 0.0085,
+      "step": 3910
+    },
+    {
+      "grad_norm": 0.1258145123720169,
+      "learning_rate": 1.3958022377544506e-06,
+      "loss": 0.0092,
+      "step": 3920
+    },
+    {
+      "grad_norm": 0.10750820487737656,
+      "learning_rate": 1.373407120948379e-06,
+      "loss": 0.0057,
+      "step": 3930
+    },
+    {
+      "grad_norm": 0.17419536411762238,
+      "learning_rate": 1.3511644829423032e-06,
+      "loss": 0.0068,
+      "step": 3940
+    },
+    {
+      "grad_norm": 0.13771472871303558,
+      "learning_rate": 1.3290752589199823e-06,
+      "loss": 0.0066,
+      "step": 3950
+    },
+    {
+      "grad_norm": 0.12734024226665497,
+      "learning_rate": 1.3071403776149349e-06,
+      "loss": 0.0071,
+      "step": 3960
+    },
+    {
+      "grad_norm": 0.1549912691116333,
+      "learning_rate": 1.2853607612713964e-06,
+      "loss": 0.0065,
+      "step": 3970
+    },
+    {
+      "grad_norm": 0.15657474100589752,
+      "learning_rate": 1.2637373256055445e-06,
+      "loss": 0.0109,
+      "step": 3980
+    },
+    {
+      "grad_norm": 0.16338898241519928,
+      "learning_rate": 1.2422709797669962e-06,
+      "loss": 0.0102,
+      "step": 3990
+    },
+    {
+      "grad_norm": 0.08695633709430695,
+      "learning_rate": 1.2209626263005802e-06,
+      "loss": 0.0071,
+      "step": 4000
+    },
+    {
+      "grad_norm": 0.10149053484201431,
+      "learning_rate": 1.1998131611083918e-06,
+      "loss": 0.007,
+      "step": 4010
+    },
+    {
+      "grad_norm": 0.1059093326330185,
+      "learning_rate": 1.1788234734121313e-06,
+      "loss": 0.0063,
+      "step": 4020
+    },
+    {
+      "grad_norm": 0.14522817730903625,
+      "learning_rate": 1.157994445715706e-06,
+      "loss": 0.0059,
+      "step": 4030
+    },
+    {
+      "grad_norm": 0.1221671774983406,
+      "learning_rate": 1.1373269537681313e-06,
+      "loss": 0.0062,
+      "step": 4040
+    },
+    {
+      "grad_norm": 0.13036932051181793,
+      "learning_rate": 1.1168218665267138e-06,
+      "loss": 0.0057,
+      "step": 4050
+    },
+    {
+      "grad_norm": 0.11792612820863724,
+      "learning_rate": 1.0964800461205076e-06,
+      "loss": 0.0069,
+      "step": 4060
+    },
+    {
+      "grad_norm": 0.12819325923919678,
+      "learning_rate": 1.076302347814076e-06,
+      "loss": 0.0067,
+      "step": 4070
+    },
+    {
+      "grad_norm": 0.09360143542289734,
+      "learning_rate": 1.0562896199715217e-06,
+      "loss": 0.0061,
+      "step": 4080
+    },
+    {
+      "grad_norm": 0.1111515462398529,
+      "learning_rate": 1.0364427040208292e-06,
+      "loss": 0.0071,
+      "step": 4090
+    },
+    {
+      "grad_norm": 0.13106010854244232,
+      "learning_rate": 1.0167624344184763e-06,
+      "loss": 0.0067,
+      "step": 4100
+    },
+    {
+      "grad_norm": 0.1395925134420395,
+      "learning_rate": 9.97249638614356e-07,
+      "loss": 0.0076,
+      "step": 4110
+    },
+    {
+      "grad_norm": 0.16179732978343964,
+      "learning_rate": 9.77905137016989e-07,
+      "loss": 0.0066,
+      "step": 4120
+    },
+    {
+      "grad_norm": 0.10920640081167221,
+      "learning_rate": 9.58729742959022e-07,
+      "loss": 0.0061,
+      "step": 4130
+    },
+    {
+      "grad_norm": 0.1252516806125641,
+      "learning_rate": 9.39724262663036e-07,
+      "loss": 0.0088,
+      "step": 4140
+    },
+    {
+      "grad_norm": 0.11075793206691742,
+      "learning_rate": 9.208894952076508e-07,
+      "loss": 0.0061,
+      "step": 4150
+    },
+    {
+      "grad_norm": 0.13468174636363983,
+      "learning_rate": 9.022262324939263e-07,
+      "loss": 0.0083,
+      "step": 4160
+    },
+    {
+      "grad_norm": 0.13226717710494995,
+      "learning_rate": 8.837352592120646e-07,
+      "loss": 0.0066,
+      "step": 4170
+    },
+    {
+      "grad_norm": 0.12911997735500336,
+      "learning_rate": 8.654173528084192e-07,
+      "loss": 0.0066,
+      "step": 4180
+    },
+    {
+      "grad_norm": 0.09684129804372787,
+      "learning_rate": 8.472732834528142e-07,
+      "loss": 0.0058,
+      "step": 4190
+    },
+    {
+      "grad_norm": 0.09637130796909332,
+      "learning_rate": 8.293038140061516e-07,
+      "loss": 0.0059,
+      "step": 4200
+    },
+    {
+      "grad_norm": 0.11158633977174759,
+      "learning_rate": 8.115096999883437e-07,
+      "loss": 0.006,
+      "step": 4210
+    },
+    {
+      "grad_norm": 0.14508719742298126,
+      "learning_rate": 7.938916895465504e-07,
+      "loss": 0.0059,
+      "step": 4220
+    },
+    {
+      "grad_norm": 0.12734860181808472,
+      "learning_rate": 7.76450523423714e-07,
+      "loss": 0.0056,
+      "step": 4230
+    },
+    {
+      "grad_norm": 0.13412269949913025,
+      "learning_rate": 7.591869349274267e-07,
+      "loss": 0.0087,
+      "step": 4240
+    },
+    {
+      "grad_norm": 0.13277405500411987,
+      "learning_rate": 7.421016498990874e-07,
+      "loss": 0.0074,
+      "step": 4250
+    },
+    {
+      "grad_norm": 0.13285693526268005,
+      "learning_rate": 7.251953866833939e-07,
+      "loss": 0.0066,
+      "step": 4260
+    },
+    {
+      "grad_norm": 0.12012125551700592,
+      "learning_rate": 7.084688560981329e-07,
+      "loss": 0.0057,
+      "step": 4270
+    },
+    {
+      "grad_norm": 0.120536208152771,
+      "learning_rate": 6.919227614042967e-07,
+      "loss": 0.0065,
+      "step": 4280
+    },
+    {
+      "grad_norm": 0.11661861836910248,
+      "learning_rate": 6.755577982765199e-07,
+      "loss": 0.0068,
+      "step": 4290
+    },
+    {
+      "grad_norm": 0.10155164450407028,
+      "learning_rate": 6.593746547738195e-07,
+      "loss": 0.0065,
+      "step": 4300
+    },
+    {
+      "grad_norm": 0.1063469871878624,
+      "learning_rate": 6.433740113106723e-07,
+      "loss": 0.007,
+      "step": 4310
+    },
+    {
+      "grad_norm": 0.08735958486795425,
+      "learning_rate": 6.275565406284101e-07,
+      "loss": 0.0057,
+      "step": 4320
+    },
+    {
+      "grad_norm": 0.14039689302444458,
+      "learning_rate": 6.119229077669286e-07,
+      "loss": 0.0072,
+      "step": 4330
+    },
+    {
+      "grad_norm": 0.12924741208553314,
+      "learning_rate": 5.964737700367268e-07,
+      "loss": 0.0074,
+      "step": 4340
+    },
+    {
+      "grad_norm": 0.12861283123493195,
+      "learning_rate": 5.812097769912712e-07,
+      "loss": 0.0066,
+      "step": 4350
+    },
+    {
+      "grad_norm": 0.1571611911058426,
+      "learning_rate": 5.661315703996905e-07,
+      "loss": 0.0058,
+      "step": 4360
+    },
+    {
+      "grad_norm": 0.12121699750423431,
+      "learning_rate": 5.512397842197847e-07,
+      "loss": 0.0072,
+      "step": 4370
+    },
+    {
+      "grad_norm": 0.13491298258304596,
+      "learning_rate": 5.365350445713757e-07,
+      "loss": 0.0072,
+      "step": 4380
+    },
+    {
+      "grad_norm": 0.1281762421131134,
+      "learning_rate": 5.220179697099792e-07,
+      "loss": 0.0071,
+      "step": 4390
+    },
+    {
+      "grad_norm": 0.1719849705696106,
+      "learning_rate": 5.076891700008147e-07,
+      "loss": 0.0072,
+      "step": 4400
+    },
+    {
+      "grad_norm": 0.1799411177635193,
+      "learning_rate": 4.935492478931397e-07,
+      "loss": 0.0076,
+      "step": 4410
+    },
+    {
+      "grad_norm": 0.1129179447889328,
+      "learning_rate": 4.795987978949185e-07,
+      "loss": 0.0058,
+      "step": 4420
+    },
+    {
+      "grad_norm": 0.11943493783473969,
+      "learning_rate": 4.658384065478316e-07,
+      "loss": 0.007,
+      "step": 4430
+    },
+    {
+      "grad_norm": 0.12416908144950867,
+      "learning_rate": 4.5226865240260873e-07,
+      "loss": 0.0058,
+      "step": 4440
+    },
+    {
+      "grad_norm": 0.13244906067848206,
+      "learning_rate": 4.3889010599470763e-07,
+      "loss": 0.0075,
+      "step": 4450
+    },
+    {
+      "grad_norm": 0.10848696529865265,
+      "learning_rate": 4.257033298203239e-07,
+      "loss": 0.0059,
+      "step": 4460
+    },
+    {
+      "grad_norm": 0.20124682784080505,
+      "learning_rate": 4.127088783127453e-07,
+      "loss": 0.0056,
+      "step": 4470
+    },
+    {
+      "grad_norm": 0.11687291413545609,
+      "learning_rate": 3.9990729781903494e-07,
+      "loss": 0.0079,
+      "step": 4480
+    },
+    {
+      "grad_norm": 0.12525412440299988,
+      "learning_rate": 3.872991265770648e-07,
+      "loss": 0.0074,
+      "step": 4490
+    },
+    {
+      "grad_norm": 0.10826266556978226,
+      "learning_rate": 3.74884894692884e-07,
+      "loss": 0.0078,
+      "step": 4500
+    },
+    {
+      "grad_norm": 0.11437051743268967,
+      "learning_rate": 3.6266512411843035e-07,
+      "loss": 0.0054,
+      "step": 4510
+    },
+    {
+      "grad_norm": 0.11760707944631577,
+      "learning_rate": 3.5064032862958397e-07,
+      "loss": 0.006,
+      "step": 4520
+    },
+    {
+      "grad_norm": 0.0732111856341362,
+      "learning_rate": 3.3881101380456914e-07,
+      "loss": 0.0072,
+      "step": 4530
+    },
+    {
+      "grad_norm": 0.12257468700408936,
+      "learning_rate": 3.271776770026963e-07,
+      "loss": 0.0069,
+      "step": 4540
+    },
+    {
+      "grad_norm": 0.12124118953943253,
+      "learning_rate": 3.1574080734344757e-07,
+      "loss": 0.0067,
+      "step": 4550
+    },
+    {
+      "grad_norm": 0.1068987175822258,
+      "learning_rate": 3.0450088568591605e-07,
+      "loss": 0.0069,
+      "step": 4560
+    },
+    {
+      "grad_norm": 0.12387272715568542,
+      "learning_rate": 2.9345838460858533e-07,
+      "loss": 0.0053,
+      "step": 4570
+    },
+    {
+      "grad_norm": 0.11325720697641373,
+      "learning_rate": 2.826137683894642e-07,
+      "loss": 0.0067,
+      "step": 4580
+    },
+    {
+      "grad_norm": 0.12657305598258972,
+      "learning_rate": 2.719674929865607e-07,
+      "loss": 0.0067,
+      "step": 4590
+    },
+    {
+      "grad_norm": 0.11092711985111237,
+      "learning_rate": 2.6152000601871286e-07,
+      "loss": 0.0067,
+      "step": 4600
+    },
+    {
+      "grad_norm": 0.10603311657905579,
+      "learning_rate": 2.5127174674677514e-07,
+      "loss": 0.0071,
+      "step": 4610
+    },
+    {
+      "grad_norm": 0.10764645040035248,
+      "learning_rate": 2.4122314605513953e-07,
+      "loss": 0.006,
+      "step": 4620
+    },
+    {
+      "grad_norm": 0.13234812021255493,
+      "learning_rate": 2.3137462643362696e-07,
+      "loss": 0.0063,
+      "step": 4630
+    },
+    {
+      "grad_norm": 0.1111011803150177,
+      "learning_rate": 2.2172660195972252e-07,
+      "loss": 0.0057,
+      "step": 4640
+    },
+    {
+      "grad_norm": 0.13392621278762817,
+      "learning_rate": 2.1227947828116158e-07,
+      "loss": 0.0071,
+      "step": 4650
+    },
+    {
+      "grad_norm": 0.10567551851272583,
+      "learning_rate": 2.030336525988802e-07,
+      "loss": 0.0065,
+      "step": 4660
+    },
+    {
+      "grad_norm": 0.13264816999435425,
+      "learning_rate": 1.9398951365030948e-07,
+      "loss": 0.0069,
+      "step": 4670
+    },
+    {
+      "grad_norm": 0.12655635178089142,
+      "learning_rate": 1.8514744169303767e-07,
+      "loss": 0.0075,
+      "step": 4680
+    },
+    {
+      "grad_norm": 0.1307709515094757,
+      "learning_rate": 1.7650780848881498e-07,
+      "loss": 0.0091,
+      "step": 4690
+    },
+    {
+      "grad_norm": 0.11376588046550751,
+      "learning_rate": 1.6807097728792743e-07,
+      "loss": 0.0063,
+      "step": 4700
+    },
+    {
+      "grad_norm": 0.10045772045850754,
+      "learning_rate": 1.5983730281392663e-07,
+      "loss": 0.0064,
+      "step": 4710
+    },
+    {
+      "grad_norm": 0.13652394711971283,
+      "learning_rate": 1.5180713124870793e-07,
+      "loss": 0.0072,
+      "step": 4720
+    },
+    {
+      "grad_norm": 0.14289340376853943,
+      "learning_rate": 1.4398080021796158e-07,
+      "loss": 0.0068,
+      "step": 4730
+    },
+    {
+      "grad_norm": 0.10488095879554749,
+      "learning_rate": 1.363586387769761e-07,
+      "loss": 0.0064,
+      "step": 4740
+    },
+    {
+      "grad_norm": 0.1261162906885147,
+      "learning_rate": 1.2894096739680227e-07,
+      "loss": 0.0085,
+      "step": 4750
+    },
+    {
+      "grad_norm": 0.11971191316843033,
+      "learning_rate": 1.21728097950779e-07,
+      "loss": 0.0083,
+      "step": 4760
+    },
+    {
+      "grad_norm": 0.1116359531879425,
+      "learning_rate": 1.1472033370142077e-07,
+      "loss": 0.0077,
+      "step": 4770
+    },
+    {
+      "grad_norm": 0.1636156290769577,
+      "learning_rate": 1.0791796928766918e-07,
+      "loss": 0.0073,
+      "step": 4780
+    },
+    {
+      "grad_norm": 0.11276334524154663,
+      "learning_rate": 1.0132129071250108e-07,
+      "loss": 0.0071,
+      "step": 4790
+    },
+    {
+      "grad_norm": 0.12135202437639236,
+      "learning_rate": 9.493057533090655e-08,
+      "loss": 0.0063,
+      "step": 4800
+    },
+    {
+      "grad_norm": 0.12434811890125275,
+      "learning_rate": 8.87460918382288e-08,
+      "loss": 0.0077,
+      "step": 4810
+    },
+    {
+      "grad_norm": 0.10777053236961365,
+      "learning_rate": 8.276810025886207e-08,
+      "loss": 0.0071,
+      "step": 4820
+    },
+    {
+      "grad_norm": 0.10811788588762283,
+      "learning_rate": 7.699685193532369e-08,
+      "loss": 0.0069,
+      "step": 4830
+    },
+    {
+      "grad_norm": 0.14232268929481506,
+      "learning_rate": 7.143258951768484e-08,
+      "loss": 0.0067,
+      "step": 4840
+    },
+    {
+      "grad_norm": 0.09892482310533524,
+      "learning_rate": 6.607554695336749e-08,
+      "loss": 0.0057,
+      "step": 4850
+    },
+    {
+      "grad_norm": 0.1234084963798523,
+      "learning_rate": 6.092594947731012e-08,
+      "loss": 0.008,
+      "step": 4860
+    },
+    {
+      "grad_norm": 0.08348482847213745,
+      "learning_rate": 5.598401360249528e-08,
+      "loss": 0.0063,
+      "step": 4870
+    },
+    {
+      "grad_norm": 0.12474005669355392,
+      "learning_rate": 5.124994711084963e-08,
+      "loss": 0.0062,
+      "step": 4880
+    },
+    {
+      "grad_norm": 0.12006371468305588,
+      "learning_rate": 4.672394904450372e-08,
+      "loss": 0.0063,
+      "step": 4890
+    },
+    {
+      "grad_norm": 0.10794815421104431,
+      "learning_rate": 4.240620969742759e-08,
+      "loss": 0.0063,
+      "step": 4900
+    },
+    {
+      "grad_norm": 0.1214495524764061,
+      "learning_rate": 3.8296910607426576e-08,
+      "loss": 0.0064,
+      "step": 4910
+    },
+    {
+      "grad_norm": 0.09389808028936386,
+      "learning_rate": 3.439622454851188e-08,
+      "loss": 0.0087,
+      "step": 4920
+    },
+    {
+      "grad_norm": 0.12423347681760788,
+      "learning_rate": 3.0704315523631956e-08,
+      "loss": 0.0088,
+      "step": 4930
+    },
+    {
+      "grad_norm": 0.10698903352022171,
+      "learning_rate": 2.722133875778077e-08,
+      "loss": 0.0069,
+      "step": 4940
+    },
+    {
+      "grad_norm": 0.1059388592839241,
+      "learning_rate": 2.394744069147137e-08,
+      "loss": 0.0076,
+      "step": 4950
+    },
+    {
+      "grad_norm": 0.10103761404752731,
+      "learning_rate": 2.0882758974575256e-08,
+      "loss": 0.0085,
+      "step": 4960
+    },
+    {
+      "grad_norm": 0.1073179841041565,
+      "learning_rate": 1.8027422460539234e-08,
+      "loss": 0.0067,
+      "step": 4970
+    },
+    {
+      "grad_norm": 0.11128496378660202,
+      "learning_rate": 1.538155120096585e-08,
+      "loss": 0.0071,
+      "step": 4980
+    },
+    {
+      "grad_norm": 0.14867077767848969,
+      "learning_rate": 1.2945256440564658e-08,
+      "loss": 0.0068,
+      "step": 4990
+    },
+    {
+      "grad_norm": 0.12605531513690948,
+      "learning_rate": 1.0718640612477627e-08,
+      "loss": 0.0071,
+      "step": 5000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 5100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 5000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-5000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fc1a9ec2db66ad83234576d2aa4a5531ace6eac8a82ae89682aa1091a181f5
+size 5713

checkpoint-5000/wandb_config.json

@@ -0,0 +1 @@
+{"project": "finetune-gr00t-n1d6", "run_id": "dual_arm_finetune"}

checkpoint-5100/config.json

@@ -0,0 +1,70 @@
+{
+  "action_horizon": 50,
+  "add_pos_embed": true,
+  "apply_sincos_state_encoding": true,
+  "architectures": [
+    "Gr00tN1d6"
+  ],
+  "attn_dropout": 0.2,
+  "attn_implementation": null,
+  "backbone_embedding_dim": 2048,
+  "backbone_model_type": "eagle",
+  "backbone_trainable_params_fp32": true,
+  "collator_overwrite_image_inputs": false,
+  "color_jitter_params": {
+    "brightness": 0.1,
+    "contrast": 0.1,
+    "hue": 0.1,
+    "saturation": 0.1
+  },
+  "crop_fraction": 0.95,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "eagle_collator": true,
+  "formalize_language": true,
+  "gemma_collator": false,
+  "hidden_size": 1024,
+  "image_crop_size": null,
+  "image_target_size": null,
+  "input_embedding_dim": 1536,
+  "load_bf16": true,
+  "max_action_dim": 128,
+  "max_num_embodiments": 32,
+  "max_seq_len": 1024,
+  "max_state_dim": 128,
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "model_type": "Gr00tN1d6",
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_inference_timesteps": 4,
+  "num_timestep_buckets": 1000,
+  "random_rotation_angle": null,
+  "reproject_vision": false,
+  "select_layer": 16,
+  "shortest_image_edge": 256,
+  "state_dropout_prob": 0.0,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.3",
+  "tune_diffusion_model": true,
+  "tune_llm": false,
+  "tune_projector": true,
+  "tune_top_llm_layers": 4,
+  "tune_visual": false,
+  "tune_vlln": true,
+  "use_albumentations_transforms": true,
+  "use_alternate_vl_dit": true,
+  "use_flash_attention": true,
+  "use_relative_action": true,
+  "use_vlln": true
+}

checkpoint-5100/embodiment_id.json

@@ -0,0 +1,11 @@
+{
+  "robocasa_panda_omron": 13,
+  "gr1": 20,
+  "behavior_r1_pro": 24,
+  "unitree_g1": 8,
+  "oxe_google": 0,
+  "oxe_widowx": 1,
+  "libero_panda": 2,
+  "oxe_droid": 16,
+  "new_embodiment": 10
+}

checkpoint-5100/experiment_cfg/conf.yaml

@@ -0,0 +1,234 @@
+load_config_path: null
+model:
+  model_type: Gr00tN1d6
+  model_dtype: bfloat16
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  backbone_model_type: eagle
+  model_revision: null
+  tune_top_llm_layers: 4
+  backbone_embedding_dim: 2048
+  tune_llm: false
+  tune_visual: false
+  select_layer: 16
+  reproject_vision: false
+  use_flash_attention: true
+  load_bf16: false
+  collator_overwrite_image_inputs: false
+  eagle_collator: true
+  backbone_trainable_params_fp32: true
+  image_crop_size: null
+  image_target_size: null
+  shortest_image_edge: 256
+  crop_fraction: 0.95
+  random_rotation_angle: null
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    saturation: 0.5
+    hue: 0.08
+  use_albumentations_transforms: true
+  extra_augmentation_config: null
+  formalize_language: true
+  apply_sincos_state_encoding: false
+  use_relative_action: true
+  max_state_dim: 29
+  max_action_dim: 29
+  action_horizon: 16
+  hidden_size: 1024
+  input_embedding_dim: 1536
+  add_pos_embed: true
+  attn_dropout: 0.2
+  use_vlln: true
+  max_seq_len: 1024
+  use_alternate_vl_dit: true
+  attend_text_every_n_blocks: 2
+  diffusion_model_cfg:
+    positional_embeddings: null
+    num_layers: 32
+    num_attention_heads: 32
+    attention_head_dim: 48
+    norm_type: ada_norm
+    dropout: 0.2
+    final_dropout: true
+    output_dim: 1024
+    interleave_self_attention: true
+  num_inference_timesteps: 4
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_timestep_buckets: 1000
+  tune_projector: true
+  tune_diffusion_model: true
+  tune_vlln: true
+  state_dropout_prob: 0.0
+  state_additive_noise_scale: 0.0
+  max_num_embodiments: 32
+data:
+  datasets:
+  - dataset_paths:
+    - /content/Isaac-GR00T/gubam/upper_body_add_dataset
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    dataset_type: physical_embodiment
+    val_dataset_path: null
+  modality_configs:
+    new_embodiment:
+      video:
+        delta_indices:
+        - 0
+        modality_keys:
+        - front
+        - left_wrist
+        - right_wrist
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      state:
+        delta_indices:
+        - 0
+        modality_keys:
+        - arm
+        - left_hand
+        - right_hand
+        sin_cos_embedding_keys:
+        - arm
+        - left_hand
+        - right_hand
+        mean_std_embedding_keys: null
+        action_configs: null
+      action:
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        - 16
+        - 17
+        - 18
+        - 19
+        - 20
+        - 21
+        - 22
+        - 23
+        - 24
+        - 25
+        - 26
+        - 27
+        - 28
+        - 29
+        modality_keys:
+        - arm
+        - left_hand
+        - right_hand
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs:
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+      language:
+        delta_indices:
+        - 0
+        modality_keys:
+        - annotation.task_description
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+  download_cache: false
+  shard_size: 1024
+  episode_sampling_rate: 0.1
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  mode: single_turn
+  random_chop: 0.0
+  mock_dataset_mode: false
+  shuffle: true
+  seed: 42
+  multiprocessing_context: fork
+  allow_padding: false
+  subsample_ratio: 1.0
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  video_backend: torchcodec
+training:
+  output_dir: /tmp/dual_arm_finetune
+  experiment_name: null
+  max_steps: 5100
+  global_batch_size: 64
+  batch_size: null
+  gradient_accumulation_steps: 1
+  learning_rate: 1.0e-05
+  lr_scheduler_type: cosine
+  weight_decay: 1.0e-05
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  max_grad_norm: 1.0
+  optim: adamw_torch
+  start_from_checkpoint: /content/Isaac-GR00T/gubam/upper_body-batch32_model/checkpoint-50000
+  tf32: true
+  fp16: false
+  bf16: true
+  eval_bf16: true
+  logging_steps: 10
+  save_steps: 5000
+  save_total_limit: 5
+  save_vl_model: false
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  max_concurrent_uploads: 2
+  eval_strategy: 'no'
+  eval_steps: 500
+  eval_set_split_ratio: 0.1
+  eval_batch_size: 2
+  save_best_eval_metric_name: ''
+  save_best_eval_metric_greater_is_better: true
+  deepspeed_stage: 2
+  gradient_checkpointing: false
+  transformers_trust_remote_code: true
+  transformers_local_files_only: false
+  transformers_cache_dir: null
+  transformers_access_token: null
+  use_ddp: false
+  ddp_bucket_cap_mb: 100
+  num_gpus: 1
+  dataloader_num_workers: 4
+  remove_unused_columns: false
+  use_wandb: true
+  wandb_project: finetune-gr00t-n1d6
+  enable_profiling: false
+  max_retries: 3
+  assert_loss_less_than: null
+  add_rl_callback: false
+  enable_open_loop_eval: false
+  open_loop_eval_traj_ids:
+  - 0
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_plot_indices: null
+max_steps: 5100
+save_steps: 5000

checkpoint-5100/experiment_cfg/config.yaml

@@ -0,0 +1,268 @@
+!!python/object:gr00t.configs.base_config.Config
+data: !!python/object:gr00t.configs.data.data_config.DataConfig
+  allow_padding: false
+  datasets:
+  - !!python/object:gr00t.configs.data.data_config.SingleDatasetConfig
+    dataset_paths:
+    - /content/Isaac-GR00T/gubam/upper_body_add_dataset
+    dataset_type: physical_embodiment
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    val_dataset_path: null
+  download_cache: false
+  episode_sampling_rate: 0.1
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  mock_dataset_mode: false
+  modality_configs:
+    new_embodiment:
+      action: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs:
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: &id001 !!python/object/apply:gr00t.data.types.ActionFormat
+          - default
+          rep: &id002 !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - absolute
+          state_key: null
+          type: &id003 !!python/object/apply:gr00t.data.types.ActionType
+          - non_eef
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        - 16
+        - 17
+        - 18
+        - 19
+        - 20
+        - 21
+        - 22
+        - 23
+        - 24
+        - 25
+        - 26
+        - 27
+        - 28
+        - 29
+        mean_std_embedding_keys: null
+        modality_keys:
+        - arm
+        - left_hand
+        - right_hand
+        sin_cos_embedding_keys: null
+      language: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - annotation.task_description
+        sin_cos_embedding_keys: null
+      state: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - arm
+        - left_hand
+        - right_hand
+        sin_cos_embedding_keys:
+        - arm
+        - left_hand
+        - right_hand
+      video: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - front
+        - left_wrist
+        - right_wrist
+        sin_cos_embedding_keys: null
+  mode: single_turn
+  multiprocessing_context: fork
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  random_chop: 0.0
+  seed: 42
+  shard_size: 1024
+  shuffle: true
+  subsample_ratio: 1.0
+  video_backend: torchcodec
+load_config_path: null
+model: !!python/object:gr00t.configs.model.gr00t_n1d6.Gr00tN1d6Config
+  _attn_implementation_autoset: false
+  _attn_implementation_internal: null
+  _commit_hash: null
+  _name_or_path: ''
+  add_cross_attention: false
+  architectures: null
+  backbone_model_type: eagle
+  backbone_trainable_params_fp32: true
+  bad_words_ids: null
+  begin_suppress_tokens: null
+  bos_token_id: null
+  chunk_size_feed_forward: 0
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    hue: 0.08
+    saturation: 0.5
+  cross_attention_hidden_size: null
+  decoder_start_token_id: null
+  diffusion_model_cfg:
+    attention_head_dim: 48
+    dropout: 0.2
+    final_dropout: true
+    interleave_self_attention: true
+    norm_type: ada_norm
+    num_attention_heads: 32
+    num_layers: 32
+    output_dim: 1024
+    positional_embeddings: null
+  diversity_penalty: 0.0
+  do_sample: false
+  eagle_collator: true
+  early_stopping: false
+  encoder_no_repeat_ngram_size: 0
+  eos_token_id: null
+  exponential_decay_length_penalty: null
+  extra_augmentation_config: null
+  finetuning_task: null
+  forced_bos_token_id: null
+  forced_eos_token_id: null
+  id2label:
+    0: LABEL_0
+    1: LABEL_1
+  is_decoder: false
+  is_encoder_decoder: false
+  label2id:
+    LABEL_0: 0
+    LABEL_1: 1
+  length_penalty: 1.0
+  load_bf16: false
+  max_length: 20
+  min_length: 0
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  no_repeat_ngram_size: 0
+  num_beam_groups: 1
+  num_beams: 1
+  num_return_sequences: 1
+  output_attentions: false
+  output_hidden_states: false
+  output_scores: false
+  pad_token_id: null
+  prefix: null
+  problem_type: null
+  pruned_heads: {}
+  random_rotation_angle: null
+  remove_invalid_values: false
+  repetition_penalty: 1.0
+  reproject_vision: false
+  return_dict: true
+  return_dict_in_generate: false
+  sep_token_id: null
+  state_dropout_prob: 0.0
+  suppress_tokens: null
+  task_specific_params: null
+  temperature: 1.0
+  tf_legacy_loss: false
+  tie_encoder_decoder: false
+  tie_word_embeddings: true
+  tokenizer_class: null
+  top_k: 50
+  top_p: 1.0
+  torch_dtype: null
+  torchscript: false
+  transformers_version: null
+  tune_diffusion_model: true
+  tune_llm: false
+  tune_projector: true
+  tune_visual: false
+  typical_p: 1.0
+  use_bfloat16: false
+  use_relative_action: true
+training: !!python/object:gr00t.configs.training.training_config.TrainingConfig
+  add_rl_callback: false
+  assert_loss_less_than: null
+  batch_size: null
+  bf16: true
+  dataloader_num_workers: 4
+  ddp_bucket_cap_mb: 100
+  deepspeed_stage: 2
+  enable_open_loop_eval: false
+  enable_profiling: false
+  eval_batch_size: 2
+  eval_bf16: true
+  eval_set_split_ratio: 0.1
+  eval_steps: 500
+  eval_strategy: 'no'
+  experiment_name: null
+  fp16: false
+  global_batch_size: 64
+  gradient_accumulation_steps: 1
+  gradient_checkpointing: false
+  learning_rate: 1.0e-05
+  logging_steps: 10
+  lr_scheduler_type: cosine
+  max_concurrent_uploads: 2
+  max_grad_norm: 1.0
+  max_retries: 3
+  max_steps: 5100
+  num_gpus: 1
+  open_loop_eval_plot_indices: null
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_traj_ids:
+  - 0
+  optim: adamw_torch
+  output_dir: /tmp/dual_arm_finetune
+  remove_unused_columns: false
+  save_best_eval_metric_greater_is_better: true
+  save_best_eval_metric_name: ''
+  save_steps: 5000
+  save_total_limit: 5
+  save_vl_model: false
+  start_from_checkpoint: /content/Isaac-GR00T/gubam/upper_body-batch32_model/checkpoint-50000
+  tf32: true
+  transformers_access_token: null
+  transformers_cache_dir: null
+  transformers_local_files_only: false
+  transformers_trust_remote_code: true
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  use_ddp: false
+  use_wandb: true
+  wandb_project: finetune-gr00t-n1d6
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  weight_decay: 1.0e-05

checkpoint-5100/experiment_cfg/dataset_statistics.json

@@ -0,0 +1,813 @@
+{
+  "new_embodiment": {
+    "state": {
+      "arm": {
+        "min": [
+          -0.0005235987482592463,
+          0.0,
+          -0.4864232540130615,
+          -0.4447098970413208,
+          -0.8208283185958862,
+          -0.6750933527946472,
+          0.36337754130363464,
+          -0.47630035877227783,
+          -0.8415977358818054,
+          -0.4583234488964081,
+          -0.33772119879722595,
+          -0.47734755277633667,
+          -0.5846853256225586,
+          -0.5482079386711121,
+          -1.4379767179489136,
+          -0.813323438167572,
+          -0.3818780481815338,
+          -1.0538297891616821,
+          -0.47734755277633667,
+          -0.4722861051559448
+        ],
+        "max": [
+          0.0005235987482592463,
+          0.0,
+          0.5293583869934082,
+          0.2382374405860901,
+          0.5201081037521362,
+          0.5892231464385986,
+          1.6926202774047852,
+          1.000422716140747,
+          0.4858996570110321,
+          1.0732029676437378,
+          0.47630035877227783,
+          0.47542768716812134,
+          0.8211774230003357,
+          0.5625196099281311,
+          -0.3389429450035095,
+          0.5386086106300354,
+          0.9058258533477783,
+          0.392873615026474,
+          0.3312634825706482,
+          0.47595128417015076
+        ],
+        "mean": [
+          -2.843332456697562e-08,
+          0.0,
+          0.04128930233021093,
+          -0.221451662357936,
+          -0.06639403659252403,
+          0.12131941722598617,
+          0.9175510440577057,
+          0.030724322888589263,
+          -0.2629377325255677,
+          0.1686701766327624,
+          0.09013574477208074,
+          -0.046192870577463074,
+          0.01881697216729,
+          -0.12165695997537483,
+          -0.8577330771965488,
+          -0.045801768942557164,
+          0.2688150785362379,
+          -0.12349123272840495,
+          -0.07600861855307839,
+          0.1281973000996616
+        ],
+        "std": [
+          5.10856485583195e-05,
+          0.0,
+          0.3033762871432217,
+          0.09267386861230967,
+          0.2095606882521662,
+          0.1376855769588737,
+          0.1607715960040408,
+          0.1333689824387993,
+          0.16026928411079186,
+          0.29991755154923005,
+          0.14152808208422218,
+          0.16980451708976702,
+          0.2088567939590673,
+          0.12545454786892235,
+          0.15406145848936578,
+          0.15398234809197486,
+          0.1672221923581996,
+          0.2985142533420293,
+          0.1131248141537627,
+          0.17252181456863425
+        ],
+        "q01": [
+          -0.00017274954568198507,
+          3.999578446212126e-16,
+          -0.2765509250783746,
+          -0.31641578626856104,
+          -0.5801407565902797,
+          -0.15174146767850558,
+          0.6444943194995721,
+          -0.1978505242985889,
+          -0.5389287706061245,
+          -0.137906716531112,
+          -0.1698547737928683,
+          -0.36186072700207855,
+          -0.2710559156409392,
+          -0.3697872143762071,
+          -1.1329738172870936,
+          -0.43757907136348584,
+          -0.06351750033715246,
+          -0.6519537964127055,
+          -0.3121342946236056,
+          -0.21030034832078467
+        ],
+        "q99": [
+          0.00017207936378406188,
+          3.959582661750006e-14,
+          0.3286201412432682,
+          -0.08509000905790608,
+          0.23006200634693946,
+          0.3667467205610703,
+          1.2175143303628473,
+          0.3944342798549604,
+          0.013132961465943534,
+          0.7281476183798095,
+          0.31977956771669874,
+          0.29385965794937036,
+          0.5541954182095977,
+          0.14707851815368564,
+          -0.6179030098279925,
+          0.2367871611106831,
+          0.6069229071535587,
+          0.18408478181454807,
+          0.1367810196210736,
+          0.3906081270846639
+        ]
+      },
+      "left_hand": {
+        "min": [
+          -0.7853981852531433,
+          0.9756390452384949,
+          -0.8726646304130554,
+          -0.9023352265357971,
+          0.13788101077079773,
+          0.08377580344676971,
+          -0.06981316953897476,
+          0.19024088978767395,
+          -0.036651913076639175,
+          0.06108652427792549,
+          -0.06108652427792549,
+          0.024434609338641167,
+          -0.3752457797527313,
+          0.04712389037013054,
+          -0.22689279913902283,
+          0.03316125646233559,
+          -0.15707963705062866,
+          -0.5811946392059326,
+          0.036651913076639175,
+          0.13788101077079773
+        ],
+        "max": [
+          -0.008726646192371845,
+          1.8465583324432373,
+          -0.469493567943573,
+          0.04014257341623306,
+          0.4660029113292694,
+          1.3596115112304688,
+          1.329940915107727,
+          1.4084807634353638,
+          0.4747295677661896,
+          1.0070549249649048,
+          1.2496557235717773,
+          1.4556045532226562,
+          0.12915436923503876,
+          1.1274826526641846,
+          0.5270894169807434,
+          1.5550884008407593,
+          0.045378562062978745,
+          -0.13788101077079773,
+          1.4730578660964966,
+          0.8011061549186707
+        ],
+        "mean": [
+          -0.12222150779511398,
+          1.3966040234553219,
+          -0.6258817058039398,
+          -0.05630189529652562,
+          0.39644989985849577,
+          0.6532854981288208,
+          -0.0011781255912836023,
+          0.5136038953434855,
+          0.27998613388570825,
+          0.32273304926352714,
+          0.04191783983875712,
+          0.31513791413220305,
+          -0.11144168516361615,
+          0.37660703398331125,
+          0.0025261453551414154,
+          0.3628181608021394,
+          0.007607420744427158,
+          -0.3291653139031368,
+          0.7075069503205773,
+          0.21662015742749172
+        ],
+        "std": [
+          0.1712715154644922,
+          0.16279943163310462,
+          0.033639034181354326,
+          0.07835568078958564,
+          0.03284565954760438,
+          0.23452865508830728,
+          0.09102880246929389,
+          0.23538140299156107,
+          0.0670900085305532,
+          0.1492803516215099,
+          0.1267389106982492,
+          0.24008832045318393,
+          0.0719641182419593,
+          0.19035011493420761,
+          0.04624495618873031,
+          0.3553509927486359,
+          0.01501499829077542,
+          0.08541253632636327,
+          0.26416078897686124,
+          0.02449319897665833
+        ],
+        "q01": [
+          -0.5720915137830901,
+          1.2348578051305314,
+          -0.6732877555426724,
+          -0.2849335315067698,
+          0.35928592300023354,
+          0.39984379386092384,
+          -0.033794262615191785,
+          0.3287970835244593,
+          0.17136102396229397,
+          0.14244630768555827,
+          0.0041701807610491255,
+          0.12090352232891868,
+          -0.2117702933531925,
+          0.18539731907431944,
+          -0.05311975945258608,
+          0.12006670975149757,
+          -0.004122088466166756,
+          -0.4221323319107303,
+          0.44983777761933214,
+          0.203253643611139
+        ],
+        "q99": [
+          -0.028465892484427515,
+          1.645762553975608,
+          -0.5935267256962795,
+          -0.015243785067295488,
+          0.4156128322189265,
+          1.136851558022559,
+          0.1891472475628841,
+          1.0540901688606146,
+          0.3535675245147086,
+          0.7125478077293477,
+          0.46155439587582436,
+          0.9322215306685603,
+          -0.009035893305096025,
+          0.7626844135662667,
+          0.13579395809288647,
+          1.2227517887723593,
+          0.019306528716748803,
+          -0.24041063420290637,
+          1.143976242235104,
+          0.2546739234535696
+        ]
+      },
+      "right_hand": {
+        "min": [
+          -0.024434609338641167,
+          -1.836086392402649,
+          0.36477380990982056,
+          -0.07330382615327835,
+          -0.5096361637115479,
+          0.06283185631036758,
+          -0.09424778074026108,
+          0.04014257341623306,
+          -0.5113814473152161,
+          0.06283185631036758,
+          -0.2548180818557739,
+          0.024434609338641167,
+          -0.31066861748695374,
+          0.04188790172338486,
+          -0.18151424825191498,
+          0.03141592815518379,
+          -0.04886921867728233,
+          -0.06981316953897476,
+          0.03316125646233559,
+          0.13788101077079773
+        ],
+        "max": [
+          0.6998770236968994,
+          -0.938987135887146,
+          0.8377580642700195,
+          0.6998770236968994,
+          -0.1431169956922531,
+          1.326450228691101,
+          0.027925267815589905,
+          1.485275149345398,
+          -0.06806784123182297,
+          1.0541788339614868,
+          0.2652900516986847,
+          1.2915436029434204,
+          0.22165681421756744,
+          1.2095131874084473,
+          0.513126790523529,
+          1.487020492553711,
+          0.022689281031489372,
+          0.42935100197792053,
+          1.5568337440490723,
+          0.76619952917099
+        ],
+        "mean": [
+          0.08816448563342519,
+          -1.4305433529536102,
+          0.578645255341445,
+          0.021941632227634747,
+          -0.40083689621394875,
+          0.735077182450805,
+          -0.01783108998620046,
+          0.5237204680173946,
+          -0.348280258094124,
+          0.4728802265409043,
+          0.017193361702238563,
+          0.3748669221475336,
+          -0.13591952861280548,
+          0.44382927965843816,
+          -0.0009804900776921534,
+          0.3479174063584741,
+          -0.007329897608201038,
+          0.12747118503775073,
+          0.6162786594898264,
+          0.2204547811111764
+        ],
+        "std": [
+          0.13694765310212148,
+          0.12315074859848221,
+          0.0357854511605776,
+          0.0532452060079551,
+          0.023514084095220072,
+          0.17629234985194328,
+          0.009778521190822962,
+          0.2835175018116657,
+          0.05568292729365613,
+          0.14915505060647616,
+          0.021714426751252746,
+          0.2299792671426011,
+          0.07059449389913983,
+          0.2051079219500542,
+          0.02841335197296981,
+          0.2770730040560296,
+          0.014649490714033759,
+          0.06238783749787492,
+          0.272894904994439,
+          0.02472495611328632
+        ],
+        "q01": [
+          0.02790077527489112,
+          -1.6656078618621983,
+          0.4975387235089625,
+          -0.002370042476722182,
+          -0.4268446272191777,
+          0.46946769541179706,
+          -0.04092554640186052,
+          0.2869437742823652,
+          -0.4256840009657235,
+          0.2125725720180322,
+          -0.004661389457321416,
+          0.1550904927771582,
+          -0.25616196209248765,
+          0.17160577557547657,
+          -0.045354465640235764,
+          0.1390221734078721,
+          -0.029433936816207356,
+          0.04174324287054807,
+          0.24785885010676206,
+          0.20467645940528187
+        ],
+        "q99": [
+          0.503814391936884,
+          -1.287682122616682,
+          0.6114188650660137,
+          0.18746920164006517,
+          -0.38297028914598796,
+          1.1291206957273252,
+          -0.006190629878603358,
+          1.2148143757869503,
+          -0.24649936457400756,
+          0.8316546576081064,
+          0.05833284434217001,
+          0.9990665965479901,
+          -0.01911978885456781,
+          0.8643738540708377,
+          0.043765914086445784,
+          1.1457988903616767,
+          -0.0007666612411197901,
+          0.2410096922928372,
+          1.253633868889829,
+          0.2607454870775056
+        ]
+      }
+    },
+    "action": {
+      "arm": {
+        "min": [
+          -0.0005235987482592463,
+          0.0,
+          -0.6805852055549622,
+          -0.6707534790039062,
+          -0.8432638645172119,
+          -0.6780225038528442,
+          0.3682241439819336,
+          -0.47575700283050537,
+          -0.840580940246582,
+          -0.45888805389404297,
+          -0.3398559093475342,
+          -0.49519023299217224,
+          -0.5837297439575195,
+          -0.547561526298523,
+          -1.4356565475463867,
+          -0.8090771436691284,
+          -0.3829266130924225,
+          -1.0541255474090576,
+          -0.4938916265964508,
+          -0.4953918159008026
+        ],
+        "max": [
+          0.0005235987482592463,
+          0.0,
+          0.7850000262260437,
+          0.3105030059814453,
+          0.5190412998199463,
+          0.5888825058937073,
+          1.6949412822723389,
+          0.9968501925468445,
+          0.48615992069244385,
+          1.0750824213027954,
+          0.49567899107933044,
+          0.4953647553920746,
+          0.8432040214538574,
+          0.5494381189346313,
+          -0.34516602754592896,
+          0.5370867848396301,
+          0.9030985236167908,
+          0.39307066798210144,
+          0.3294752240180969,
+          0.4945836663246155
+        ],
+        "mean": [
+          9.477770177741978e-09,
+          0.0,
+          0.07413362962782892,
+          -0.2336267267152127,
+          -0.0667378965699323,
+          0.12162396239588982,
+          0.9178489098431072,
+          0.030752156544595597,
+          -0.2630646958055137,
+          0.16930663321706343,
+          0.09004025710741378,
+          -0.04621178419643208,
+          0.018967212047537787,
+          -0.12179113857849999,
+          -0.8580550372713841,
+          -0.045839892062842384,
+          0.26915322453706053,
+          -0.12354808219079634,
+          -0.07601109334149016,
+          0.1286798405876901
+        ],
+        "std": [
+          5.09992345554069e-05,
+          0.0,
+          0.39578468871559075,
+          0.11469980892464327,
+          0.21022382353701358,
+          0.13728625606184183,
+          0.1604411200411325,
+          0.13299819635142926,
+          0.1599306521701399,
+          0.3000064013202911,
+          0.1416757737961496,
+          0.17069182645621447,
+          0.20910718209322432,
+          0.12493435522378059,
+          0.1534628228979511,
+          0.1535223377453243,
+          0.16673520375226578,
+          0.29835978144285935,
+          0.11276704537833121,
+          0.1737875593811524
+        ],
+        "q01": [
+          -0.00017319157055986585,
+          3.999578446212126e-16,
+          -0.428780565386664,
+          -0.417275030715649,
+          -0.5883125368665216,
+          -0.1500269907437471,
+          0.645041395715102,
+          -0.19534302900044873,
+          -0.5371998371527885,
+          -0.1379322429306143,
+          -0.16773103927132224,
+          -0.36644177629173036,
+          -0.26885359624013183,
+          -0.3680970545620905,
+          -1.1297618552672835,
+          -0.43596933080597966,
+          -0.060974242641327184,
+          -0.6504883752208002,
+          -0.3118525019420767,
+          -0.21493367975126892
+        ],
+        "q99": [
+          0.00017239213006040567,
+          3.959582661750006e-14,
+          0.5541324689373434,
+          -0.08673735346912086,
+          0.2287248578956877,
+          0.36450297445967395,
+          1.2160577112458195,
+          0.3939756913630384,
+          0.011732781797552784,
+          0.7267747610228817,
+          0.32219061554997336,
+          0.3004178601255807,
+          0.5575038067145037,
+          0.14597294873667377,
+          -0.6213128857888612,
+          0.23450249113731494,
+          0.606596684950514,
+          0.18361207433074936,
+          0.13500637486905367,
+          0.3971403931322507
+        ]
+      },
+      "left_hand": {
+        "min": [
+          -0.7336074113845825,
+          0.9217774271965027,
+          -0.9146740436553955,
+          -0.9339703321456909,
+          0.11694645881652832,
+          0.029679996892809868,
+          0.0,
+          0.15551835298538208,
+          -0.07168204337358475,
+          0.0,
+          0.0,
+          0.0,
+          -0.3990485966205597,
+          0.0,
+          0.0,
+          0.0,
+          -0.0,
+          -0.6108652353286743,
+          0.0,
+          0.18509270250797272
+        ],
+        "max": [
+          0.0,
+          1.741951584815979,
+          -0.5047490000724792,
+          0.0,
+          0.41887903213500977,
+          1.4090887308120728,
+          1.543274164199829,
+          1.5317862033843994,
+          0.5283328294754028,
+          1.0520970821380615,
+          1.5253475904464722,
+          1.5167438983917236,
+          0.16068069636821747,
+          1.2322715520858765,
+          0.7850721478462219,
+          1.5707963705062866,
+          -0.0,
+          -0.12669461965560913,
+          1.5707963705062866,
+          0.8319923281669617
+        ],
+        "mean": [
+          -0.09650261941142234,
+          1.3673117384974023,
+          -0.6391272229159594,
+          -0.05759864904251842,
+          0.4172353510549569,
+          0.6607105786681272,
+          0.011386340238652119,
+          0.5108740225047245,
+          0.3000412754796082,
+          0.3120429226073816,
+          0.028046366681120767,
+          0.3116945647006772,
+          -0.08462901954550162,
+          0.37748675443414464,
+          0.014842973318174276,
+          0.3622515985025722,
+          0.0,
+          -0.3163924540315929,
+          0.7008608317534862,
+          0.21072632105240013
+        ],
+        "std": [
+          0.17259964684711523,
+          0.16610757625175576,
+          0.04685258214035322,
+          0.11783133599029255,
+          0.014009023187384463,
+          0.2668324248669759,
+          0.09646266913344807,
+          0.25085906444038775,
+          0.07464742456409229,
+          0.17490944481550227,
+          0.14629510521921896,
+          0.2454544866295768,
+          0.07177682438875807,
+          0.25540162051474946,
+          0.0586065407872742,
+          0.3798279737519732,
+          0.0,
+          0.09679965708617615,
+          0.2876151133279087,
+          0.019080126255722748
+        ],
+        "q01": [
+          -0.5464866877339258,
+          1.1989490411929637,
+          -0.7764786477082659,
+          -0.43624811429406224,
+          0.3878589724455769,
+          0.37329034210552764,
+          -6.381920631216842e-11,
+          0.3126393961557256,
+          0.1473258618101206,
+          0.09089502087966067,
+          -7.579499878125001e-11,
+          0.1020496854512763,
+          -0.21521390735858256,
+          0.1444624972668025,
+          0.0020646456139134053,
+          0.10672790310985288,
+          3.999578446212126e-16,
+          -0.43607370717670996,
+          0.42028955283490094,
+          0.19835765254080975
+        ],
+        "q99": [
+          -0.0007159815591317101,
+          1.5961575293534418,
+          -0.5915239303124002,
+          -0.0012158908608560827,
+          0.4188789305126342,
+          1.2080605180911734,
+          0.20888493789764928,
+          1.098326670692062,
+          0.39803523323770074,
+          0.7713205750325143,
+          0.5340784077801449,
+          0.9497614665193794,
+          0.017205204576984087,
+          0.9676010956648161,
+          0.21360159465353656,
+          1.2733835864714058,
+          3.959582661750006e-14,
+          -0.21989442956239433,
+          1.252943243790536,
+          0.2517428359785973
+        ]
+      },
+      "right_hand": {
+        "min": [
+          0.0,
+          -1.7531272172927856,
+          0.48952826857566833,
+          0.0,
+          -0.41887903213500977,
+          0.0,
+          0.0,
+          0.01601002737879753,
+          -0.5726425647735596,
+          0.0,
+          0.0,
+          0.0,
+          -0.3970211446285248,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          -0.09923835843801498,
+          0.0,
+          0.20167720317840576
+        ],
+        "max": [
+          0.6946205496788025,
+          -0.8954209089279175,
+          0.8722299933433533,
+          0.8156511187553406,
+          -0.07500576227903366,
+          1.3718035221099854,
+          0.0,
+          1.5707963705062866,
+          -0.07063322514295578,
+          1.103891134262085,
+          0.507399320602417,
+          1.352795124053955,
+          0.20023861527442932,
+          1.332944631576538,
+          0.5270781517028809,
+          1.5707963705062866,
+          0.0,
+          0.4620639979839325,
+          1.5707963705062866,
+          0.8612241148948669
+        ],
+        "mean": [
+          0.0595167212368966,
+          -1.4157231893072477,
+          0.6134629130795032,
+          0.026633357119544725,
+          -0.41851188384231824,
+          0.7392363957435645,
+          0.0,
+          0.5310716104681149,
+          -0.3595596364493046,
+          0.46006215785933746,
+          0.001898396592066319,
+          0.37900355313550144,
+          -0.15197363324859187,
+          0.4478861131942621,
+          0.00870335842886496,
+          0.36146534626241594,
+          0.0,
+          0.11835483992107314,
+          0.6113625700721507,
+          0.21577307946628677
+        ],
+        "std": [
+          0.14361436065486174,
+          0.12363108903200437,
+          0.04315714398912161,
+          0.09445659329356695,
+          0.0076785324402896425,
+          0.21727018529028358,
+          0.0,
+          0.29919057402051014,
+          0.05828208472930669,
+          0.16188526979972379,
+          0.02403586062815071,
+          0.2290301431059311,
+          0.07152082970855124,
+          0.27183038272178073,
+          0.023404498462013028,
+          0.29776358627521576,
+          0.0,
+          0.061671938496094605,
+          0.2969845732785786,
+          0.016707382527631
+        ],
+        "q01": [
+          1.54158366616993e-05,
+          -1.634012711071731,
+          0.5586770759360766,
+          0.00027295858046430635,
+          -0.41887903213500977,
+          0.4512478583952069,
+          3.999578446212126e-16,
+          0.28248107930041805,
+          -0.4475151578273284,
+          0.17072939672543605,
+          -3.284071291497061e-11,
+          0.14648778321238454,
+          -0.2994424393449362,
+          0.1271534697453124,
+          0.002442608863548664,
+          0.1297727890260858,
+          3.999578446212126e-16,
+          0.01757230961020379,
+          0.21970013860903395,
+          0.20871291526348715
+        ],
+        "q99": [
+          0.4827442582689844,
+          -1.2655222408159381,
+          0.7580892474716966,
+          0.40014769665393674,
+          -0.413553767752929,
+          1.2233209428419727,
+          3.959582661750006e-14,
+          1.2799407831476435,
+          -0.23965505320178965,
+          0.8683971535266954,
+          0.07559886001299738,
+          1.0102501137405302,
+          -0.015127816002341582,
+          1.0768552571807277,
+          0.09066658244716906,
+          1.2521190041625108,
+          3.959582661750006e-14,
+          0.24750053504451736,
+          1.3467850605724583,
+          0.26031287654480184
+        ]
+      }
+    },
+    "relative_action": {}
+  }
+}

checkpoint-5100/experiment_cfg/final_model_config.json

@@ -0,0 +1,54 @@
+{
+  "model_type": "Gr00tN1d6",
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "backbone_model_type": "eagle",
+  "model_revision": null,
+  "tune_top_llm_layers": 4,
+  "backbone_embedding_dim": 2048,
+  "tune_llm": false,
+  "tune_visual": false,
+  "select_layer": 16,
+  "reproject_vision": false,
+  "use_flash_attention": true,
+  "load_bf16": true,
+  "collator_overwrite_image_inputs": false,
+  "eagle_collator": true,
+  "backbone_trainable_params_fp32": true,
+  "extra_augmentation_config": null,
+  "apply_sincos_state_encoding": true,
+  "use_relative_action": true,
+  "max_state_dim": 128,
+  "max_action_dim": 128,
+  "action_horizon": 50,
+  "hidden_size": 1024,
+  "input_embedding_dim": 1536,
+  "add_pos_embed": true,
+  "attn_dropout": 0.2,
+  "use_vlln": true,
+  "max_seq_len": 1024,
+  "use_alternate_vl_dit": true,
+  "attend_text_every_n_blocks": 2,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "num_inference_timesteps": 4,
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_timestep_buckets": 1000,
+  "tune_projector": true,
+  "tune_diffusion_model": true,
+  "tune_vlln": true,
+  "state_dropout_prob": 0.0,
+  "state_additive_noise_scale": 0.0,
+  "max_num_embodiments": 32
+}

checkpoint-5100/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e62e1c3e357c0257760bd37c2027403880d7b8eb9b522e1b7c23f8e5dc3942
+size 4990120184

checkpoint-5100/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfa68a1afc9acd49aa21754468370e7025c9f57233e2076dabac060ed004aad
+size 4823190320

checkpoint-5100/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0985b3da8cb7258745cd66e375b2c9cc1b1af346595f92dadf5550a31524ace4
+size 12960193762

checkpoint-5100/processor_config.json

@@ -0,0 +1,482 @@
+{
+  "processor_class": "Gr00tN1d6Processor",
+  "processor_kwargs": {
+    "modality_configs": {
+      "behavior_r1_pro": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "observation.images.rgb.head_256_256",
+            "observation.images.rgb.left_wrist_256_256",
+            "observation.images.rgb.right_wrist_256_256"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "robot_pos",
+            "robot_ori_cos",
+            "robot_ori_sin",
+            "robot_2d_ori",
+            "robot_2d_ori_cos",
+            "robot_2d_ori_sin",
+            "robot_lin_vel",
+            "robot_ang_vel",
+            "arm_left_qpos",
+            "arm_left_qpos_sin",
+            "arm_left_qpos_cos",
+            "eef_left_pos",
+            "eef_left_quat",
+            "gripper_left_qpos",
+            "arm_right_qpos",
+            "arm_right_qpos_sin",
+            "arm_right_qpos_cos",
+            "eef_right_pos",
+            "eef_right_quat",
+            "gripper_right_qpos",
+            "trunk_qpos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31
+          ],
+          "modality_keys": [
+            "base",
+            "torso",
+            "left_arm",
+            "left_gripper",
+            "right_arm",
+            "right_gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "trunk_qpos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_left_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_right_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "gr1": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "ego_view_bg_crop_pad_res256_freq20"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "task"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "robocasa_panda_omron": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "res256_image_side_0",
+            "res256_image_side_1",
+            "res256_image_wrist_0"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "end_effector_position_relative",
+            "end_effector_rotation_relative",
+            "gripper_qpos",
+            "base_position",
+            "base_rotation"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "end_effector_position",
+            "end_effector_rotation",
+            "gripper_close",
+            "base_motion",
+            "control_mode"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.action.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "new_embodiment": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "front",
+            "left_wrist",
+            "right_wrist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "arm",
+            "left_hand",
+            "right_hand"
+          ],
+          "sin_cos_embedding_keys": [
+            "arm",
+            "left_hand",
+            "right_hand"
+          ],
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29
+          ],
+          "modality_keys": [
+            "arm",
+            "left_hand",
+            "right_hand"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      }
+    },
+    "image_crop_size": null,
+    "image_target_size": null,
+    "use_albumentations": true,
+    "random_rotation_angle": null,
+    "color_jitter_params": {
+      "brightness": 0.3,
+      "contrast": 0.4,
+      "saturation": 0.5,
+      "hue": 0.08
+    },
+    "shortest_image_edge": 256,
+    "crop_fraction": 0.95,
+    "model_name": "nvidia/Eagle-Block2A-2B-v2",
+    "model_type": "eagle",
+    "formalize_language": true,
+    "max_state_dim": 128,
+    "max_action_dim": 128,
+    "max_action_horizon": 50,
+    "use_percentiles": false,
+    "clip_outliers": true,
+    "apply_sincos_state_encoding": true,
+    "use_relative_action": true
+  }
+}

checkpoint-5100/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368ac3805786c486846608a900099beaa06a2b8ae94702c893ae4dc60f92d6f5
+size 14645

checkpoint-5100/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f92e864d62a8c2a405c9d2a06bce35b96851c5cf8885ccf4171572e74f6fb20
+size 1465

checkpoint-5100/trainer_state.json

@@ -0,0 +1,3094 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 5100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "grad_norm": 1.1950068473815918,
+      "learning_rate": 3.529411764705883e-07,
+      "loss": 0.0436,
+      "step": 10
+    },
+    {
+      "grad_norm": 1.1095563173294067,
+      "learning_rate": 7.450980392156863e-07,
+      "loss": 0.0417,
+      "step": 20
+    },
+    {
+      "grad_norm": 0.48601916432380676,
+      "learning_rate": 1.1372549019607845e-06,
+      "loss": 0.0381,
+      "step": 30
+    },
+    {
+      "grad_norm": 0.4488537907600403,
+      "learning_rate": 1.5294117647058826e-06,
+      "loss": 0.031,
+      "step": 40
+    },
+    {
+      "grad_norm": 0.40884929895401,
+      "learning_rate": 1.921568627450981e-06,
+      "loss": 0.0297,
+      "step": 50
+    },
+    {
+      "grad_norm": 0.41759321093559265,
+      "learning_rate": 2.3137254901960787e-06,
+      "loss": 0.0296,
+      "step": 60
+    },
+    {
+      "grad_norm": 0.5123331546783447,
+      "learning_rate": 2.7058823529411766e-06,
+      "loss": 0.0286,
+      "step": 70
+    },
+    {
+      "grad_norm": 0.40307483077049255,
+      "learning_rate": 3.098039215686275e-06,
+      "loss": 0.0266,
+      "step": 80
+    },
+    {
+      "grad_norm": 0.4061126708984375,
+      "learning_rate": 3.4901960784313727e-06,
+      "loss": 0.026,
+      "step": 90
+    },
+    {
+      "grad_norm": 0.21790510416030884,
+      "learning_rate": 3.882352941176471e-06,
+      "loss": 0.0218,
+      "step": 100
+    },
+    {
+      "grad_norm": 0.38712653517723083,
+      "learning_rate": 4.274509803921569e-06,
+      "loss": 0.0234,
+      "step": 110
+    },
+    {
+      "grad_norm": 0.23677751421928406,
+      "learning_rate": 4.666666666666667e-06,
+      "loss": 0.0207,
+      "step": 120
+    },
+    {
+      "grad_norm": 0.2931284010410309,
+      "learning_rate": 5.058823529411765e-06,
+      "loss": 0.0204,
+      "step": 130
+    },
+    {
+      "grad_norm": 0.3435174822807312,
+      "learning_rate": 5.450980392156863e-06,
+      "loss": 0.0216,
+      "step": 140
+    },
+    {
+      "grad_norm": 0.37916237115859985,
+      "learning_rate": 5.843137254901961e-06,
+      "loss": 0.0228,
+      "step": 150
+    },
+    {
+      "grad_norm": 0.34060993790626526,
+      "learning_rate": 6.2352941176470595e-06,
+      "loss": 0.0205,
+      "step": 160
+    },
+    {
+      "grad_norm": 0.3169363737106323,
+      "learning_rate": 6.627450980392157e-06,
+      "loss": 0.0193,
+      "step": 170
+    },
+    {
+      "grad_norm": 0.29447826743125916,
+      "learning_rate": 7.019607843137255e-06,
+      "loss": 0.0178,
+      "step": 180
+    },
+    {
+      "grad_norm": 0.2534893751144409,
+      "learning_rate": 7.4117647058823535e-06,
+      "loss": 0.018,
+      "step": 190
+    },
+    {
+      "grad_norm": 0.27749115228652954,
+      "learning_rate": 7.803921568627452e-06,
+      "loss": 0.0179,
+      "step": 200
+    },
+    {
+      "grad_norm": 0.2914535105228424,
+      "learning_rate": 8.19607843137255e-06,
+      "loss": 0.0186,
+      "step": 210
+    },
+    {
+      "grad_norm": 0.33141499757766724,
+      "learning_rate": 8.588235294117647e-06,
+      "loss": 0.0165,
+      "step": 220
+    },
+    {
+      "grad_norm": 0.24585478007793427,
+      "learning_rate": 8.980392156862746e-06,
+      "loss": 0.0164,
+      "step": 230
+    },
+    {
+      "grad_norm": 0.25172385573387146,
+      "learning_rate": 9.372549019607843e-06,
+      "loss": 0.0166,
+      "step": 240
+    },
+    {
+      "grad_norm": 0.3581097424030304,
+      "learning_rate": 9.764705882352942e-06,
+      "loss": 0.0145,
+      "step": 250
+    },
+    {
+      "grad_norm": 0.2762569785118103,
+      "learning_rate": 9.999983182093624e-06,
+      "loss": 0.0156,
+      "step": 260
+    },
+    {
+      "grad_norm": 0.33299073576927185,
+      "learning_rate": 9.999793981946191e-06,
+      "loss": 0.0161,
+      "step": 270
+    },
+    {
+      "grad_norm": 0.2545071840286255,
+      "learning_rate": 9.999394567249726e-06,
+      "loss": 0.0149,
+      "step": 280
+    },
+    {
+      "grad_norm": 0.26280084252357483,
+      "learning_rate": 9.998784954797474e-06,
+      "loss": 0.015,
+      "step": 290
+    },
+    {
+      "grad_norm": 0.27613401412963867,
+      "learning_rate": 9.997965170220374e-06,
+      "loss": 0.0164,
+      "step": 300
+    },
+    {
+      "grad_norm": 0.36653536558151245,
+      "learning_rate": 9.996935247985973e-06,
+      "loss": 0.0164,
+      "step": 310
+    },
+    {
+      "grad_norm": 0.3048877716064453,
+      "learning_rate": 9.995695231396987e-06,
+      "loss": 0.0146,
+      "step": 320
+    },
+    {
+      "grad_norm": 0.27436813712120056,
+      "learning_rate": 9.994245172589465e-06,
+      "loss": 0.0154,
+      "step": 330
+    },
+    {
+      "grad_norm": 0.2580229938030243,
+      "learning_rate": 9.992585132530614e-06,
+      "loss": 0.0179,
+      "step": 340
+    },
+    {
+      "grad_norm": 0.25794631242752075,
+      "learning_rate": 9.990715181016225e-06,
+      "loss": 0.0158,
+      "step": 350
+    },
+    {
+      "grad_norm": 0.21017365157604218,
+      "learning_rate": 9.988635396667737e-06,
+      "loss": 0.0168,
+      "step": 360
+    },
+    {
+      "grad_norm": 0.2509874701499939,
+      "learning_rate": 9.98634586692894e-06,
+      "loss": 0.0159,
+      "step": 370
+    },
+    {
+      "grad_norm": 0.25287261605262756,
+      "learning_rate": 9.983846688062295e-06,
+      "loss": 0.0138,
+      "step": 380
+    },
+    {
+      "grad_norm": 0.23505428433418274,
+      "learning_rate": 9.98113796514488e-06,
+      "loss": 0.0139,
+      "step": 390
+    },
+    {
+      "grad_norm": 0.19718585908412933,
+      "learning_rate": 9.978219812063986e-06,
+      "loss": 0.0145,
+      "step": 400
+    },
+    {
+      "grad_norm": 0.21503455936908722,
+      "learning_rate": 9.975092351512307e-06,
+      "loss": 0.0171,
+      "step": 410
+    },
+    {
+      "grad_norm": 0.28575825691223145,
+      "learning_rate": 9.97175571498281e-06,
+      "loss": 0.0143,
+      "step": 420
+    },
+    {
+      "grad_norm": 0.28024303913116455,
+      "learning_rate": 9.96821004276318e-06,
+      "loss": 0.0162,
+      "step": 430
+    },
+    {
+      "grad_norm": 0.30324384570121765,
+      "learning_rate": 9.964455483929938e-06,
+      "loss": 0.0131,
+      "step": 440
+    },
+    {
+      "grad_norm": 0.31452322006225586,
+      "learning_rate": 9.960492196342168e-06,
+      "loss": 0.0137,
+      "step": 450
+    },
+    {
+      "grad_norm": 0.2547176778316498,
+      "learning_rate": 9.956320346634877e-06,
+      "loss": 0.0125,
+      "step": 460
+    },
+    {
+      "grad_norm": 0.20195309817790985,
+      "learning_rate": 9.951940110211993e-06,
+      "loss": 0.0116,
+      "step": 470
+    },
+    {
+      "grad_norm": 0.22324074804782867,
+      "learning_rate": 9.947351671238992e-06,
+      "loss": 0.0133,
+      "step": 480
+    },
+    {
+      "grad_norm": 0.25620514154434204,
+      "learning_rate": 9.942555222635147e-06,
+      "loss": 0.0128,
+      "step": 490
+    },
+    {
+      "grad_norm": 0.23172898590564728,
+      "learning_rate": 9.937550966065421e-06,
+      "loss": 0.0136,
+      "step": 500
+    },
+    {
+      "grad_norm": 0.24064064025878906,
+      "learning_rate": 9.932339111931995e-06,
+      "loss": 0.0126,
+      "step": 510
+    },
+    {
+      "grad_norm": 0.22353637218475342,
+      "learning_rate": 9.926919879365406e-06,
+      "loss": 0.0143,
+      "step": 520
+    },
+    {
+      "grad_norm": 0.2605426609516144,
+      "learning_rate": 9.921293496215355e-06,
+      "loss": 0.0143,
+      "step": 530
+    },
+    {
+      "grad_norm": 0.2516007125377655,
+      "learning_rate": 9.915460199041105e-06,
+      "loss": 0.0149,
+      "step": 540
+    },
+    {
+      "grad_norm": 0.2478538155555725,
+      "learning_rate": 9.909420233101546e-06,
+      "loss": 0.0113,
+      "step": 550
+    },
+    {
+      "grad_norm": 0.22426386177539825,
+      "learning_rate": 9.903173852344889e-06,
+      "loss": 0.0129,
+      "step": 560
+    },
+    {
+      "grad_norm": 0.22095352411270142,
+      "learning_rate": 9.896721319397978e-06,
+      "loss": 0.0154,
+      "step": 570
+    },
+    {
+      "grad_norm": 0.268824964761734,
+      "learning_rate": 9.890062905555246e-06,
+      "loss": 0.0136,
+      "step": 580
+    },
+    {
+      "grad_norm": 0.2220172882080078,
+      "learning_rate": 9.883198890767329e-06,
+      "loss": 0.0118,
+      "step": 590
+    },
+    {
+      "grad_norm": 0.22293302416801453,
+      "learning_rate": 9.876129563629267e-06,
+      "loss": 0.0122,
+      "step": 600
+    },
+    {
+      "grad_norm": 0.2877149283885956,
+      "learning_rate": 9.868855221368391e-06,
+      "loss": 0.0115,
+      "step": 610
+    },
+    {
+      "grad_norm": 0.22020819783210754,
+      "learning_rate": 9.861376169831821e-06,
+      "loss": 0.0123,
+      "step": 620
+    },
+    {
+      "grad_norm": 0.23199577629566193,
+      "learning_rate": 9.8536927234736e-06,
+      "loss": 0.0125,
+      "step": 630
+    },
+    {
+      "grad_norm": 0.2411072850227356,
+      "learning_rate": 9.845805205341483e-06,
+      "loss": 0.0124,
+      "step": 640
+    },
+    {
+      "grad_norm": 0.2519015967845917,
+      "learning_rate": 9.837713947063347e-06,
+      "loss": 0.0128,
+      "step": 650
+    },
+    {
+      "grad_norm": 0.216162770986557,
+      "learning_rate": 9.829419288833253e-06,
+      "loss": 0.0126,
+      "step": 660
+    },
+    {
+      "grad_norm": 0.24178443849086761,
+      "learning_rate": 9.820921579397133e-06,
+      "loss": 0.0122,
+      "step": 670
+    },
+    {
+      "grad_norm": 0.18894395232200623,
+      "learning_rate": 9.812221176038146e-06,
+      "loss": 0.0118,
+      "step": 680
+    },
+    {
+      "grad_norm": 0.20295335352420807,
+      "learning_rate": 9.803318444561633e-06,
+      "loss": 0.0109,
+      "step": 690
+    },
+    {
+      "grad_norm": 0.22850893437862396,
+      "learning_rate": 9.794213759279759e-06,
+      "loss": 0.0116,
+      "step": 700
+    },
+    {
+      "grad_norm": 0.265736848115921,
+      "learning_rate": 9.784907502995753e-06,
+      "loss": 0.0133,
+      "step": 710
+    },
+    {
+      "grad_norm": 0.21099106967449188,
+      "learning_rate": 9.775400066987837e-06,
+      "loss": 0.0114,
+      "step": 720
+    },
+    {
+      "grad_norm": 0.1949661821126938,
+      "learning_rate": 9.76569185099275e-06,
+      "loss": 0.0119,
+      "step": 730
+    },
+    {
+      "grad_norm": 0.1675696223974228,
+      "learning_rate": 9.755783263188965e-06,
+      "loss": 0.0125,
+      "step": 740
+    },
+    {
+      "grad_norm": 0.2069842666387558,
+      "learning_rate": 9.745674720179507e-06,
+      "loss": 0.0127,
+      "step": 750
+    },
+    {
+      "grad_norm": 0.23999853432178497,
+      "learning_rate": 9.735366646974452e-06,
+      "loss": 0.0111,
+      "step": 760
+    },
+    {
+      "grad_norm": 0.25093749165534973,
+      "learning_rate": 9.72485947697305e-06,
+      "loss": 0.0133,
+      "step": 770
+    },
+    {
+      "grad_norm": 0.2366914302110672,
+      "learning_rate": 9.714153651945504e-06,
+      "loss": 0.0114,
+      "step": 780
+    },
+    {
+      "grad_norm": 0.19600170850753784,
+      "learning_rate": 9.703249622014394e-06,
+      "loss": 0.0114,
+      "step": 790
+    },
+    {
+      "grad_norm": 0.2463541477918625,
+      "learning_rate": 9.692147845635761e-06,
+      "loss": 0.0121,
+      "step": 800
+    },
+    {
+      "grad_norm": 0.23243753612041473,
+      "learning_rate": 9.680848789579819e-06,
+      "loss": 0.0099,
+      "step": 810
+    },
+    {
+      "grad_norm": 0.23252838850021362,
+      "learning_rate": 9.669352928911336e-06,
+      "loss": 0.0109,
+      "step": 820
+    },
+    {
+      "grad_norm": 0.14858166873455048,
+      "learning_rate": 9.657660746969662e-06,
+      "loss": 0.0108,
+      "step": 830
+    },
+    {
+      "grad_norm": 0.2210211157798767,
+      "learning_rate": 9.645772735348402e-06,
+      "loss": 0.0106,
+      "step": 840
+    },
+    {
+      "grad_norm": 0.22199992835521698,
+      "learning_rate": 9.633689393874753e-06,
+      "loss": 0.0106,
+      "step": 850
+    },
+    {
+      "grad_norm": 0.22347500920295715,
+      "learning_rate": 9.621411230588481e-06,
+      "loss": 0.0109,
+      "step": 860
+    },
+    {
+      "grad_norm": 0.22675202786922455,
+      "learning_rate": 9.608938761720569e-06,
+      "loss": 0.0103,
+      "step": 870
+    },
+    {
+      "grad_norm": 0.16034340858459473,
+      "learning_rate": 9.596272511671512e-06,
+      "loss": 0.0121,
+      "step": 880
+    },
+    {
+      "grad_norm": 0.18488478660583496,
+      "learning_rate": 9.583413012989256e-06,
+      "loss": 0.011,
+      "step": 890
+    },
+    {
+      "grad_norm": 0.18505243957042694,
+      "learning_rate": 9.570360806346824e-06,
+      "loss": 0.0126,
+      "step": 900
+    },
+    {
+      "grad_norm": 0.20651215314865112,
+      "learning_rate": 9.557116440519573e-06,
+      "loss": 0.0108,
+      "step": 910
+    },
+    {
+      "grad_norm": 0.21853210031986237,
+      "learning_rate": 9.543680472362128e-06,
+      "loss": 0.0101,
+      "step": 920
+    },
+    {
+      "grad_norm": 0.22982917726039886,
+      "learning_rate": 9.530053466784962e-06,
+      "loss": 0.0104,
+      "step": 930
+    },
+    {
+      "grad_norm": 0.20077788829803467,
+      "learning_rate": 9.516235996730645e-06,
+      "loss": 0.0108,
+      "step": 940
+    },
+    {
+      "grad_norm": 0.23850861191749573,
+      "learning_rate": 9.502228643149766e-06,
+      "loss": 0.0115,
+      "step": 950
+    },
+    {
+      "grad_norm": 0.2640659511089325,
+      "learning_rate": 9.488031994976492e-06,
+      "loss": 0.0113,
+      "step": 960
+    },
+    {
+      "grad_norm": 0.27842602133750916,
+      "learning_rate": 9.473646649103819e-06,
+      "loss": 0.0107,
+      "step": 970
+    },
+    {
+      "grad_norm": 0.18844284117221832,
+      "learning_rate": 9.459073210358462e-06,
+      "loss": 0.0101,
+      "step": 980
+    },
+    {
+      "grad_norm": 0.2157765030860901,
+      "learning_rate": 9.444312291475443e-06,
+      "loss": 0.0128,
+      "step": 990
+    },
+    {
+      "grad_norm": 0.22037991881370544,
+      "learning_rate": 9.429364513072313e-06,
+      "loss": 0.0096,
+      "step": 1000
+    },
+    {
+      "grad_norm": 0.20707039535045624,
+      "learning_rate": 9.414230503623067e-06,
+      "loss": 0.0104,
+      "step": 1010
+    },
+    {
+      "grad_norm": 0.2087254375219345,
+      "learning_rate": 9.398910899431716e-06,
+      "loss": 0.0118,
+      "step": 1020
+    },
+    {
+      "grad_norm": 0.21261566877365112,
+      "learning_rate": 9.383406344605541e-06,
+      "loss": 0.0086,
+      "step": 1030
+    },
+    {
+      "grad_norm": 0.1639666110277176,
+      "learning_rate": 9.367717491027998e-06,
+      "loss": 0.0091,
+      "step": 1040
+    },
+    {
+      "grad_norm": 0.23225508630275726,
+      "learning_rate": 9.351844998331324e-06,
+      "loss": 0.0083,
+      "step": 1050
+    },
+    {
+      "grad_norm": 0.1974388211965561,
+      "learning_rate": 9.335789533868793e-06,
+      "loss": 0.0083,
+      "step": 1060
+    },
+    {
+      "grad_norm": 0.24500536918640137,
+      "learning_rate": 9.319551772686666e-06,
+      "loss": 0.0094,
+      "step": 1070
+    },
+    {
+      "grad_norm": 0.21852529048919678,
+      "learning_rate": 9.303132397495803e-06,
+      "loss": 0.0117,
+      "step": 1080
+    },
+    {
+      "grad_norm": 0.19590452313423157,
+      "learning_rate": 9.286532098642954e-06,
+      "loss": 0.0103,
+      "step": 1090
+    },
+    {
+      "grad_norm": 0.23770727217197418,
+      "learning_rate": 9.26975157408175e-06,
+      "loss": 0.0098,
+      "step": 1100
+    },
+    {
+      "grad_norm": 0.20860643684864044,
+      "learning_rate": 9.25279152934334e-06,
+      "loss": 0.0091,
+      "step": 1110
+    },
+    {
+      "grad_norm": 0.20493175089359283,
+      "learning_rate": 9.235652677506737e-06,
+      "loss": 0.0096,
+      "step": 1120
+    },
+    {
+      "grad_norm": 0.19042547047138214,
+      "learning_rate": 9.218335739168833e-06,
+      "loss": 0.0117,
+      "step": 1130
+    },
+    {
+      "grad_norm": 0.22183485329151154,
+      "learning_rate": 9.200841442414106e-06,
+      "loss": 0.0103,
+      "step": 1140
+    },
+    {
+      "grad_norm": 0.20157937705516815,
+      "learning_rate": 9.183170522784002e-06,
+      "loss": 0.0098,
+      "step": 1150
+    },
+    {
+      "grad_norm": 0.21075105667114258,
+      "learning_rate": 9.165323723246014e-06,
+      "loss": 0.0111,
+      "step": 1160
+    },
+    {
+      "grad_norm": 0.2072359174489975,
+      "learning_rate": 9.147301794162446e-06,
+      "loss": 0.0118,
+      "step": 1170
+    },
+    {
+      "grad_norm": 0.19999660551548004,
+      "learning_rate": 9.129105493258855e-06,
+      "loss": 0.0108,
+      "step": 1180
+    },
+    {
+      "grad_norm": 0.22979071736335754,
+      "learning_rate": 9.110735585592203e-06,
+      "loss": 0.009,
+      "step": 1190
+    },
+    {
+      "grad_norm": 0.2068009376525879,
+      "learning_rate": 9.092192843518683e-06,
+      "loss": 0.011,
+      "step": 1200
+    },
+    {
+      "grad_norm": 0.20221471786499023,
+      "learning_rate": 9.073478046661255e-06,
+      "loss": 0.0085,
+      "step": 1210
+    },
+    {
+      "grad_norm": 0.21164442598819733,
+      "learning_rate": 9.054591981876855e-06,
+      "loss": 0.0089,
+      "step": 1220
+    },
+    {
+      "grad_norm": 0.2109965980052948,
+      "learning_rate": 9.035535443223316e-06,
+      "loss": 0.0097,
+      "step": 1230
+    },
+    {
+      "grad_norm": 0.23023614287376404,
+      "learning_rate": 9.016309231925991e-06,
+      "loss": 0.0089,
+      "step": 1240
+    },
+    {
+      "grad_norm": 0.19147643446922302,
+      "learning_rate": 8.996914156344054e-06,
+      "loss": 0.0091,
+      "step": 1250
+    },
+    {
+      "grad_norm": 0.21601413190364838,
+      "learning_rate": 8.97735103193652e-06,
+      "loss": 0.009,
+      "step": 1260
+    },
+    {
+      "grad_norm": 0.2980281412601471,
+      "learning_rate": 8.957620681227949e-06,
+      "loss": 0.0086,
+      "step": 1270
+    },
+    {
+      "grad_norm": 0.15388751029968262,
+      "learning_rate": 8.937723933773883e-06,
+      "loss": 0.0099,
+      "step": 1280
+    },
+    {
+      "grad_norm": 0.2060258537530899,
+      "learning_rate": 8.917661626125946e-06,
+      "loss": 0.0088,
+      "step": 1290
+    },
+    {
+      "grad_norm": 0.22706672549247742,
+      "learning_rate": 8.897434601796689e-06,
+      "loss": 0.0088,
+      "step": 1300
+    },
+    {
+      "grad_norm": 0.1590857207775116,
+      "learning_rate": 8.877043711224109e-06,
+      "loss": 0.008,
+      "step": 1310
+    },
+    {
+      "grad_norm": 0.19176359474658966,
+      "learning_rate": 8.856489811735904e-06,
+      "loss": 0.0076,
+      "step": 1320
+    },
+    {
+      "grad_norm": 0.23232431709766388,
+      "learning_rate": 8.835773767513425e-06,
+      "loss": 0.012,
+      "step": 1330
+    },
+    {
+      "grad_norm": 0.20471888780593872,
+      "learning_rate": 8.81489644955534e-06,
+      "loss": 0.0111,
+      "step": 1340
+    },
+    {
+      "grad_norm": 0.23804397881031036,
+      "learning_rate": 8.79385873564101e-06,
+      "loss": 0.0091,
+      "step": 1350
+    },
+    {
+      "grad_norm": 0.20645813643932343,
+      "learning_rate": 8.772661510293595e-06,
+      "loss": 0.0082,
+      "step": 1360
+    },
+    {
+      "grad_norm": 0.23595236241817474,
+      "learning_rate": 8.751305664742842e-06,
+      "loss": 0.009,
+      "step": 1370
+    },
+    {
+      "grad_norm": 0.20523196458816528,
+      "learning_rate": 8.729792096887642e-06,
+      "loss": 0.0083,
+      "step": 1380
+    },
+    {
+      "grad_norm": 0.21859478950500488,
+      "learning_rate": 8.708121711258255e-06,
+      "loss": 0.0083,
+      "step": 1390
+    },
+    {
+      "grad_norm": 0.2386079728603363,
+      "learning_rate": 8.686295418978291e-06,
+      "loss": 0.0086,
+      "step": 1400
+    },
+    {
+      "grad_norm": 0.23497678339481354,
+      "learning_rate": 8.664314137726401e-06,
+      "loss": 0.0088,
+      "step": 1410
+    },
+    {
+      "grad_norm": 0.20147542655467987,
+      "learning_rate": 8.64217879169769e-06,
+      "loss": 0.0092,
+      "step": 1420
+    },
+    {
+      "grad_norm": 0.17868296802043915,
+      "learning_rate": 8.619890311564862e-06,
+      "loss": 0.0086,
+      "step": 1430
+    },
+    {
+      "grad_norm": 0.2059531807899475,
+      "learning_rate": 8.59744963443909e-06,
+      "loss": 0.0076,
+      "step": 1440
+    },
+    {
+      "grad_norm": 0.20854367315769196,
+      "learning_rate": 8.574857703830612e-06,
+      "loss": 0.0081,
+      "step": 1450
+    },
+    {
+      "grad_norm": 0.2205386906862259,
+      "learning_rate": 8.552115469609067e-06,
+      "loss": 0.0104,
+      "step": 1460
+    },
+    {
+      "grad_norm": 0.17082375288009644,
+      "learning_rate": 8.529223887963559e-06,
+      "loss": 0.0082,
+      "step": 1470
+    },
+    {
+      "grad_norm": 0.1476842761039734,
+      "learning_rate": 8.506183921362443e-06,
+      "loss": 0.009,
+      "step": 1480
+    },
+    {
+      "grad_norm": 0.17177364230155945,
+      "learning_rate": 8.482996538512876e-06,
+      "loss": 0.0088,
+      "step": 1490
+    },
+    {
+      "grad_norm": 0.21205176413059235,
+      "learning_rate": 8.45966271432007e-06,
+      "loss": 0.0086,
+      "step": 1500
+    },
+    {
+      "grad_norm": 0.19053563475608826,
+      "learning_rate": 8.436183429846314e-06,
+      "loss": 0.0092,
+      "step": 1510
+    },
+    {
+      "grad_norm": 0.1861661970615387,
+      "learning_rate": 8.412559672269724e-06,
+      "loss": 0.0076,
+      "step": 1520
+    },
+    {
+      "grad_norm": 0.1511910855770111,
+      "learning_rate": 8.388792434842737e-06,
+      "loss": 0.0095,
+      "step": 1530
+    },
+    {
+      "grad_norm": 0.18952926993370056,
+      "learning_rate": 8.364882716850342e-06,
+      "loss": 0.0095,
+      "step": 1540
+    },
+    {
+      "grad_norm": 0.19014276564121246,
+      "learning_rate": 8.34083152356808e-06,
+      "loss": 0.0093,
+      "step": 1550
+    },
+    {
+      "grad_norm": 0.19387753307819366,
+      "learning_rate": 8.316639866219767e-06,
+      "loss": 0.01,
+      "step": 1560
+    },
+    {
+      "grad_norm": 0.25110799074172974,
+      "learning_rate": 8.292308761934978e-06,
+      "loss": 0.0095,
+      "step": 1570
+    },
+    {
+      "grad_norm": 0.22537516057491302,
+      "learning_rate": 8.26783923370629e-06,
+      "loss": 0.0089,
+      "step": 1580
+    },
+    {
+      "grad_norm": 0.20432311296463013,
+      "learning_rate": 8.24323231034626e-06,
+      "loss": 0.009,
+      "step": 1590
+    },
+    {
+      "grad_norm": 0.2202184647321701,
+      "learning_rate": 8.218489026444176e-06,
+      "loss": 0.0104,
+      "step": 1600
+    },
+    {
+      "grad_norm": 0.189788818359375,
+      "learning_rate": 8.19361042232256e-06,
+      "loss": 0.0084,
+      "step": 1610
+    },
+    {
+      "grad_norm": 0.1907304972410202,
+      "learning_rate": 8.168597543993416e-06,
+      "loss": 0.0074,
+      "step": 1620
+    },
+    {
+      "grad_norm": 0.17683368921279907,
+      "learning_rate": 8.143451443114268e-06,
+      "loss": 0.0098,
+      "step": 1630
+    },
+    {
+      "grad_norm": 0.1675710529088974,
+      "learning_rate": 8.118173176943925e-06,
+      "loss": 0.0081,
+      "step": 1640
+    },
+    {
+      "grad_norm": 0.18368087708950043,
+      "learning_rate": 8.092763808298048e-06,
+      "loss": 0.0082,
+      "step": 1650
+    },
+    {
+      "grad_norm": 0.16290630400180817,
+      "learning_rate": 8.067224405504449e-06,
+      "loss": 0.0073,
+      "step": 1660
+    },
+    {
+      "grad_norm": 0.1974867284297943,
+      "learning_rate": 8.04155604235818e-06,
+      "loss": 0.0077,
+      "step": 1670
+    },
+    {
+      "grad_norm": 0.19363933801651,
+      "learning_rate": 8.015759798076384e-06,
+      "loss": 0.0095,
+      "step": 1680
+    },
+    {
+      "grad_norm": 0.1439293771982193,
+      "learning_rate": 7.989836757252924e-06,
+      "loss": 0.0107,
+      "step": 1690
+    },
+    {
+      "grad_norm": 0.1739254742860794,
+      "learning_rate": 7.963788009812775e-06,
+      "loss": 0.0087,
+      "step": 1700
+    },
+    {
+      "grad_norm": 0.2483677864074707,
+      "learning_rate": 7.937614650966204e-06,
+      "loss": 0.0084,
+      "step": 1710
+    },
+    {
+      "grad_norm": 0.2167566865682602,
+      "learning_rate": 7.911317781162717e-06,
+      "loss": 0.0085,
+      "step": 1720
+    },
+    {
+      "grad_norm": 0.20251521468162537,
+      "learning_rate": 7.884898506044799e-06,
+      "loss": 0.0084,
+      "step": 1730
+    },
+    {
+      "grad_norm": 0.22781620919704437,
+      "learning_rate": 7.858357936401415e-06,
+      "loss": 0.0076,
+      "step": 1740
+    },
+    {
+      "grad_norm": 0.20889250934123993,
+      "learning_rate": 7.831697188121322e-06,
+      "loss": 0.0094,
+      "step": 1750
+    },
+    {
+      "grad_norm": 0.18276987969875336,
+      "learning_rate": 7.804917382146141e-06,
+      "loss": 0.0077,
+      "step": 1760
+    },
+    {
+      "grad_norm": 0.20425570011138916,
+      "learning_rate": 7.778019644423233e-06,
+      "loss": 0.0093,
+      "step": 1770
+    },
+    {
+      "grad_norm": 0.19957412779331207,
+      "learning_rate": 7.751005105858359e-06,
+      "loss": 0.0082,
+      "step": 1780
+    },
+    {
+      "grad_norm": 0.16609562933444977,
+      "learning_rate": 7.723874902268123e-06,
+      "loss": 0.0099,
+      "step": 1790
+    },
+    {
+      "grad_norm": 0.191396564245224,
+      "learning_rate": 7.696630174332229e-06,
+      "loss": 0.0082,
+      "step": 1800
+    },
+    {
+      "grad_norm": 0.13676762580871582,
+      "learning_rate": 7.669272067545517e-06,
+      "loss": 0.0075,
+      "step": 1810
+    },
+    {
+      "grad_norm": 0.19455572962760925,
+      "learning_rate": 7.641801732169796e-06,
+      "loss": 0.0083,
+      "step": 1820
+    },
+    {
+      "grad_norm": 0.15683458745479584,
+      "learning_rate": 7.6142203231854875e-06,
+      "loss": 0.0082,
+      "step": 1830
+    },
+    {
+      "grad_norm": 0.17572730779647827,
+      "learning_rate": 7.586529000243064e-06,
+      "loss": 0.0086,
+      "step": 1840
+    },
+    {
+      "grad_norm": 0.23978155851364136,
+      "learning_rate": 7.558728927614292e-06,
+      "loss": 0.0086,
+      "step": 1850
+    },
+    {
+      "grad_norm": 0.2035548835992813,
+      "learning_rate": 7.530821274143276e-06,
+      "loss": 0.0108,
+      "step": 1860
+    },
+    {
+      "grad_norm": 0.18040107190608978,
+      "learning_rate": 7.502807213197322e-06,
+      "loss": 0.0092,
+      "step": 1870
+    },
+    {
+      "grad_norm": 0.21696732938289642,
+      "learning_rate": 7.4746879226176e-06,
+      "loss": 0.0084,
+      "step": 1880
+    },
+    {
+      "grad_norm": 0.22239021956920624,
+      "learning_rate": 7.4464645846696186e-06,
+      "loss": 0.0094,
+      "step": 1890
+    },
+    {
+      "grad_norm": 0.1702863723039627,
+      "learning_rate": 7.4181383859935264e-06,
+      "loss": 0.0083,
+      "step": 1900
+    },
+    {
+      "grad_norm": 0.14922301471233368,
+      "learning_rate": 7.389710517554209e-06,
+      "loss": 0.009,
+      "step": 1910
+    },
+    {
+      "grad_norm": 0.23080326616764069,
+      "learning_rate": 7.361182174591226e-06,
+      "loss": 0.009,
+      "step": 1920
+    },
+    {
+      "grad_norm": 0.22270849347114563,
+      "learning_rate": 7.332554556568548e-06,
+      "loss": 0.0082,
+      "step": 1930
+    },
+    {
+      "grad_norm": 0.1911340355873108,
+      "learning_rate": 7.303828867124131e-06,
+      "loss": 0.0078,
+      "step": 1940
+    },
+    {
+      "grad_norm": 0.1781519651412964,
+      "learning_rate": 7.275006314019313e-06,
+      "loss": 0.0077,
+      "step": 1950
+    },
+    {
+      "grad_norm": 0.2404783070087433,
+      "learning_rate": 7.246088109088022e-06,
+      "loss": 0.0077,
+      "step": 1960
+    },
+    {
+      "grad_norm": 0.2085527926683426,
+      "learning_rate": 7.21707546818584e-06,
+      "loss": 0.0093,
+      "step": 1970
+    },
+    {
+      "grad_norm": 0.15962086617946625,
+      "learning_rate": 7.187969611138873e-06,
+      "loss": 0.0083,
+      "step": 1980
+    },
+    {
+      "grad_norm": 0.1987939178943634,
+      "learning_rate": 7.158771761692464e-06,
+      "loss": 0.008,
+      "step": 1990
+    },
+    {
+      "grad_norm": 0.1831449270248413,
+      "learning_rate": 7.129483147459752e-06,
+      "loss": 0.0077,
+      "step": 2000
+    },
+    {
+      "grad_norm": 0.22430279850959778,
+      "learning_rate": 7.100104999870036e-06,
+      "loss": 0.0071,
+      "step": 2010
+    },
+    {
+      "grad_norm": 0.1542672961950302,
+      "learning_rate": 7.070638554117022e-06,
+      "loss": 0.0086,
+      "step": 2020
+    },
+    {
+      "grad_norm": 0.18191839754581451,
+      "learning_rate": 7.041085049106879e-06,
+      "loss": 0.0087,
+      "step": 2030
+    },
+    {
+      "grad_norm": 0.1764129400253296,
+      "learning_rate": 7.011445727406152e-06,
+      "loss": 0.0078,
+      "step": 2040
+    },
+    {
+      "grad_norm": 0.18843625485897064,
+      "learning_rate": 6.981721835189517e-06,
+      "loss": 0.0084,
+      "step": 2050
+    },
+    {
+      "grad_norm": 0.2106025367975235,
+      "learning_rate": 6.9519146221873825e-06,
+      "loss": 0.008,
+      "step": 2060
+    },
+    {
+      "grad_norm": 0.24554157257080078,
+      "learning_rate": 6.922025341633361e-06,
+      "loss": 0.0082,
+      "step": 2070
+    },
+    {
+      "grad_norm": 0.15407349169254303,
+      "learning_rate": 6.892055250211552e-06,
+      "loss": 0.0069,
+      "step": 2080
+    },
+    {
+      "grad_norm": 0.22122369706630707,
+      "learning_rate": 6.862005608003731e-06,
+      "loss": 0.0104,
+      "step": 2090
+    },
+    {
+      "grad_norm": 0.17952808737754822,
+      "learning_rate": 6.83187767843635e-06,
+      "loss": 0.0077,
+      "step": 2100
+    },
+    {
+      "grad_norm": 0.20702286064624786,
+      "learning_rate": 6.80167272822743e-06,
+      "loss": 0.0067,
+      "step": 2110
+    },
+    {
+      "grad_norm": 0.1842574179172516,
+      "learning_rate": 6.771392027333295e-06,
+      "loss": 0.0079,
+      "step": 2120
+    },
+    {
+      "grad_norm": 0.16174280643463135,
+      "learning_rate": 6.741036848895177e-06,
+      "loss": 0.0098,
+      "step": 2130
+    },
+    {
+      "grad_norm": 0.18222860991954803,
+      "learning_rate": 6.710608469185694e-06,
+      "loss": 0.0072,
+      "step": 2140
+    },
+    {
+      "grad_norm": 0.19199351966381073,
+      "learning_rate": 6.680108167555184e-06,
+      "loss": 0.0079,
+      "step": 2150
+    },
+    {
+      "grad_norm": 0.1271338313817978,
+      "learning_rate": 6.6495372263779145e-06,
+      "loss": 0.0072,
+      "step": 2160
+    },
+    {
+      "grad_norm": 0.17075365781784058,
+      "learning_rate": 6.618896930998172e-06,
+      "loss": 0.0076,
+      "step": 2170
+    },
+    {
+      "grad_norm": 0.17238755524158478,
+      "learning_rate": 6.5881885696762095e-06,
+      "loss": 0.0075,
+      "step": 2180
+    },
+    {
+      "grad_norm": 0.16259953379631042,
+      "learning_rate": 6.557413433534091e-06,
+      "loss": 0.0068,
+      "step": 2190
+    },
+    {
+      "grad_norm": 0.2461572140455246,
+      "learning_rate": 6.526572816501406e-06,
+      "loss": 0.0097,
+      "step": 2200
+    },
+    {
+      "grad_norm": 0.22537799179553986,
+      "learning_rate": 6.495668015260863e-06,
+      "loss": 0.009,
+      "step": 2210
+    },
+    {
+      "grad_norm": 0.1766504943370819,
+      "learning_rate": 6.4647003291937714e-06,
+      "loss": 0.011,
+      "step": 2220
+    },
+    {
+      "grad_norm": 0.20440806448459625,
+      "learning_rate": 6.43367106032541e-06,
+      "loss": 0.0076,
+      "step": 2230
+    },
+    {
+      "grad_norm": 0.18012867867946625,
+      "learning_rate": 6.40258151327029e-06,
+      "loss": 0.0079,
+      "step": 2240
+    },
+    {
+      "grad_norm": 0.18391941487789154,
+      "learning_rate": 6.371432995177292e-06,
+      "loss": 0.0083,
+      "step": 2250
+    },
+    {
+      "grad_norm": 0.19673258066177368,
+      "learning_rate": 6.34022681567471e-06,
+      "loss": 0.0091,
+      "step": 2260
+    },
+    {
+      "grad_norm": 0.19076819717884064,
+      "learning_rate": 6.308964286815203e-06,
+      "loss": 0.0079,
+      "step": 2270
+    },
+    {
+      "grad_norm": 0.1631232351064682,
+      "learning_rate": 6.277646723020604e-06,
+      "loss": 0.0069,
+      "step": 2280
+    },
+    {
+      "grad_norm": 0.16517290472984314,
+      "learning_rate": 6.246275441026682e-06,
+      "loss": 0.0079,
+      "step": 2290
+    },
+    {
+      "grad_norm": 0.20617642998695374,
+      "learning_rate": 6.214851759827762e-06,
+      "loss": 0.0075,
+      "step": 2300
+    },
+    {
+      "grad_norm": 0.18827371299266815,
+      "learning_rate": 6.183377000621275e-06,
+      "loss": 0.0083,
+      "step": 2310
+    },
+    {
+      "grad_norm": 0.18648378551006317,
+      "learning_rate": 6.151852486752214e-06,
+      "loss": 0.0076,
+      "step": 2320
+    },
+    {
+      "grad_norm": 0.18149086833000183,
+      "learning_rate": 6.12027954365748e-06,
+      "loss": 0.0103,
+      "step": 2330
+    },
+    {
+      "grad_norm": 0.15184590220451355,
+      "learning_rate": 6.088659498810174e-06,
+      "loss": 0.0067,
+      "step": 2340
+    },
+    {
+      "grad_norm": 0.20112693309783936,
+      "learning_rate": 6.056993681663763e-06,
+      "loss": 0.0099,
+      "step": 2350
+    },
+    {
+      "grad_norm": 0.19103963673114777,
+      "learning_rate": 6.025283423596203e-06,
+      "loss": 0.0075,
+      "step": 2360
+    },
+    {
+      "grad_norm": 0.14498460292816162,
+      "learning_rate": 5.993530057853946e-06,
+      "loss": 0.0081,
+      "step": 2370
+    },
+    {
+      "grad_norm": 0.18232372403144836,
+      "learning_rate": 5.961734919495894e-06,
+      "loss": 0.0081,
+      "step": 2380
+    },
+    {
+      "grad_norm": 0.15424278378486633,
+      "learning_rate": 5.9298993453372625e-06,
+      "loss": 0.0085,
+      "step": 2390
+    },
+    {
+      "grad_norm": 0.1827041059732437,
+      "learning_rate": 5.898024673893374e-06,
+      "loss": 0.0088,
+      "step": 2400
+    },
+    {
+      "grad_norm": 0.16333433985710144,
+      "learning_rate": 5.8661122453233894e-06,
+      "loss": 0.0069,
+      "step": 2410
+    },
+    {
+      "grad_norm": 0.17437851428985596,
+      "learning_rate": 5.834163401373947e-06,
+      "loss": 0.0115,
+      "step": 2420
+    },
+    {
+      "grad_norm": 0.15465345978736877,
+      "learning_rate": 5.802179485322759e-06,
+      "loss": 0.0093,
+      "step": 2430
+    },
+    {
+      "grad_norm": 0.1457844227552414,
+      "learning_rate": 5.77016184192213e-06,
+      "loss": 0.0081,
+      "step": 2440
+    },
+    {
+      "grad_norm": 0.19642198085784912,
+      "learning_rate": 5.738111817342426e-06,
+      "loss": 0.008,
+      "step": 2450
+    },
+    {
+      "grad_norm": 0.18151909112930298,
+      "learning_rate": 5.706030759115458e-06,
+      "loss": 0.007,
+      "step": 2460
+    },
+    {
+      "grad_norm": 0.19089169800281525,
+      "learning_rate": 5.673920016077843e-06,
+      "loss": 0.0077,
+      "step": 2470
+    },
+    {
+      "grad_norm": 0.14629590511322021,
+      "learning_rate": 5.641780938314281e-06,
+      "loss": 0.007,
+      "step": 2480
+    },
+    {
+      "grad_norm": 0.19740518927574158,
+      "learning_rate": 5.609614877100799e-06,
+      "loss": 0.0108,
+      "step": 2490
+    },
+    {
+      "grad_norm": 0.16740502417087555,
+      "learning_rate": 5.577423184847932e-06,
+      "loss": 0.0071,
+      "step": 2500
+    },
+    {
+      "grad_norm": 0.18405596911907196,
+      "learning_rate": 5.54520721504386e-06,
+      "loss": 0.0089,
+      "step": 2510
+    },
+    {
+      "grad_norm": 0.1560523808002472,
+      "learning_rate": 5.512968322197507e-06,
+      "loss": 0.0073,
+      "step": 2520
+    },
+    {
+      "grad_norm": 0.18227609992027283,
+      "learning_rate": 5.480707861781589e-06,
+      "loss": 0.0081,
+      "step": 2530
+    },
+    {
+      "grad_norm": 0.15503700077533722,
+      "learning_rate": 5.448427190175621e-06,
+      "loss": 0.0067,
+      "step": 2540
+    },
+    {
+      "grad_norm": 0.1447220742702484,
+      "learning_rate": 5.4161276646088914e-06,
+      "loss": 0.0095,
+      "step": 2550
+    },
+    {
+      "grad_norm": 0.17038992047309875,
+      "learning_rate": 5.383810643103393e-06,
+      "loss": 0.0095,
+      "step": 2560
+    },
+    {
+      "grad_norm": 0.17083124816417694,
+      "learning_rate": 5.351477484416734e-06,
+      "loss": 0.0068,
+      "step": 2570
+    },
+    {
+      "grad_norm": 0.1712895780801773,
+      "learning_rate": 5.319129547985002e-06,
+      "loss": 0.0073,
+      "step": 2580
+    },
+    {
+      "grad_norm": 0.17350204288959503,
+      "learning_rate": 5.28676819386561e-06,
+      "loss": 0.0066,
+      "step": 2590
+    },
+    {
+      "grad_norm": 0.16593313217163086,
+      "learning_rate": 5.254394782680116e-06,
+      "loss": 0.0095,
+      "step": 2600
+    },
+    {
+      "grad_norm": 0.1826522797346115,
+      "learning_rate": 5.222010675557003e-06,
+      "loss": 0.0077,
+      "step": 2610
+    },
+    {
+      "grad_norm": 0.17305654287338257,
+      "learning_rate": 5.189617234074474e-06,
+      "loss": 0.0072,
+      "step": 2620
+    },
+    {
+      "grad_norm": 0.18159203231334686,
+      "learning_rate": 5.157215820203184e-06,
+      "loss": 0.0075,
+      "step": 2630
+    },
+    {
+      "grad_norm": 0.16657137870788574,
+      "learning_rate": 5.124807796248985e-06,
+      "loss": 0.0079,
+      "step": 2640
+    },
+    {
+      "grad_norm": 0.15016330778598785,
+      "learning_rate": 5.09239452479565e-06,
+      "loss": 0.0074,
+      "step": 2650
+    },
+    {
+      "grad_norm": 0.16722619533538818,
+      "learning_rate": 5.059977368647579e-06,
+      "loss": 0.0074,
+      "step": 2660
+    },
+    {
+      "grad_norm": 0.13478131592273712,
+      "learning_rate": 5.027557690772503e-06,
+      "loss": 0.0077,
+      "step": 2670
+    },
+    {
+      "grad_norm": 0.1626245230436325,
+      "learning_rate": 4.995136854244178e-06,
+      "loss": 0.0074,
+      "step": 2680
+    },
+    {
+      "grad_norm": 0.1599988490343094,
+      "learning_rate": 4.962716222185077e-06,
+      "loss": 0.0086,
+      "step": 2690
+    },
+    {
+      "grad_norm": 0.18868590891361237,
+      "learning_rate": 4.930297157709075e-06,
+      "loss": 0.0071,
+      "step": 2700
+    },
+    {
+      "grad_norm": 0.1557493358850479,
+      "learning_rate": 4.897881023864134e-06,
+      "loss": 0.0069,
+      "step": 2710
+    },
+    {
+      "grad_norm": 0.18045401573181152,
+      "learning_rate": 4.865469183575009e-06,
+      "loss": 0.008,
+      "step": 2720
+    },
+    {
+      "grad_norm": 0.14265184104442596,
+      "learning_rate": 4.833062999585924e-06,
+      "loss": 0.0079,
+      "step": 2730
+    },
+    {
+      "grad_norm": 0.1629435420036316,
+      "learning_rate": 4.800663834403292e-06,
+      "loss": 0.007,
+      "step": 2740
+    },
+    {
+      "grad_norm": 0.14637629687786102,
+      "learning_rate": 4.7682730502384195e-06,
+      "loss": 0.0061,
+      "step": 2750
+    },
+    {
+      "grad_norm": 0.15139730274677277,
+      "learning_rate": 4.735892008950237e-06,
+      "loss": 0.0066,
+      "step": 2760
+    },
+    {
+      "grad_norm": 0.12791484594345093,
+      "learning_rate": 4.70352207198804e-06,
+      "loss": 0.0097,
+      "step": 2770
+    },
+    {
+      "grad_norm": 0.15089571475982666,
+      "learning_rate": 4.671164600334246e-06,
+      "loss": 0.0064,
+      "step": 2780
+    },
+    {
+      "grad_norm": 0.1582707166671753,
+      "learning_rate": 4.638820954447173e-06,
+      "loss": 0.0067,
+      "step": 2790
+    },
+    {
+      "grad_norm": 0.16821728646755219,
+      "learning_rate": 4.606492494203837e-06,
+      "loss": 0.0077,
+      "step": 2800
+    },
+    {
+      "grad_norm": 0.1605900526046753,
+      "learning_rate": 4.5741805788427874e-06,
+      "loss": 0.0082,
+      "step": 2810
+    },
+    {
+      "grad_norm": 0.1484815627336502,
+      "learning_rate": 4.5418865669069405e-06,
+      "loss": 0.0086,
+      "step": 2820
+    },
+    {
+      "grad_norm": 0.20872092247009277,
+      "learning_rate": 4.509611816186473e-06,
+      "loss": 0.0064,
+      "step": 2830
+    },
+    {
+      "grad_norm": 0.15272173285484314,
+      "learning_rate": 4.477357683661734e-06,
+      "loss": 0.0074,
+      "step": 2840
+    },
+    {
+      "grad_norm": 0.15512466430664062,
+      "learning_rate": 4.4451255254461816e-06,
+      "loss": 0.0069,
+      "step": 2850
+    },
+    {
+      "grad_norm": 0.15502728521823883,
+      "learning_rate": 4.412916696729378e-06,
+      "loss": 0.0085,
+      "step": 2860
+    },
+    {
+      "grad_norm": 0.16042016446590424,
+      "learning_rate": 4.380732551719999e-06,
+      "loss": 0.0088,
+      "step": 2870
+    },
+    {
+      "grad_norm": 0.1160031259059906,
+      "learning_rate": 4.348574443588906e-06,
+      "loss": 0.0069,
+      "step": 2880
+    },
+    {
+      "grad_norm": 0.1936836540699005,
+      "learning_rate": 4.316443724412253e-06,
+      "loss": 0.0073,
+      "step": 2890
+    },
+    {
+      "grad_norm": 0.17114150524139404,
+      "learning_rate": 4.284341745114629e-06,
+      "loss": 0.0073,
+      "step": 2900
+    },
+    {
+      "grad_norm": 0.19440312683582306,
+      "learning_rate": 4.252269855412269e-06,
+      "loss": 0.0068,
+      "step": 2910
+    },
+    {
+      "grad_norm": 0.15185710787773132,
+      "learning_rate": 4.220229403756297e-06,
+      "loss": 0.0082,
+      "step": 2920
+    },
+    {
+      "grad_norm": 0.19393396377563477,
+      "learning_rate": 4.188221737276042e-06,
+      "loss": 0.0095,
+      "step": 2930
+    },
+    {
+      "grad_norm": 0.17481210827827454,
+      "learning_rate": 4.156248201722386e-06,
+      "loss": 0.0094,
+      "step": 2940
+    },
+    {
+      "grad_norm": 0.13892525434494019,
+      "learning_rate": 4.124310141411193e-06,
+      "loss": 0.0073,
+      "step": 2950
+    },
+    {
+      "grad_norm": 0.1696680784225464,
+      "learning_rate": 4.09240889916678e-06,
+      "loss": 0.0078,
+      "step": 2960
+    },
+    {
+      "grad_norm": 0.14912737905979156,
+      "learning_rate": 4.060545816265462e-06,
+      "loss": 0.0067,
+      "step": 2970
+    },
+    {
+      "grad_norm": 0.15833738446235657,
+      "learning_rate": 4.028722232379163e-06,
+      "loss": 0.0069,
+      "step": 2980
+    },
+    {
+      "grad_norm": 0.2037075161933899,
+      "learning_rate": 3.996939485519077e-06,
+      "loss": 0.0076,
+      "step": 2990
+    },
+    {
+      "grad_norm": 0.13205622136592865,
+      "learning_rate": 3.9651989119794265e-06,
+      "loss": 0.0068,
+      "step": 3000
+    },
+    {
+      "grad_norm": 0.16973072290420532,
+      "learning_rate": 3.9335018462812664e-06,
+      "loss": 0.007,
+      "step": 3010
+    },
+    {
+      "grad_norm": 0.13875490427017212,
+      "learning_rate": 3.901849621116385e-06,
+      "loss": 0.0075,
+      "step": 3020
+    },
+    {
+      "grad_norm": 0.1635066121816635,
+      "learning_rate": 3.870243567291263e-06,
+      "loss": 0.0064,
+      "step": 3030
+    },
+    {
+      "grad_norm": 0.13302381336688995,
+      "learning_rate": 3.838685013671125e-06,
+      "loss": 0.0073,
+      "step": 3040
+    },
+    {
+      "grad_norm": 0.20435571670532227,
+      "learning_rate": 3.807175287124065e-06,
+      "loss": 0.0061,
+      "step": 3050
+    },
+    {
+      "grad_norm": 0.18041419982910156,
+      "learning_rate": 3.775715712465263e-06,
+      "loss": 0.007,
+      "step": 3060
+    },
+    {
+      "grad_norm": 0.1597999930381775,
+      "learning_rate": 3.74430761240128e-06,
+      "loss": 0.0065,
+      "step": 3070
+    },
+    {
+      "grad_norm": 0.17167608439922333,
+      "learning_rate": 3.7129523074744432e-06,
+      "loss": 0.0072,
+      "step": 3080
+    },
+    {
+      "grad_norm": 0.14287324249744415,
+      "learning_rate": 3.681651116007331e-06,
+      "loss": 0.0077,
+      "step": 3090
+    },
+    {
+      "grad_norm": 0.139871746301651,
+      "learning_rate": 3.6504053540473385e-06,
+      "loss": 0.0081,
+      "step": 3100
+    },
+    {
+      "grad_norm": 0.14105159044265747,
+      "learning_rate": 3.619216335311346e-06,
+      "loss": 0.0074,
+      "step": 3110
+    },
+    {
+      "grad_norm": 0.1461724489927292,
+      "learning_rate": 3.588085371130489e-06,
+      "loss": 0.007,
+      "step": 3120
+    },
+    {
+      "grad_norm": 0.1559980809688568,
+      "learning_rate": 3.557013770395015e-06,
+      "loss": 0.0098,
+      "step": 3130
+    },
+    {
+      "grad_norm": 0.14847125113010406,
+      "learning_rate": 3.526002839499262e-06,
+      "loss": 0.0071,
+      "step": 3140
+    },
+    {
+      "grad_norm": 0.15446606278419495,
+      "learning_rate": 3.4950538822867236e-06,
+      "loss": 0.0079,
+      "step": 3150
+    },
+    {
+      "grad_norm": 0.14522752165794373,
+      "learning_rate": 3.464168199995231e-06,
+      "loss": 0.0062,
+      "step": 3160
+    },
+    {
+      "grad_norm": 0.1748635172843933,
+      "learning_rate": 3.433347091202247e-06,
+      "loss": 0.0066,
+      "step": 3170
+    },
+    {
+      "grad_norm": 0.1456315964460373,
+      "learning_rate": 3.40259185177026e-06,
+      "loss": 0.0066,
+      "step": 3180
+    },
+    {
+      "grad_norm": 0.1552278846502304,
+      "learning_rate": 3.37190377479231e-06,
+      "loss": 0.0078,
+      "step": 3190
+    },
+    {
+      "grad_norm": 0.1390221118927002,
+      "learning_rate": 3.3412841505376126e-06,
+      "loss": 0.0072,
+      "step": 3200
+    },
+    {
+      "grad_norm": 0.16480563580989838,
+      "learning_rate": 3.310734266397313e-06,
+      "loss": 0.0077,
+      "step": 3210
+    },
+    {
+      "grad_norm": 0.1649150252342224,
+      "learning_rate": 3.2802554068303595e-06,
+      "loss": 0.0067,
+      "step": 3220
+    },
+    {
+      "grad_norm": 0.1656564325094223,
+      "learning_rate": 3.249848853309498e-06,
+      "loss": 0.006,
+      "step": 3230
+    },
+    {
+      "grad_norm": 0.1461898535490036,
+      "learning_rate": 3.2195158842673925e-06,
+      "loss": 0.0076,
+      "step": 3240
+    },
+    {
+      "grad_norm": 0.18278367817401886,
+      "learning_rate": 3.1892577750428704e-06,
+      "loss": 0.0066,
+      "step": 3250
+    },
+    {
+      "grad_norm": 0.13786573708057404,
+      "learning_rate": 3.15907579782731e-06,
+      "loss": 0.0078,
+      "step": 3260
+    },
+    {
+      "grad_norm": 0.1395377367734909,
+      "learning_rate": 3.1289712216111433e-06,
+      "loss": 0.0076,
+      "step": 3270
+    },
+    {
+      "grad_norm": 0.14700208604335785,
+      "learning_rate": 3.098945312130506e-06,
+      "loss": 0.007,
+      "step": 3280
+    },
+    {
+      "grad_norm": 0.16532808542251587,
+      "learning_rate": 3.0689993318140177e-06,
+      "loss": 0.0099,
+      "step": 3290
+    },
+    {
+      "grad_norm": 0.14524875581264496,
+      "learning_rate": 3.039134539729707e-06,
+      "loss": 0.0067,
+      "step": 3300
+    },
+    {
+      "grad_norm": 0.19263531267642975,
+      "learning_rate": 3.009352191532072e-06,
+      "loss": 0.0071,
+      "step": 3310
+    },
+    {
+      "grad_norm": 0.16276566684246063,
+      "learning_rate": 2.979653539409286e-06,
+      "loss": 0.0084,
+      "step": 3320
+    },
+    {
+      "grad_norm": 0.15228287875652313,
+      "learning_rate": 2.950039832030552e-06,
+      "loss": 0.0067,
+      "step": 3330
+    },
+    {
+      "grad_norm": 0.11593017727136612,
+      "learning_rate": 2.9205123144936e-06,
+      "loss": 0.0073,
+      "step": 3340
+    },
+    {
+      "grad_norm": 0.1520807445049286,
+      "learning_rate": 2.8910722282723404e-06,
+      "loss": 0.0068,
+      "step": 3350
+    },
+    {
+      "grad_norm": 0.16609355807304382,
+      "learning_rate": 2.861720811164662e-06,
+      "loss": 0.0071,
+      "step": 3360
+    },
+    {
+      "grad_norm": 0.1382538378238678,
+      "learning_rate": 2.8324592972404e-06,
+      "loss": 0.0078,
+      "step": 3370
+    },
+    {
+      "grad_norm": 0.1377381682395935,
+      "learning_rate": 2.803288916789434e-06,
+      "loss": 0.0061,
+      "step": 3380
+    },
+    {
+      "grad_norm": 0.18671534955501556,
+      "learning_rate": 2.77421089626997e-06,
+      "loss": 0.0058,
+      "step": 3390
+    },
+    {
+      "grad_norm": 0.19992294907569885,
+      "learning_rate": 2.745226458256984e-06,
+      "loss": 0.0076,
+      "step": 3400
+    },
+    {
+      "grad_norm": 0.11138728260993958,
+      "learning_rate": 2.7163368213907975e-06,
+      "loss": 0.0061,
+      "step": 3410
+    },
+    {
+      "grad_norm": 0.12303023040294647,
+      "learning_rate": 2.6875432003258562e-06,
+      "loss": 0.0058,
+      "step": 3420
+    },
+    {
+      "grad_norm": 0.16506201028823853,
+      "learning_rate": 2.6588468056796534e-06,
+      "loss": 0.0062,
+      "step": 3430
+    },
+    {
+      "grad_norm": 0.1334795504808426,
+      "learning_rate": 2.6302488439818387e-06,
+      "loss": 0.008,
+      "step": 3440
+    },
+    {
+      "grad_norm": 0.14206889271736145,
+      "learning_rate": 2.6017505176234757e-06,
+      "loss": 0.0067,
+      "step": 3450
+    },
+    {
+      "grad_norm": 0.16445602476596832,
+      "learning_rate": 2.5733530248064987e-06,
+      "loss": 0.0093,
+      "step": 3460
+    },
+    {
+      "grad_norm": 0.12602002918720245,
+      "learning_rate": 2.5450575594933347e-06,
+      "loss": 0.0059,
+      "step": 3470
+    },
+    {
+      "grad_norm": 0.15165653824806213,
+      "learning_rate": 2.5168653113567e-06,
+      "loss": 0.0081,
+      "step": 3480
+    },
+    {
+      "grad_norm": 0.1677282303571701,
+      "learning_rate": 2.4887774657295784e-06,
+      "loss": 0.0076,
+      "step": 3490
+    },
+    {
+      "grad_norm": 0.16380077600479126,
+      "learning_rate": 2.4607952035553867e-06,
+      "loss": 0.0071,
+      "step": 3500
+    },
+    {
+      "grad_norm": 0.10524740815162659,
+      "learning_rate": 2.432919701338331e-06,
+      "loss": 0.0061,
+      "step": 3510
+    },
+    {
+      "grad_norm": 0.1022457480430603,
+      "learning_rate": 2.4051521310939258e-06,
+      "loss": 0.0078,
+      "step": 3520
+    },
+    {
+      "grad_norm": 0.11600089073181152,
+      "learning_rate": 2.3774936602997247e-06,
+      "loss": 0.0086,
+      "step": 3530
+    },
+    {
+      "grad_norm": 0.14939579367637634,
+      "learning_rate": 2.3499454518462397e-06,
+      "loss": 0.0066,
+      "step": 3540
+    },
+    {
+      "grad_norm": 0.11456549167633057,
+      "learning_rate": 2.322508663988037e-06,
+      "loss": 0.0066,
+      "step": 3550
+    },
+    {
+      "grad_norm": 0.1360103040933609,
+      "learning_rate": 2.295184450295042e-06,
+      "loss": 0.0072,
+      "step": 3560
+    },
+    {
+      "grad_norm": 0.14279311895370483,
+      "learning_rate": 2.267973959604046e-06,
+      "loss": 0.0068,
+      "step": 3570
+    },
+    {
+      "grad_norm": 0.1670876443386078,
+      "learning_rate": 2.2408783359703955e-06,
+      "loss": 0.0085,
+      "step": 3580
+    },
+    {
+      "grad_norm": 0.1801007091999054,
+      "learning_rate": 2.21389871861989e-06,
+      "loss": 0.0073,
+      "step": 3590
+    },
+    {
+      "grad_norm": 0.14070729911327362,
+      "learning_rate": 2.1870362419008844e-06,
+      "loss": 0.0084,
+      "step": 3600
+    },
+    {
+      "grad_norm": 0.15162476897239685,
+      "learning_rate": 2.1602920352366063e-06,
+      "loss": 0.0076,
+      "step": 3610
+    },
+    {
+      "grad_norm": 0.11926225572824478,
+      "learning_rate": 2.1336672230776524e-06,
+      "loss": 0.0064,
+      "step": 3620
+    },
+    {
+      "grad_norm": 0.16676262021064758,
+      "learning_rate": 2.1071629248547224e-06,
+      "loss": 0.0062,
+      "step": 3630
+    },
+    {
+      "grad_norm": 0.16389648616313934,
+      "learning_rate": 2.0807802549315543e-06,
+      "loss": 0.0061,
+      "step": 3640
+    },
+    {
+      "grad_norm": 0.12687431275844574,
+      "learning_rate": 2.0545203225580658e-06,
+      "loss": 0.0066,
+      "step": 3650
+    },
+    {
+      "grad_norm": 0.12443643063306808,
+      "learning_rate": 2.0283842318237163e-06,
+      "loss": 0.0077,
+      "step": 3660
+    },
+    {
+      "grad_norm": 0.10805920511484146,
+      "learning_rate": 2.0023730816110874e-06,
+      "loss": 0.0073,
+      "step": 3670
+    },
+    {
+      "grad_norm": 0.12088032811880112,
+      "learning_rate": 1.9764879655496866e-06,
+      "loss": 0.0059,
+      "step": 3680
+    },
+    {
+      "grad_norm": 0.1416546106338501,
+      "learning_rate": 1.950729971969955e-06,
+      "loss": 0.0065,
+      "step": 3690
+    },
+    {
+      "grad_norm": 0.13376402854919434,
+      "learning_rate": 1.9251001838575157e-06,
+      "loss": 0.0079,
+      "step": 3700
+    },
+    {
+      "grad_norm": 0.1173543706536293,
+      "learning_rate": 1.8995996788076416e-06,
+      "loss": 0.0065,
+      "step": 3710
+    },
+    {
+      "grad_norm": 0.12067501991987228,
+      "learning_rate": 1.87422952897994e-06,
+      "loss": 0.0076,
+      "step": 3720
+    },
+    {
+      "grad_norm": 0.15002977848052979,
+      "learning_rate": 1.848990801053287e-06,
+      "loss": 0.0063,
+      "step": 3730
+    },
+    {
+      "grad_norm": 0.12534640729427338,
+      "learning_rate": 1.8238845561809643e-06,
+      "loss": 0.0066,
+      "step": 3740
+    },
+    {
+      "grad_norm": 0.12740376591682434,
+      "learning_rate": 1.7989118499460578e-06,
+      "loss": 0.0072,
+      "step": 3750
+    },
+    {
+      "grad_norm": 0.13258518278598785,
+      "learning_rate": 1.7740737323170638e-06,
+      "loss": 0.007,
+      "step": 3760
+    },
+    {
+      "grad_norm": 0.13504824042320251,
+      "learning_rate": 1.74937124760375e-06,
+      "loss": 0.0066,
+      "step": 3770
+    },
+    {
+      "grad_norm": 0.15698139369487762,
+      "learning_rate": 1.7248054344132498e-06,
+      "loss": 0.0062,
+      "step": 3780
+    },
+    {
+      "grad_norm": 0.17561963200569153,
+      "learning_rate": 1.7003773256063882e-06,
+      "loss": 0.0078,
+      "step": 3790
+    },
+    {
+      "grad_norm": 0.1436198353767395,
+      "learning_rate": 1.676087948254258e-06,
+      "loss": 0.0068,
+      "step": 3800
+    },
+    {
+      "grad_norm": 0.11799685657024384,
+      "learning_rate": 1.6519383235950404e-06,
+      "loss": 0.0056,
+      "step": 3810
+    },
+    {
+      "grad_norm": 0.12107376754283905,
+      "learning_rate": 1.6279294669910657e-06,
+      "loss": 0.0064,
+      "step": 3820
+    },
+    {
+      "grad_norm": 0.09828881174325943,
+      "learning_rate": 1.6040623878861166e-06,
+      "loss": 0.0067,
+      "step": 3830
+    },
+    {
+      "grad_norm": 0.13736337423324585,
+      "learning_rate": 1.5803380897629939e-06,
+      "loss": 0.0063,
+      "step": 3840
+    },
+    {
+      "grad_norm": 0.1294400840997696,
+      "learning_rate": 1.556757570101326e-06,
+      "loss": 0.0068,
+      "step": 3850
+    },
+    {
+      "grad_norm": 0.14466823637485504,
+      "learning_rate": 1.5333218203356243e-06,
+      "loss": 0.0069,
+      "step": 3860
+    },
+    {
+      "grad_norm": 0.16395831108093262,
+      "learning_rate": 1.5100318258135994e-06,
+      "loss": 0.0072,
+      "step": 3870
+    },
+    {
+      "grad_norm": 0.15692344307899475,
+      "learning_rate": 1.4868885657547415e-06,
+      "loss": 0.0068,
+      "step": 3880
+    },
+    {
+      "grad_norm": 0.12216168642044067,
+      "learning_rate": 1.4638930132091367e-06,
+      "loss": 0.0061,
+      "step": 3890
+    },
+    {
+      "grad_norm": 0.11609058827161789,
+      "learning_rate": 1.441046135016566e-06,
+      "loss": 0.007,
+      "step": 3900
+    },
+    {
+      "grad_norm": 0.13286003470420837,
+      "learning_rate": 1.4183488917658462e-06,
+      "loss": 0.0085,
+      "step": 3910
+    },
+    {
+      "grad_norm": 0.1258145123720169,
+      "learning_rate": 1.3958022377544506e-06,
+      "loss": 0.0092,
+      "step": 3920
+    },
+    {
+      "grad_norm": 0.10750820487737656,
+      "learning_rate": 1.373407120948379e-06,
+      "loss": 0.0057,
+      "step": 3930
+    },
+    {
+      "grad_norm": 0.17419536411762238,
+      "learning_rate": 1.3511644829423032e-06,
+      "loss": 0.0068,
+      "step": 3940
+    },
+    {
+      "grad_norm": 0.13771472871303558,
+      "learning_rate": 1.3290752589199823e-06,
+      "loss": 0.0066,
+      "step": 3950
+    },
+    {
+      "grad_norm": 0.12734024226665497,
+      "learning_rate": 1.3071403776149349e-06,
+      "loss": 0.0071,
+      "step": 3960
+    },
+    {
+      "grad_norm": 0.1549912691116333,
+      "learning_rate": 1.2853607612713964e-06,
+      "loss": 0.0065,
+      "step": 3970
+    },
+    {
+      "grad_norm": 0.15657474100589752,
+      "learning_rate": 1.2637373256055445e-06,
+      "loss": 0.0109,
+      "step": 3980
+    },
+    {
+      "grad_norm": 0.16338898241519928,
+      "learning_rate": 1.2422709797669962e-06,
+      "loss": 0.0102,
+      "step": 3990
+    },
+    {
+      "grad_norm": 0.08695633709430695,
+      "learning_rate": 1.2209626263005802e-06,
+      "loss": 0.0071,
+      "step": 4000
+    },
+    {
+      "grad_norm": 0.10149053484201431,
+      "learning_rate": 1.1998131611083918e-06,
+      "loss": 0.007,
+      "step": 4010
+    },
+    {
+      "grad_norm": 0.1059093326330185,
+      "learning_rate": 1.1788234734121313e-06,
+      "loss": 0.0063,
+      "step": 4020
+    },
+    {
+      "grad_norm": 0.14522817730903625,
+      "learning_rate": 1.157994445715706e-06,
+      "loss": 0.0059,
+      "step": 4030
+    },
+    {
+      "grad_norm": 0.1221671774983406,
+      "learning_rate": 1.1373269537681313e-06,
+      "loss": 0.0062,
+      "step": 4040
+    },
+    {
+      "grad_norm": 0.13036932051181793,
+      "learning_rate": 1.1168218665267138e-06,
+      "loss": 0.0057,
+      "step": 4050
+    },
+    {
+      "grad_norm": 0.11792612820863724,
+      "learning_rate": 1.0964800461205076e-06,
+      "loss": 0.0069,
+      "step": 4060
+    },
+    {
+      "grad_norm": 0.12819325923919678,
+      "learning_rate": 1.076302347814076e-06,
+      "loss": 0.0067,
+      "step": 4070
+    },
+    {
+      "grad_norm": 0.09360143542289734,
+      "learning_rate": 1.0562896199715217e-06,
+      "loss": 0.0061,
+      "step": 4080
+    },
+    {
+      "grad_norm": 0.1111515462398529,
+      "learning_rate": 1.0364427040208292e-06,
+      "loss": 0.0071,
+      "step": 4090
+    },
+    {
+      "grad_norm": 0.13106010854244232,
+      "learning_rate": 1.0167624344184763e-06,
+      "loss": 0.0067,
+      "step": 4100
+    },
+    {
+      "grad_norm": 0.1395925134420395,
+      "learning_rate": 9.97249638614356e-07,
+      "loss": 0.0076,
+      "step": 4110
+    },
+    {
+      "grad_norm": 0.16179732978343964,
+      "learning_rate": 9.77905137016989e-07,
+      "loss": 0.0066,
+      "step": 4120
+    },
+    {
+      "grad_norm": 0.10920640081167221,
+      "learning_rate": 9.58729742959022e-07,
+      "loss": 0.0061,
+      "step": 4130
+    },
+    {
+      "grad_norm": 0.1252516806125641,
+      "learning_rate": 9.39724262663036e-07,
+      "loss": 0.0088,
+      "step": 4140
+    },
+    {
+      "grad_norm": 0.11075793206691742,
+      "learning_rate": 9.208894952076508e-07,
+      "loss": 0.0061,
+      "step": 4150
+    },
+    {
+      "grad_norm": 0.13468174636363983,
+      "learning_rate": 9.022262324939263e-07,
+      "loss": 0.0083,
+      "step": 4160
+    },
+    {
+      "grad_norm": 0.13226717710494995,
+      "learning_rate": 8.837352592120646e-07,
+      "loss": 0.0066,
+      "step": 4170
+    },
+    {
+      "grad_norm": 0.12911997735500336,
+      "learning_rate": 8.654173528084192e-07,
+      "loss": 0.0066,
+      "step": 4180
+    },
+    {
+      "grad_norm": 0.09684129804372787,
+      "learning_rate": 8.472732834528142e-07,
+      "loss": 0.0058,
+      "step": 4190
+    },
+    {
+      "grad_norm": 0.09637130796909332,
+      "learning_rate": 8.293038140061516e-07,
+      "loss": 0.0059,
+      "step": 4200
+    },
+    {
+      "grad_norm": 0.11158633977174759,
+      "learning_rate": 8.115096999883437e-07,
+      "loss": 0.006,
+      "step": 4210
+    },
+    {
+      "grad_norm": 0.14508719742298126,
+      "learning_rate": 7.938916895465504e-07,
+      "loss": 0.0059,
+      "step": 4220
+    },
+    {
+      "grad_norm": 0.12734860181808472,
+      "learning_rate": 7.76450523423714e-07,
+      "loss": 0.0056,
+      "step": 4230
+    },
+    {
+      "grad_norm": 0.13412269949913025,
+      "learning_rate": 7.591869349274267e-07,
+      "loss": 0.0087,
+      "step": 4240
+    },
+    {
+      "grad_norm": 0.13277405500411987,
+      "learning_rate": 7.421016498990874e-07,
+      "loss": 0.0074,
+      "step": 4250
+    },
+    {
+      "grad_norm": 0.13285693526268005,
+      "learning_rate": 7.251953866833939e-07,
+      "loss": 0.0066,
+      "step": 4260
+    },
+    {
+      "grad_norm": 0.12012125551700592,
+      "learning_rate": 7.084688560981329e-07,
+      "loss": 0.0057,
+      "step": 4270
+    },
+    {
+      "grad_norm": 0.120536208152771,
+      "learning_rate": 6.919227614042967e-07,
+      "loss": 0.0065,
+      "step": 4280
+    },
+    {
+      "grad_norm": 0.11661861836910248,
+      "learning_rate": 6.755577982765199e-07,
+      "loss": 0.0068,
+      "step": 4290
+    },
+    {
+      "grad_norm": 0.10155164450407028,
+      "learning_rate": 6.593746547738195e-07,
+      "loss": 0.0065,
+      "step": 4300
+    },
+    {
+      "grad_norm": 0.1063469871878624,
+      "learning_rate": 6.433740113106723e-07,
+      "loss": 0.007,
+      "step": 4310
+    },
+    {
+      "grad_norm": 0.08735958486795425,
+      "learning_rate": 6.275565406284101e-07,
+      "loss": 0.0057,
+      "step": 4320
+    },
+    {
+      "grad_norm": 0.14039689302444458,
+      "learning_rate": 6.119229077669286e-07,
+      "loss": 0.0072,
+      "step": 4330
+    },
+    {
+      "grad_norm": 0.12924741208553314,
+      "learning_rate": 5.964737700367268e-07,
+      "loss": 0.0074,
+      "step": 4340
+    },
+    {
+      "grad_norm": 0.12861283123493195,
+      "learning_rate": 5.812097769912712e-07,
+      "loss": 0.0066,
+      "step": 4350
+    },
+    {
+      "grad_norm": 0.1571611911058426,
+      "learning_rate": 5.661315703996905e-07,
+      "loss": 0.0058,
+      "step": 4360
+    },
+    {
+      "grad_norm": 0.12121699750423431,
+      "learning_rate": 5.512397842197847e-07,
+      "loss": 0.0072,
+      "step": 4370
+    },
+    {
+      "grad_norm": 0.13491298258304596,
+      "learning_rate": 5.365350445713757e-07,
+      "loss": 0.0072,
+      "step": 4380
+    },
+    {
+      "grad_norm": 0.1281762421131134,
+      "learning_rate": 5.220179697099792e-07,
+      "loss": 0.0071,
+      "step": 4390
+    },
+    {
+      "grad_norm": 0.1719849705696106,
+      "learning_rate": 5.076891700008147e-07,
+      "loss": 0.0072,
+      "step": 4400
+    },
+    {
+      "grad_norm": 0.1799411177635193,
+      "learning_rate": 4.935492478931397e-07,
+      "loss": 0.0076,
+      "step": 4410
+    },
+    {
+      "grad_norm": 0.1129179447889328,
+      "learning_rate": 4.795987978949185e-07,
+      "loss": 0.0058,
+      "step": 4420
+    },
+    {
+      "grad_norm": 0.11943493783473969,
+      "learning_rate": 4.658384065478316e-07,
+      "loss": 0.007,
+      "step": 4430
+    },
+    {
+      "grad_norm": 0.12416908144950867,
+      "learning_rate": 4.5226865240260873e-07,
+      "loss": 0.0058,
+      "step": 4440
+    },
+    {
+      "grad_norm": 0.13244906067848206,
+      "learning_rate": 4.3889010599470763e-07,
+      "loss": 0.0075,
+      "step": 4450
+    },
+    {
+      "grad_norm": 0.10848696529865265,
+      "learning_rate": 4.257033298203239e-07,
+      "loss": 0.0059,
+      "step": 4460
+    },
+    {
+      "grad_norm": 0.20124682784080505,
+      "learning_rate": 4.127088783127453e-07,
+      "loss": 0.0056,
+      "step": 4470
+    },
+    {
+      "grad_norm": 0.11687291413545609,
+      "learning_rate": 3.9990729781903494e-07,
+      "loss": 0.0079,
+      "step": 4480
+    },
+    {
+      "grad_norm": 0.12525412440299988,
+      "learning_rate": 3.872991265770648e-07,
+      "loss": 0.0074,
+      "step": 4490
+    },
+    {
+      "grad_norm": 0.10826266556978226,
+      "learning_rate": 3.74884894692884e-07,
+      "loss": 0.0078,
+      "step": 4500
+    },
+    {
+      "grad_norm": 0.11437051743268967,
+      "learning_rate": 3.6266512411843035e-07,
+      "loss": 0.0054,
+      "step": 4510
+    },
+    {
+      "grad_norm": 0.11760707944631577,
+      "learning_rate": 3.5064032862958397e-07,
+      "loss": 0.006,
+      "step": 4520
+    },
+    {
+      "grad_norm": 0.0732111856341362,
+      "learning_rate": 3.3881101380456914e-07,
+      "loss": 0.0072,
+      "step": 4530
+    },
+    {
+      "grad_norm": 0.12257468700408936,
+      "learning_rate": 3.271776770026963e-07,
+      "loss": 0.0069,
+      "step": 4540
+    },
+    {
+      "grad_norm": 0.12124118953943253,
+      "learning_rate": 3.1574080734344757e-07,
+      "loss": 0.0067,
+      "step": 4550
+    },
+    {
+      "grad_norm": 0.1068987175822258,
+      "learning_rate": 3.0450088568591605e-07,
+      "loss": 0.0069,
+      "step": 4560
+    },
+    {
+      "grad_norm": 0.12387272715568542,
+      "learning_rate": 2.9345838460858533e-07,
+      "loss": 0.0053,
+      "step": 4570
+    },
+    {
+      "grad_norm": 0.11325720697641373,
+      "learning_rate": 2.826137683894642e-07,
+      "loss": 0.0067,
+      "step": 4580
+    },
+    {
+      "grad_norm": 0.12657305598258972,
+      "learning_rate": 2.719674929865607e-07,
+      "loss": 0.0067,
+      "step": 4590
+    },
+    {
+      "grad_norm": 0.11092711985111237,
+      "learning_rate": 2.6152000601871286e-07,
+      "loss": 0.0067,
+      "step": 4600
+    },
+    {
+      "grad_norm": 0.10603311657905579,
+      "learning_rate": 2.5127174674677514e-07,
+      "loss": 0.0071,
+      "step": 4610
+    },
+    {
+      "grad_norm": 0.10764645040035248,
+      "learning_rate": 2.4122314605513953e-07,
+      "loss": 0.006,
+      "step": 4620
+    },
+    {
+      "grad_norm": 0.13234812021255493,
+      "learning_rate": 2.3137462643362696e-07,
+      "loss": 0.0063,
+      "step": 4630
+    },
+    {
+      "grad_norm": 0.1111011803150177,
+      "learning_rate": 2.2172660195972252e-07,
+      "loss": 0.0057,
+      "step": 4640
+    },
+    {
+      "grad_norm": 0.13392621278762817,
+      "learning_rate": 2.1227947828116158e-07,
+      "loss": 0.0071,
+      "step": 4650
+    },
+    {
+      "grad_norm": 0.10567551851272583,
+      "learning_rate": 2.030336525988802e-07,
+      "loss": 0.0065,
+      "step": 4660
+    },
+    {
+      "grad_norm": 0.13264816999435425,
+      "learning_rate": 1.9398951365030948e-07,
+      "loss": 0.0069,
+      "step": 4670
+    },
+    {
+      "grad_norm": 0.12655635178089142,
+      "learning_rate": 1.8514744169303767e-07,
+      "loss": 0.0075,
+      "step": 4680
+    },
+    {
+      "grad_norm": 0.1307709515094757,
+      "learning_rate": 1.7650780848881498e-07,
+      "loss": 0.0091,
+      "step": 4690
+    },
+    {
+      "grad_norm": 0.11376588046550751,
+      "learning_rate": 1.6807097728792743e-07,
+      "loss": 0.0063,
+      "step": 4700
+    },
+    {
+      "grad_norm": 0.10045772045850754,
+      "learning_rate": 1.5983730281392663e-07,
+      "loss": 0.0064,
+      "step": 4710
+    },
+    {
+      "grad_norm": 0.13652394711971283,
+      "learning_rate": 1.5180713124870793e-07,
+      "loss": 0.0072,
+      "step": 4720
+    },
+    {
+      "grad_norm": 0.14289340376853943,
+      "learning_rate": 1.4398080021796158e-07,
+      "loss": 0.0068,
+      "step": 4730
+    },
+    {
+      "grad_norm": 0.10488095879554749,
+      "learning_rate": 1.363586387769761e-07,
+      "loss": 0.0064,
+      "step": 4740
+    },
+    {
+      "grad_norm": 0.1261162906885147,
+      "learning_rate": 1.2894096739680227e-07,
+      "loss": 0.0085,
+      "step": 4750
+    },
+    {
+      "grad_norm": 0.11971191316843033,
+      "learning_rate": 1.21728097950779e-07,
+      "loss": 0.0083,
+      "step": 4760
+    },
+    {
+      "grad_norm": 0.1116359531879425,
+      "learning_rate": 1.1472033370142077e-07,
+      "loss": 0.0077,
+      "step": 4770
+    },
+    {
+      "grad_norm": 0.1636156290769577,
+      "learning_rate": 1.0791796928766918e-07,
+      "loss": 0.0073,
+      "step": 4780
+    },
+    {
+      "grad_norm": 0.11276334524154663,
+      "learning_rate": 1.0132129071250108e-07,
+      "loss": 0.0071,
+      "step": 4790
+    },
+    {
+      "grad_norm": 0.12135202437639236,
+      "learning_rate": 9.493057533090655e-08,
+      "loss": 0.0063,
+      "step": 4800
+    },
+    {
+      "grad_norm": 0.12434811890125275,
+      "learning_rate": 8.87460918382288e-08,
+      "loss": 0.0077,
+      "step": 4810
+    },
+    {
+      "grad_norm": 0.10777053236961365,
+      "learning_rate": 8.276810025886207e-08,
+      "loss": 0.0071,
+      "step": 4820
+    },
+    {
+      "grad_norm": 0.10811788588762283,
+      "learning_rate": 7.699685193532369e-08,
+      "loss": 0.0069,
+      "step": 4830
+    },
+    {
+      "grad_norm": 0.14232268929481506,
+      "learning_rate": 7.143258951768484e-08,
+      "loss": 0.0067,
+      "step": 4840
+    },
+    {
+      "grad_norm": 0.09892482310533524,
+      "learning_rate": 6.607554695336749e-08,
+      "loss": 0.0057,
+      "step": 4850
+    },
+    {
+      "grad_norm": 0.1234084963798523,
+      "learning_rate": 6.092594947731012e-08,
+      "loss": 0.008,
+      "step": 4860
+    },
+    {
+      "grad_norm": 0.08348482847213745,
+      "learning_rate": 5.598401360249528e-08,
+      "loss": 0.0063,
+      "step": 4870
+    },
+    {
+      "grad_norm": 0.12474005669355392,
+      "learning_rate": 5.124994711084963e-08,
+      "loss": 0.0062,
+      "step": 4880
+    },
+    {
+      "grad_norm": 0.12006371468305588,
+      "learning_rate": 4.672394904450372e-08,
+      "loss": 0.0063,
+      "step": 4890
+    },
+    {
+      "grad_norm": 0.10794815421104431,
+      "learning_rate": 4.240620969742759e-08,
+      "loss": 0.0063,
+      "step": 4900
+    },
+    {
+      "grad_norm": 0.1214495524764061,
+      "learning_rate": 3.8296910607426576e-08,
+      "loss": 0.0064,
+      "step": 4910
+    },
+    {
+      "grad_norm": 0.09389808028936386,
+      "learning_rate": 3.439622454851188e-08,
+      "loss": 0.0087,
+      "step": 4920
+    },
+    {
+      "grad_norm": 0.12423347681760788,
+      "learning_rate": 3.0704315523631956e-08,
+      "loss": 0.0088,
+      "step": 4930
+    },
+    {
+      "grad_norm": 0.10698903352022171,
+      "learning_rate": 2.722133875778077e-08,
+      "loss": 0.0069,
+      "step": 4940
+    },
+    {
+      "grad_norm": 0.1059388592839241,
+      "learning_rate": 2.394744069147137e-08,
+      "loss": 0.0076,
+      "step": 4950
+    },
+    {
+      "grad_norm": 0.10103761404752731,
+      "learning_rate": 2.0882758974575256e-08,
+      "loss": 0.0085,
+      "step": 4960
+    },
+    {
+      "grad_norm": 0.1073179841041565,
+      "learning_rate": 1.8027422460539234e-08,
+      "loss": 0.0067,
+      "step": 4970
+    },
+    {
+      "grad_norm": 0.11128496378660202,
+      "learning_rate": 1.538155120096585e-08,
+      "loss": 0.0071,
+      "step": 4980
+    },
+    {
+      "grad_norm": 0.14867077767848969,
+      "learning_rate": 1.2945256440564658e-08,
+      "loss": 0.0068,
+      "step": 4990
+    },
+    {
+      "grad_norm": 0.12605531513690948,
+      "learning_rate": 1.0718640612477627e-08,
+      "loss": 0.0071,
+      "step": 5000
+    },
+    {
+      "grad_norm": 0.10188615322113037,
+      "learning_rate": 8.701797333970363e-09,
+      "loss": 0.0072,
+      "step": 5010
+    },
+    {
+      "grad_norm": 0.13151030242443085,
+      "learning_rate": 6.894811402496926e-09,
+      "loss": 0.0069,
+      "step": 5020
+    },
+    {
+      "grad_norm": 0.13132736086845398,
+      "learning_rate": 5.297758792134899e-09,
+      "loss": 0.0065,
+      "step": 5030
+    },
+    {
+      "grad_norm": 0.07553563266992569,
+      "learning_rate": 3.910706650388507e-09,
+      "loss": 0.0069,
+      "step": 5040
+    },
+    {
+      "grad_norm": 0.14213469624519348,
+      "learning_rate": 2.7337132953697555e-09,
+      "loss": 0.0058,
+      "step": 5050
+    },
+    {
+      "grad_norm": 0.18763279914855957,
+      "learning_rate": 1.7668282133431746e-09,
+      "loss": 0.0065,
+      "step": 5060
+    },
+    {
+      "grad_norm": 0.1700616031885147,
+      "learning_rate": 1.0100920566458172e-09,
+      "loss": 0.0061,
+      "step": 5070
+    },
+    {
+      "grad_norm": 0.1079893633723259,
+      "learning_rate": 4.635366419780685e-10,
+      "loss": 0.0057,
+      "step": 5080
+    },
+    {
+      "grad_norm": 0.11632699519395828,
+      "learning_rate": 1.271849490680488e-10,
+      "loss": 0.0064,
+      "step": 5090
+    },
+    {
+      "grad_norm": 0.09844018518924713,
+      "learning_rate": 1.0511197007234685e-12,
+      "loss": 0.0066,
+      "step": 5100
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 5100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 5000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-5100/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fc1a9ec2db66ad83234576d2aa4a5531ace6eac8a82ae89682aa1091a181f5
+size 5713

checkpoint-5100/wandb_config.json

@@ -0,0 +1 @@
+{"project": "finetune-gr00t-n1d6", "run_id": "dual_arm_finetune"}

config.json

@@ -0,0 +1,70 @@
+{
+  "action_horizon": 50,
+  "add_pos_embed": true,
+  "apply_sincos_state_encoding": true,
+  "architectures": [
+    "Gr00tN1d6"
+  ],
+  "attn_dropout": 0.2,
+  "attn_implementation": null,
+  "backbone_embedding_dim": 2048,
+  "backbone_model_type": "eagle",
+  "backbone_trainable_params_fp32": true,
+  "collator_overwrite_image_inputs": false,
+  "color_jitter_params": {
+    "brightness": 0.1,
+    "contrast": 0.1,
+    "hue": 0.1,
+    "saturation": 0.1
+  },
+  "crop_fraction": 0.95,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "eagle_collator": true,
+  "formalize_language": true,
+  "gemma_collator": false,
+  "hidden_size": 1024,
+  "image_crop_size": null,
+  "image_target_size": null,
+  "input_embedding_dim": 1536,
+  "load_bf16": true,
+  "max_action_dim": 128,
+  "max_num_embodiments": 32,
+  "max_seq_len": 1024,
+  "max_state_dim": 128,
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "model_type": "Gr00tN1d6",
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_inference_timesteps": 4,
+  "num_timestep_buckets": 1000,
+  "random_rotation_angle": null,
+  "reproject_vision": false,
+  "select_layer": 16,
+  "shortest_image_edge": 256,
+  "state_dropout_prob": 0.0,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.3",
+  "tune_diffusion_model": true,
+  "tune_llm": false,
+  "tune_projector": true,
+  "tune_top_llm_layers": 4,
+  "tune_visual": false,
+  "tune_vlln": true,
+  "use_albumentations_transforms": true,
+  "use_alternate_vl_dit": true,
+  "use_flash_attention": true,
+  "use_relative_action": true,
+  "use_vlln": true
+}

experiment_cfg/conf.yaml

@@ -0,0 +1,234 @@
+load_config_path: null
+model:
+  model_type: Gr00tN1d6
+  model_dtype: bfloat16
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  backbone_model_type: eagle
+  model_revision: null
+  tune_top_llm_layers: 4
+  backbone_embedding_dim: 2048
+  tune_llm: false
+  tune_visual: false
+  select_layer: 16
+  reproject_vision: false
+  use_flash_attention: true
+  load_bf16: false
+  collator_overwrite_image_inputs: false
+  eagle_collator: true
+  backbone_trainable_params_fp32: true
+  image_crop_size: null
+  image_target_size: null
+  shortest_image_edge: 256
+  crop_fraction: 0.95
+  random_rotation_angle: null
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    saturation: 0.5
+    hue: 0.08
+  use_albumentations_transforms: true
+  extra_augmentation_config: null
+  formalize_language: true
+  apply_sincos_state_encoding: false
+  use_relative_action: true
+  max_state_dim: 29
+  max_action_dim: 29
+  action_horizon: 16
+  hidden_size: 1024
+  input_embedding_dim: 1536
+  add_pos_embed: true
+  attn_dropout: 0.2
+  use_vlln: true
+  max_seq_len: 1024
+  use_alternate_vl_dit: true
+  attend_text_every_n_blocks: 2
+  diffusion_model_cfg:
+    positional_embeddings: null
+    num_layers: 32
+    num_attention_heads: 32
+    attention_head_dim: 48
+    norm_type: ada_norm
+    dropout: 0.2
+    final_dropout: true
+    output_dim: 1024
+    interleave_self_attention: true
+  num_inference_timesteps: 4
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_timestep_buckets: 1000
+  tune_projector: true
+  tune_diffusion_model: true
+  tune_vlln: true
+  state_dropout_prob: 0.0
+  state_additive_noise_scale: 0.0
+  max_num_embodiments: 32
+data:
+  datasets:
+  - dataset_paths:
+    - /content/Isaac-GR00T/gubam/upper_body_add_dataset
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    dataset_type: physical_embodiment
+    val_dataset_path: null
+  modality_configs:
+    new_embodiment:
+      video:
+        delta_indices:
+        - 0
+        modality_keys:
+        - front
+        - left_wrist
+        - right_wrist
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      state:
+        delta_indices:
+        - 0
+        modality_keys:
+        - arm
+        - left_hand
+        - right_hand
+        sin_cos_embedding_keys:
+        - arm
+        - left_hand
+        - right_hand
+        mean_std_embedding_keys: null
+        action_configs: null
+      action:
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        - 16
+        - 17
+        - 18
+        - 19
+        - 20
+        - 21
+        - 22
+        - 23
+        - 24
+        - 25
+        - 26
+        - 27
+        - 28
+        - 29
+        modality_keys:
+        - arm
+        - left_hand
+        - right_hand
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs:
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+      language:
+        delta_indices:
+        - 0
+        modality_keys:
+        - annotation.task_description
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+  download_cache: false
+  shard_size: 1024
+  episode_sampling_rate: 0.1
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  mode: single_turn
+  random_chop: 0.0
+  mock_dataset_mode: false
+  shuffle: true
+  seed: 42
+  multiprocessing_context: fork
+  allow_padding: false
+  subsample_ratio: 1.0
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  video_backend: torchcodec
+training:
+  output_dir: /tmp/dual_arm_finetune
+  experiment_name: null
+  max_steps: 5100
+  global_batch_size: 64
+  batch_size: null
+  gradient_accumulation_steps: 1
+  learning_rate: 1.0e-05
+  lr_scheduler_type: cosine
+  weight_decay: 1.0e-05
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  max_grad_norm: 1.0
+  optim: adamw_torch
+  start_from_checkpoint: /content/Isaac-GR00T/gubam/upper_body-batch32_model/checkpoint-50000
+  tf32: true
+  fp16: false
+  bf16: true
+  eval_bf16: true
+  logging_steps: 10
+  save_steps: 5000
+  save_total_limit: 5
+  save_vl_model: false
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  max_concurrent_uploads: 2
+  eval_strategy: 'no'
+  eval_steps: 500
+  eval_set_split_ratio: 0.1
+  eval_batch_size: 2
+  save_best_eval_metric_name: ''
+  save_best_eval_metric_greater_is_better: true
+  deepspeed_stage: 2
+  gradient_checkpointing: false
+  transformers_trust_remote_code: true
+  transformers_local_files_only: false
+  transformers_cache_dir: null
+  transformers_access_token: null
+  use_ddp: false
+  ddp_bucket_cap_mb: 100
+  num_gpus: 1
+  dataloader_num_workers: 4
+  remove_unused_columns: false
+  use_wandb: true
+  wandb_project: finetune-gr00t-n1d6
+  enable_profiling: false
+  max_retries: 3
+  assert_loss_less_than: null
+  add_rl_callback: false
+  enable_open_loop_eval: false
+  open_loop_eval_traj_ids:
+  - 0
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_plot_indices: null
+max_steps: 5100
+save_steps: 5000

experiment_cfg/config.yaml

@@ -0,0 +1,268 @@
+!!python/object:gr00t.configs.base_config.Config
+data: !!python/object:gr00t.configs.data.data_config.DataConfig
+  allow_padding: false
+  datasets:
+  - !!python/object:gr00t.configs.data.data_config.SingleDatasetConfig
+    dataset_paths:
+    - /content/Isaac-GR00T/gubam/upper_body_add_dataset
+    dataset_type: physical_embodiment
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    val_dataset_path: null
+  download_cache: false
+  episode_sampling_rate: 0.1
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  mock_dataset_mode: false
+  modality_configs:
+    new_embodiment:
+      action: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs:
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: &id001 !!python/object/apply:gr00t.data.types.ActionFormat
+          - default
+          rep: &id002 !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - absolute
+          state_key: null
+          type: &id003 !!python/object/apply:gr00t.data.types.ActionType
+          - non_eef
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        - 16
+        - 17
+        - 18
+        - 19
+        - 20
+        - 21
+        - 22
+        - 23
+        - 24
+        - 25
+        - 26
+        - 27
+        - 28
+        - 29
+        mean_std_embedding_keys: null
+        modality_keys:
+        - arm
+        - left_hand
+        - right_hand
+        sin_cos_embedding_keys: null
+      language: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - annotation.task_description
+        sin_cos_embedding_keys: null
+      state: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - arm
+        - left_hand
+        - right_hand
+        sin_cos_embedding_keys:
+        - arm
+        - left_hand
+        - right_hand
+      video: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - front
+        - left_wrist
+        - right_wrist
+        sin_cos_embedding_keys: null
+  mode: single_turn
+  multiprocessing_context: fork
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  random_chop: 0.0
+  seed: 42
+  shard_size: 1024
+  shuffle: true
+  subsample_ratio: 1.0
+  video_backend: torchcodec
+load_config_path: null
+model: !!python/object:gr00t.configs.model.gr00t_n1d6.Gr00tN1d6Config
+  _attn_implementation_autoset: false
+  _attn_implementation_internal: null
+  _commit_hash: null
+  _name_or_path: ''
+  add_cross_attention: false
+  architectures: null
+  backbone_model_type: eagle
+  backbone_trainable_params_fp32: true
+  bad_words_ids: null
+  begin_suppress_tokens: null
+  bos_token_id: null
+  chunk_size_feed_forward: 0
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    hue: 0.08
+    saturation: 0.5
+  cross_attention_hidden_size: null
+  decoder_start_token_id: null
+  diffusion_model_cfg:
+    attention_head_dim: 48
+    dropout: 0.2
+    final_dropout: true
+    interleave_self_attention: true
+    norm_type: ada_norm
+    num_attention_heads: 32
+    num_layers: 32
+    output_dim: 1024
+    positional_embeddings: null
+  diversity_penalty: 0.0
+  do_sample: false
+  eagle_collator: true
+  early_stopping: false
+  encoder_no_repeat_ngram_size: 0
+  eos_token_id: null
+  exponential_decay_length_penalty: null
+  extra_augmentation_config: null
+  finetuning_task: null
+  forced_bos_token_id: null
+  forced_eos_token_id: null
+  id2label:
+    0: LABEL_0
+    1: LABEL_1
+  is_decoder: false
+  is_encoder_decoder: false
+  label2id:
+    LABEL_0: 0
+    LABEL_1: 1
+  length_penalty: 1.0
+  load_bf16: false
+  max_length: 20
+  min_length: 0
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  no_repeat_ngram_size: 0
+  num_beam_groups: 1
+  num_beams: 1
+  num_return_sequences: 1
+  output_attentions: false
+  output_hidden_states: false
+  output_scores: false
+  pad_token_id: null
+  prefix: null
+  problem_type: null
+  pruned_heads: {}
+  random_rotation_angle: null
+  remove_invalid_values: false
+  repetition_penalty: 1.0
+  reproject_vision: false
+  return_dict: true
+  return_dict_in_generate: false
+  sep_token_id: null
+  state_dropout_prob: 0.0
+  suppress_tokens: null
+  task_specific_params: null
+  temperature: 1.0
+  tf_legacy_loss: false
+  tie_encoder_decoder: false
+  tie_word_embeddings: true
+  tokenizer_class: null
+  top_k: 50
+  top_p: 1.0
+  torch_dtype: null
+  torchscript: false
+  transformers_version: null
+  tune_diffusion_model: true
+  tune_llm: false
+  tune_projector: true
+  tune_visual: false
+  typical_p: 1.0
+  use_bfloat16: false
+  use_relative_action: true
+training: !!python/object:gr00t.configs.training.training_config.TrainingConfig
+  add_rl_callback: false
+  assert_loss_less_than: null
+  batch_size: null
+  bf16: true
+  dataloader_num_workers: 4
+  ddp_bucket_cap_mb: 100
+  deepspeed_stage: 2
+  enable_open_loop_eval: false
+  enable_profiling: false
+  eval_batch_size: 2
+  eval_bf16: true
+  eval_set_split_ratio: 0.1
+  eval_steps: 500
+  eval_strategy: 'no'
+  experiment_name: null
+  fp16: false
+  global_batch_size: 64
+  gradient_accumulation_steps: 1
+  gradient_checkpointing: false
+  learning_rate: 1.0e-05
+  logging_steps: 10
+  lr_scheduler_type: cosine
+  max_concurrent_uploads: 2
+  max_grad_norm: 1.0
+  max_retries: 3
+  max_steps: 5100
+  num_gpus: 1
+  open_loop_eval_plot_indices: null
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_traj_ids:
+  - 0
+  optim: adamw_torch
+  output_dir: /tmp/dual_arm_finetune
+  remove_unused_columns: false
+  save_best_eval_metric_greater_is_better: true
+  save_best_eval_metric_name: ''
+  save_steps: 5000
+  save_total_limit: 5
+  save_vl_model: false
+  start_from_checkpoint: /content/Isaac-GR00T/gubam/upper_body-batch32_model/checkpoint-50000
+  tf32: true
+  transformers_access_token: null
+  transformers_cache_dir: null
+  transformers_local_files_only: false
+  transformers_trust_remote_code: true
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  use_ddp: false
+  use_wandb: true
+  wandb_project: finetune-gr00t-n1d6
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  weight_decay: 1.0e-05

experiment_cfg/dataset_statistics.json

@@ -0,0 +1,813 @@
+{
+  "new_embodiment": {
+    "state": {
+      "arm": {
+        "min": [
+          -0.0005235987482592463,
+          0.0,
+          -0.4864232540130615,
+          -0.4447098970413208,
+          -0.8208283185958862,
+          -0.6750933527946472,
+          0.36337754130363464,
+          -0.47630035877227783,
+          -0.8415977358818054,
+          -0.4583234488964081,
+          -0.33772119879722595,
+          -0.47734755277633667,
+          -0.5846853256225586,
+          -0.5482079386711121,
+          -1.4379767179489136,
+          -0.813323438167572,
+          -0.3818780481815338,
+          -1.0538297891616821,
+          -0.47734755277633667,
+          -0.4722861051559448
+        ],
+        "max": [
+          0.0005235987482592463,
+          0.0,
+          0.5293583869934082,
+          0.2382374405860901,
+          0.5201081037521362,
+          0.5892231464385986,
+          1.6926202774047852,
+          1.000422716140747,
+          0.4858996570110321,
+          1.0732029676437378,
+          0.47630035877227783,
+          0.47542768716812134,
+          0.8211774230003357,
+          0.5625196099281311,
+          -0.3389429450035095,
+          0.5386086106300354,
+          0.9058258533477783,
+          0.392873615026474,
+          0.3312634825706482,
+          0.47595128417015076
+        ],
+        "mean": [
+          -2.843332456697562e-08,
+          0.0,
+          0.04128930233021093,
+          -0.221451662357936,
+          -0.06639403659252403,
+          0.12131941722598617,
+          0.9175510440577057,
+          0.030724322888589263,
+          -0.2629377325255677,
+          0.1686701766327624,
+          0.09013574477208074,
+          -0.046192870577463074,
+          0.01881697216729,
+          -0.12165695997537483,
+          -0.8577330771965488,
+          -0.045801768942557164,
+          0.2688150785362379,
+          -0.12349123272840495,
+          -0.07600861855307839,
+          0.1281973000996616
+        ],
+        "std": [
+          5.10856485583195e-05,
+          0.0,
+          0.3033762871432217,
+          0.09267386861230967,
+          0.2095606882521662,
+          0.1376855769588737,
+          0.1607715960040408,
+          0.1333689824387993,
+          0.16026928411079186,
+          0.29991755154923005,
+          0.14152808208422218,
+          0.16980451708976702,
+          0.2088567939590673,
+          0.12545454786892235,
+          0.15406145848936578,
+          0.15398234809197486,
+          0.1672221923581996,
+          0.2985142533420293,
+          0.1131248141537627,
+          0.17252181456863425
+        ],
+        "q01": [
+          -0.00017274954568198507,
+          3.999578446212126e-16,
+          -0.2765509250783746,
+          -0.31641578626856104,
+          -0.5801407565902797,
+          -0.15174146767850558,
+          0.6444943194995721,
+          -0.1978505242985889,
+          -0.5389287706061245,
+          -0.137906716531112,
+          -0.1698547737928683,
+          -0.36186072700207855,
+          -0.2710559156409392,
+          -0.3697872143762071,
+          -1.1329738172870936,
+          -0.43757907136348584,
+          -0.06351750033715246,
+          -0.6519537964127055,
+          -0.3121342946236056,
+          -0.21030034832078467
+        ],
+        "q99": [
+          0.00017207936378406188,
+          3.959582661750006e-14,
+          0.3286201412432682,
+          -0.08509000905790608,
+          0.23006200634693946,
+          0.3667467205610703,
+          1.2175143303628473,
+          0.3944342798549604,
+          0.013132961465943534,
+          0.7281476183798095,
+          0.31977956771669874,
+          0.29385965794937036,
+          0.5541954182095977,
+          0.14707851815368564,
+          -0.6179030098279925,
+          0.2367871611106831,
+          0.6069229071535587,
+          0.18408478181454807,
+          0.1367810196210736,
+          0.3906081270846639
+        ]
+      },
+      "left_hand": {
+        "min": [
+          -0.7853981852531433,
+          0.9756390452384949,
+          -0.8726646304130554,
+          -0.9023352265357971,
+          0.13788101077079773,
+          0.08377580344676971,
+          -0.06981316953897476,
+          0.19024088978767395,
+          -0.036651913076639175,
+          0.06108652427792549,
+          -0.06108652427792549,
+          0.024434609338641167,
+          -0.3752457797527313,
+          0.04712389037013054,
+          -0.22689279913902283,
+          0.03316125646233559,
+          -0.15707963705062866,
+          -0.5811946392059326,
+          0.036651913076639175,
+          0.13788101077079773
+        ],
+        "max": [
+          -0.008726646192371845,
+          1.8465583324432373,
+          -0.469493567943573,
+          0.04014257341623306,
+          0.4660029113292694,
+          1.3596115112304688,
+          1.329940915107727,
+          1.4084807634353638,
+          0.4747295677661896,
+          1.0070549249649048,
+          1.2496557235717773,
+          1.4556045532226562,
+          0.12915436923503876,
+          1.1274826526641846,
+          0.5270894169807434,
+          1.5550884008407593,
+          0.045378562062978745,
+          -0.13788101077079773,
+          1.4730578660964966,
+          0.8011061549186707
+        ],
+        "mean": [
+          -0.12222150779511398,
+          1.3966040234553219,
+          -0.6258817058039398,
+          -0.05630189529652562,
+          0.39644989985849577,
+          0.6532854981288208,
+          -0.0011781255912836023,
+          0.5136038953434855,
+          0.27998613388570825,
+          0.32273304926352714,
+          0.04191783983875712,
+          0.31513791413220305,
+          -0.11144168516361615,
+          0.37660703398331125,
+          0.0025261453551414154,
+          0.3628181608021394,
+          0.007607420744427158,
+          -0.3291653139031368,
+          0.7075069503205773,
+          0.21662015742749172
+        ],
+        "std": [
+          0.1712715154644922,
+          0.16279943163310462,
+          0.033639034181354326,
+          0.07835568078958564,
+          0.03284565954760438,
+          0.23452865508830728,
+          0.09102880246929389,
+          0.23538140299156107,
+          0.0670900085305532,
+          0.1492803516215099,
+          0.1267389106982492,
+          0.24008832045318393,
+          0.0719641182419593,
+          0.19035011493420761,
+          0.04624495618873031,
+          0.3553509927486359,
+          0.01501499829077542,
+          0.08541253632636327,
+          0.26416078897686124,
+          0.02449319897665833
+        ],
+        "q01": [
+          -0.5720915137830901,
+          1.2348578051305314,
+          -0.6732877555426724,
+          -0.2849335315067698,
+          0.35928592300023354,
+          0.39984379386092384,
+          -0.033794262615191785,
+          0.3287970835244593,
+          0.17136102396229397,
+          0.14244630768555827,
+          0.0041701807610491255,
+          0.12090352232891868,
+          -0.2117702933531925,
+          0.18539731907431944,
+          -0.05311975945258608,
+          0.12006670975149757,
+          -0.004122088466166756,
+          -0.4221323319107303,
+          0.44983777761933214,
+          0.203253643611139
+        ],
+        "q99": [
+          -0.028465892484427515,
+          1.645762553975608,
+          -0.5935267256962795,
+          -0.015243785067295488,
+          0.4156128322189265,
+          1.136851558022559,
+          0.1891472475628841,
+          1.0540901688606146,
+          0.3535675245147086,
+          0.7125478077293477,
+          0.46155439587582436,
+          0.9322215306685603,
+          -0.009035893305096025,
+          0.7626844135662667,
+          0.13579395809288647,
+          1.2227517887723593,
+          0.019306528716748803,
+          -0.24041063420290637,
+          1.143976242235104,
+          0.2546739234535696
+        ]
+      },
+      "right_hand": {
+        "min": [
+          -0.024434609338641167,
+          -1.836086392402649,
+          0.36477380990982056,
+          -0.07330382615327835,
+          -0.5096361637115479,
+          0.06283185631036758,
+          -0.09424778074026108,
+          0.04014257341623306,
+          -0.5113814473152161,
+          0.06283185631036758,
+          -0.2548180818557739,
+          0.024434609338641167,
+          -0.31066861748695374,
+          0.04188790172338486,
+          -0.18151424825191498,
+          0.03141592815518379,
+          -0.04886921867728233,
+          -0.06981316953897476,
+          0.03316125646233559,
+          0.13788101077079773
+        ],
+        "max": [
+          0.6998770236968994,
+          -0.938987135887146,
+          0.8377580642700195,
+          0.6998770236968994,
+          -0.1431169956922531,
+          1.326450228691101,
+          0.027925267815589905,
+          1.485275149345398,
+          -0.06806784123182297,
+          1.0541788339614868,
+          0.2652900516986847,
+          1.2915436029434204,
+          0.22165681421756744,
+          1.2095131874084473,
+          0.513126790523529,
+          1.487020492553711,
+          0.022689281031489372,
+          0.42935100197792053,
+          1.5568337440490723,
+          0.76619952917099
+        ],
+        "mean": [
+          0.08816448563342519,
+          -1.4305433529536102,
+          0.578645255341445,
+          0.021941632227634747,
+          -0.40083689621394875,
+          0.735077182450805,
+          -0.01783108998620046,
+          0.5237204680173946,
+          -0.348280258094124,
+          0.4728802265409043,
+          0.017193361702238563,
+          0.3748669221475336,
+          -0.13591952861280548,
+          0.44382927965843816,
+          -0.0009804900776921534,
+          0.3479174063584741,
+          -0.007329897608201038,
+          0.12747118503775073,
+          0.6162786594898264,
+          0.2204547811111764
+        ],
+        "std": [
+          0.13694765310212148,
+          0.12315074859848221,
+          0.0357854511605776,
+          0.0532452060079551,
+          0.023514084095220072,
+          0.17629234985194328,
+          0.009778521190822962,
+          0.2835175018116657,
+          0.05568292729365613,
+          0.14915505060647616,
+          0.021714426751252746,
+          0.2299792671426011,
+          0.07059449389913983,
+          0.2051079219500542,
+          0.02841335197296981,
+          0.2770730040560296,
+          0.014649490714033759,
+          0.06238783749787492,
+          0.272894904994439,
+          0.02472495611328632
+        ],
+        "q01": [
+          0.02790077527489112,
+          -1.6656078618621983,
+          0.4975387235089625,
+          -0.002370042476722182,
+          -0.4268446272191777,
+          0.46946769541179706,
+          -0.04092554640186052,
+          0.2869437742823652,
+          -0.4256840009657235,
+          0.2125725720180322,
+          -0.004661389457321416,
+          0.1550904927771582,
+          -0.25616196209248765,
+          0.17160577557547657,
+          -0.045354465640235764,
+          0.1390221734078721,
+          -0.029433936816207356,
+          0.04174324287054807,
+          0.24785885010676206,
+          0.20467645940528187
+        ],
+        "q99": [
+          0.503814391936884,
+          -1.287682122616682,
+          0.6114188650660137,
+          0.18746920164006517,
+          -0.38297028914598796,
+          1.1291206957273252,
+          -0.006190629878603358,
+          1.2148143757869503,
+          -0.24649936457400756,
+          0.8316546576081064,
+          0.05833284434217001,
+          0.9990665965479901,
+          -0.01911978885456781,
+          0.8643738540708377,
+          0.043765914086445784,
+          1.1457988903616767,
+          -0.0007666612411197901,
+          0.2410096922928372,
+          1.253633868889829,
+          0.2607454870775056
+        ]
+      }
+    },
+    "action": {
+      "arm": {
+        "min": [
+          -0.0005235987482592463,
+          0.0,
+          -0.6805852055549622,
+          -0.6707534790039062,
+          -0.8432638645172119,
+          -0.6780225038528442,
+          0.3682241439819336,
+          -0.47575700283050537,
+          -0.840580940246582,
+          -0.45888805389404297,
+          -0.3398559093475342,
+          -0.49519023299217224,
+          -0.5837297439575195,
+          -0.547561526298523,
+          -1.4356565475463867,
+          -0.8090771436691284,
+          -0.3829266130924225,
+          -1.0541255474090576,
+          -0.4938916265964508,
+          -0.4953918159008026
+        ],
+        "max": [
+          0.0005235987482592463,
+          0.0,
+          0.7850000262260437,
+          0.3105030059814453,
+          0.5190412998199463,
+          0.5888825058937073,
+          1.6949412822723389,
+          0.9968501925468445,
+          0.48615992069244385,
+          1.0750824213027954,
+          0.49567899107933044,
+          0.4953647553920746,
+          0.8432040214538574,
+          0.5494381189346313,
+          -0.34516602754592896,
+          0.5370867848396301,
+          0.9030985236167908,
+          0.39307066798210144,
+          0.3294752240180969,
+          0.4945836663246155
+        ],
+        "mean": [
+          9.477770177741978e-09,
+          0.0,
+          0.07413362962782892,
+          -0.2336267267152127,
+          -0.0667378965699323,
+          0.12162396239588982,
+          0.9178489098431072,
+          0.030752156544595597,
+          -0.2630646958055137,
+          0.16930663321706343,
+          0.09004025710741378,
+          -0.04621178419643208,
+          0.018967212047537787,
+          -0.12179113857849999,
+          -0.8580550372713841,
+          -0.045839892062842384,
+          0.26915322453706053,
+          -0.12354808219079634,
+          -0.07601109334149016,
+          0.1286798405876901
+        ],
+        "std": [
+          5.09992345554069e-05,
+          0.0,
+          0.39578468871559075,
+          0.11469980892464327,
+          0.21022382353701358,
+          0.13728625606184183,
+          0.1604411200411325,
+          0.13299819635142926,
+          0.1599306521701399,
+          0.3000064013202911,
+          0.1416757737961496,
+          0.17069182645621447,
+          0.20910718209322432,
+          0.12493435522378059,
+          0.1534628228979511,
+          0.1535223377453243,
+          0.16673520375226578,
+          0.29835978144285935,
+          0.11276704537833121,
+          0.1737875593811524
+        ],
+        "q01": [
+          -0.00017319157055986585,
+          3.999578446212126e-16,
+          -0.428780565386664,
+          -0.417275030715649,
+          -0.5883125368665216,
+          -0.1500269907437471,
+          0.645041395715102,
+          -0.19534302900044873,
+          -0.5371998371527885,
+          -0.1379322429306143,
+          -0.16773103927132224,
+          -0.36644177629173036,
+          -0.26885359624013183,
+          -0.3680970545620905,
+          -1.1297618552672835,
+          -0.43596933080597966,
+          -0.060974242641327184,
+          -0.6504883752208002,
+          -0.3118525019420767,
+          -0.21493367975126892
+        ],
+        "q99": [
+          0.00017239213006040567,
+          3.959582661750006e-14,
+          0.5541324689373434,
+          -0.08673735346912086,
+          0.2287248578956877,
+          0.36450297445967395,
+          1.2160577112458195,
+          0.3939756913630384,
+          0.011732781797552784,
+          0.7267747610228817,
+          0.32219061554997336,
+          0.3004178601255807,
+          0.5575038067145037,
+          0.14597294873667377,
+          -0.6213128857888612,
+          0.23450249113731494,
+          0.606596684950514,
+          0.18361207433074936,
+          0.13500637486905367,
+          0.3971403931322507
+        ]
+      },
+      "left_hand": {
+        "min": [
+          -0.7336074113845825,
+          0.9217774271965027,
+          -0.9146740436553955,
+          -0.9339703321456909,
+          0.11694645881652832,
+          0.029679996892809868,
+          0.0,
+          0.15551835298538208,
+          -0.07168204337358475,
+          0.0,
+          0.0,
+          0.0,
+          -0.3990485966205597,
+          0.0,
+          0.0,
+          0.0,
+          -0.0,
+          -0.6108652353286743,
+          0.0,
+          0.18509270250797272
+        ],
+        "max": [
+          0.0,
+          1.741951584815979,
+          -0.5047490000724792,
+          0.0,
+          0.41887903213500977,
+          1.4090887308120728,
+          1.543274164199829,
+          1.5317862033843994,
+          0.5283328294754028,
+          1.0520970821380615,
+          1.5253475904464722,
+          1.5167438983917236,
+          0.16068069636821747,
+          1.2322715520858765,
+          0.7850721478462219,
+          1.5707963705062866,
+          -0.0,
+          -0.12669461965560913,
+          1.5707963705062866,
+          0.8319923281669617
+        ],
+        "mean": [
+          -0.09650261941142234,
+          1.3673117384974023,
+          -0.6391272229159594,
+          -0.05759864904251842,
+          0.4172353510549569,
+          0.6607105786681272,
+          0.011386340238652119,
+          0.5108740225047245,
+          0.3000412754796082,
+          0.3120429226073816,
+          0.028046366681120767,
+          0.3116945647006772,
+          -0.08462901954550162,
+          0.37748675443414464,
+          0.014842973318174276,
+          0.3622515985025722,
+          0.0,
+          -0.3163924540315929,
+          0.7008608317534862,
+          0.21072632105240013
+        ],
+        "std": [
+          0.17259964684711523,
+          0.16610757625175576,
+          0.04685258214035322,
+          0.11783133599029255,
+          0.014009023187384463,
+          0.2668324248669759,
+          0.09646266913344807,
+          0.25085906444038775,
+          0.07464742456409229,
+          0.17490944481550227,
+          0.14629510521921896,
+          0.2454544866295768,
+          0.07177682438875807,
+          0.25540162051474946,
+          0.0586065407872742,
+          0.3798279737519732,
+          0.0,
+          0.09679965708617615,
+          0.2876151133279087,
+          0.019080126255722748
+        ],
+        "q01": [
+          -0.5464866877339258,
+          1.1989490411929637,
+          -0.7764786477082659,
+          -0.43624811429406224,
+          0.3878589724455769,
+          0.37329034210552764,
+          -6.381920631216842e-11,
+          0.3126393961557256,
+          0.1473258618101206,
+          0.09089502087966067,
+          -7.579499878125001e-11,
+          0.1020496854512763,
+          -0.21521390735858256,
+          0.1444624972668025,
+          0.0020646456139134053,
+          0.10672790310985288,
+          3.999578446212126e-16,
+          -0.43607370717670996,
+          0.42028955283490094,
+          0.19835765254080975
+        ],
+        "q99": [
+          -0.0007159815591317101,
+          1.5961575293534418,
+          -0.5915239303124002,
+          -0.0012158908608560827,
+          0.4188789305126342,
+          1.2080605180911734,
+          0.20888493789764928,
+          1.098326670692062,
+          0.39803523323770074,
+          0.7713205750325143,
+          0.5340784077801449,
+          0.9497614665193794,
+          0.017205204576984087,
+          0.9676010956648161,
+          0.21360159465353656,
+          1.2733835864714058,
+          3.959582661750006e-14,
+          -0.21989442956239433,
+          1.252943243790536,
+          0.2517428359785973
+        ]
+      },
+      "right_hand": {
+        "min": [
+          0.0,
+          -1.7531272172927856,
+          0.48952826857566833,
+          0.0,
+          -0.41887903213500977,
+          0.0,
+          0.0,
+          0.01601002737879753,
+          -0.5726425647735596,
+          0.0,
+          0.0,
+          0.0,
+          -0.3970211446285248,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          -0.09923835843801498,
+          0.0,
+          0.20167720317840576
+        ],
+        "max": [
+          0.6946205496788025,
+          -0.8954209089279175,
+          0.8722299933433533,
+          0.8156511187553406,
+          -0.07500576227903366,
+          1.3718035221099854,
+          0.0,
+          1.5707963705062866,
+          -0.07063322514295578,
+          1.103891134262085,
+          0.507399320602417,
+          1.352795124053955,
+          0.20023861527442932,
+          1.332944631576538,
+          0.5270781517028809,
+          1.5707963705062866,
+          0.0,
+          0.4620639979839325,
+          1.5707963705062866,
+          0.8612241148948669
+        ],
+        "mean": [
+          0.0595167212368966,
+          -1.4157231893072477,
+          0.6134629130795032,
+          0.026633357119544725,
+          -0.41851188384231824,
+          0.7392363957435645,
+          0.0,
+          0.5310716104681149,
+          -0.3595596364493046,
+          0.46006215785933746,
+          0.001898396592066319,
+          0.37900355313550144,
+          -0.15197363324859187,
+          0.4478861131942621,
+          0.00870335842886496,
+          0.36146534626241594,
+          0.0,
+          0.11835483992107314,
+          0.6113625700721507,
+          0.21577307946628677
+        ],
+        "std": [
+          0.14361436065486174,
+          0.12363108903200437,
+          0.04315714398912161,
+          0.09445659329356695,
+          0.0076785324402896425,
+          0.21727018529028358,
+          0.0,
+          0.29919057402051014,
+          0.05828208472930669,
+          0.16188526979972379,
+          0.02403586062815071,
+          0.2290301431059311,
+          0.07152082970855124,
+          0.27183038272178073,
+          0.023404498462013028,
+          0.29776358627521576,
+          0.0,
+          0.061671938496094605,
+          0.2969845732785786,
+          0.016707382527631
+        ],
+        "q01": [
+          1.54158366616993e-05,
+          -1.634012711071731,
+          0.5586770759360766,
+          0.00027295858046430635,
+          -0.41887903213500977,
+          0.4512478583952069,
+          3.999578446212126e-16,
+          0.28248107930041805,
+          -0.4475151578273284,
+          0.17072939672543605,
+          -3.284071291497061e-11,
+          0.14648778321238454,
+          -0.2994424393449362,
+          0.1271534697453124,
+          0.002442608863548664,
+          0.1297727890260858,
+          3.999578446212126e-16,
+          0.01757230961020379,
+          0.21970013860903395,
+          0.20871291526348715
+        ],
+        "q99": [
+          0.4827442582689844,
+          -1.2655222408159381,
+          0.7580892474716966,
+          0.40014769665393674,
+          -0.413553767752929,
+          1.2233209428419727,
+          3.959582661750006e-14,
+          1.2799407831476435,
+          -0.23965505320178965,
+          0.8683971535266954,
+          0.07559886001299738,
+          1.0102501137405302,
+          -0.015127816002341582,
+          1.0768552571807277,
+          0.09066658244716906,
+          1.2521190041625108,
+          3.959582661750006e-14,
+          0.24750053504451736,
+          1.3467850605724583,
+          0.26031287654480184
+        ]
+      }
+    },
+    "relative_action": {}
+  }
+}

experiment_cfg/final_model_config.json

@@ -0,0 +1,54 @@
+{
+  "model_type": "Gr00tN1d6",
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "backbone_model_type": "eagle",
+  "model_revision": null,
+  "tune_top_llm_layers": 4,
+  "backbone_embedding_dim": 2048,
+  "tune_llm": false,
+  "tune_visual": false,
+  "select_layer": 16,
+  "reproject_vision": false,
+  "use_flash_attention": true,
+  "load_bf16": true,
+  "collator_overwrite_image_inputs": false,
+  "eagle_collator": true,
+  "backbone_trainable_params_fp32": true,
+  "extra_augmentation_config": null,
+  "apply_sincos_state_encoding": true,
+  "use_relative_action": true,
+  "max_state_dim": 128,
+  "max_action_dim": 128,
+  "action_horizon": 50,
+  "hidden_size": 1024,
+  "input_embedding_dim": 1536,
+  "add_pos_embed": true,
+  "attn_dropout": 0.2,
+  "use_vlln": true,
+  "max_seq_len": 1024,
+  "use_alternate_vl_dit": true,
+  "attend_text_every_n_blocks": 2,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "num_inference_timesteps": 4,
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_timestep_buckets": 1000,
+  "tune_projector": true,
+  "tune_diffusion_model": true,
+  "tune_vlln": true,
+  "state_dropout_prob": 0.0,
+  "state_additive_noise_scale": 0.0,
+  "max_num_embodiments": 32
+}

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e62e1c3e357c0257760bd37c2027403880d7b8eb9b522e1b7c23f8e5dc3942
+size 4990120184

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfa68a1afc9acd49aa21754468370e7025c9f57233e2076dabac060ed004aad
+size 4823190320

processor/embodiment_id.json

@@ -0,0 +1,11 @@
+{
+  "robocasa_panda_omron": 13,
+  "gr1": 20,
+  "behavior_r1_pro": 24,
+  "unitree_g1": 8,
+  "oxe_google": 0,
+  "oxe_widowx": 1,
+  "libero_panda": 2,
+  "oxe_droid": 16,
+  "new_embodiment": 10
+}

processor/processor_config.json

@@ -0,0 +1,482 @@
+{
+  "processor_class": "Gr00tN1d6Processor",
+  "processor_kwargs": {
+    "modality_configs": {
+      "behavior_r1_pro": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "observation.images.rgb.head_256_256",
+            "observation.images.rgb.left_wrist_256_256",
+            "observation.images.rgb.right_wrist_256_256"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "robot_pos",
+            "robot_ori_cos",
+            "robot_ori_sin",
+            "robot_2d_ori",
+            "robot_2d_ori_cos",
+            "robot_2d_ori_sin",
+            "robot_lin_vel",
+            "robot_ang_vel",
+            "arm_left_qpos",
+            "arm_left_qpos_sin",
+            "arm_left_qpos_cos",
+            "eef_left_pos",
+            "eef_left_quat",
+            "gripper_left_qpos",
+            "arm_right_qpos",
+            "arm_right_qpos_sin",
+            "arm_right_qpos_cos",
+            "eef_right_pos",
+            "eef_right_quat",
+            "gripper_right_qpos",
+            "trunk_qpos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31
+          ],
+          "modality_keys": [
+            "base",
+            "torso",
+            "left_arm",
+            "left_gripper",
+            "right_arm",
+            "right_gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "trunk_qpos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_left_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_right_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "gr1": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "ego_view_bg_crop_pad_res256_freq20"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "task"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "robocasa_panda_omron": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "res256_image_side_0",
+            "res256_image_side_1",
+            "res256_image_wrist_0"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "end_effector_position_relative",
+            "end_effector_rotation_relative",
+            "gripper_qpos",
+            "base_position",
+            "base_rotation"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "end_effector_position",
+            "end_effector_rotation",
+            "gripper_close",
+            "base_motion",
+            "control_mode"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.action.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "new_embodiment": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "front",
+            "left_wrist",
+            "right_wrist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "arm",
+            "left_hand",
+            "right_hand"
+          ],
+          "sin_cos_embedding_keys": [
+            "arm",
+            "left_hand",
+            "right_hand"
+          ],
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29
+          ],
+          "modality_keys": [
+            "arm",
+            "left_hand",
+            "right_hand"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      }
+    },
+    "image_crop_size": null,
+    "image_target_size": null,
+    "use_albumentations": true,
+    "random_rotation_angle": null,
+    "color_jitter_params": {
+      "brightness": 0.3,
+      "contrast": 0.4,
+      "saturation": 0.5,
+      "hue": 0.08
+    },
+    "shortest_image_edge": 256,
+    "crop_fraction": 0.95,
+    "model_name": "nvidia/Eagle-Block2A-2B-v2",
+    "model_type": "eagle",
+    "formalize_language": true,
+    "max_state_dim": 128,
+    "max_action_dim": 128,
+    "max_action_horizon": 50,
+    "use_percentiles": false,
+    "clip_outliers": true,
+    "apply_sincos_state_encoding": true,
+    "use_relative_action": true
+  }
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fc1a9ec2db66ad83234576d2aa4a5531ace6eac8a82ae89682aa1091a181f5
+size 5713

wandb_config.json

@@ -0,0 +1 @@
+{"project": "finetune-gr00t-n1d6", "run_id": "dual_arm_finetune"}