Upload folder using huggingface_hub

config.json

@@ -0,0 +1,88 @@
+{
+  "action_horizon": 40,
+  "add_pos_embed": true,
+  "apply_sincos_state_encoding": false,
+  "architectures": [
+    "Gr00tN1d7"
+  ],
+  "attn_dropout": 0.2,
+  "attn_implementation": null,
+  "backbone_embedding_dim": 2048,
+  "backbone_trainable_params_fp32": true,
+  "color_jitter_params": {
+    "brightness": 0.3,
+    "contrast": 0.4,
+    "hue": 0.08,
+    "saturation": 0.5
+  },
+  "crop_fraction": 0.95,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "dtype": "float32",
+  "exclude_state": false,
+  "formalize_language": true,
+  "hidden_size": 1024,
+  "image_crop_size": [
+    230,
+    230
+  ],
+  "image_target_size": [
+    256,
+    256
+  ],
+  "letter_box_transform": false,
+  "load_bf16": false,
+  "max_action_dim": 132,
+  "max_num_embodiments": 32,
+  "max_seq_len": 1024,
+  "max_state_dim": 132,
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Cosmos-Reason2-2B",
+  "model_type": "Gr00tN1d7",
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_inference_timesteps": 4,
+  "num_timestep_buckets": 1000,
+  "random_history_crop": true,
+  "random_rotation_angle": 0,
+  "reproject_vision": false,
+  "rtc_ramp_rate": 6.0,
+  "select_layer": 16,
+  "shortest_image_edge": 256,
+  "state_dropout_prob": 0.2,
+  "state_gaussian_noise_std": 0.0,
+  "transformers_version": "4.57.3",
+  "tune_diffusion_model": true,
+  "tune_linear": true,
+  "tune_llm": false,
+  "tune_projector": true,
+  "tune_top_llm_layers": 0,
+  "tune_visual": false,
+  "tune_vlln": true,
+  "use_albumentations": true,
+  "use_alternate_vl_dit": true,
+  "use_flash_attention": true,
+  "use_future_tokens": false,
+  "use_mean_std": false,
+  "use_percentiles": true,
+  "use_vl_self_attention": true,
+  "use_vlln": true,
+  "vl_self_attention_cfg": {
+    "attention_head_dim": 64,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "num_attention_heads": 32,
+    "num_layers": 4,
+    "positional_embeddings": null
+  }
+}

embodiment_id.json

@@ -0,0 +1,55 @@
+{
+  "robocasa_panda_omron": 13,
+  "oxe_droid": 17,
+  "oxe_fractal": 18,
+  "oxe_language_table": 19,
+  "oxe_bridge": 20,
+  "unknown": 22,
+  "gr1_unified": 20,
+  "agibot": 26,
+  "sim_behavior_r1_pro": 23,
+  "xdof": 24,
+  "xdof_oss_data": 25,
+  "unitree_g1_full_body_with_waist_height_nav_cmd": 25,
+  "real_r1_pro_sharpa": 27,
+  "real_r1_pro_sharpa_add_view": 27,
+  "real_r1_pro_sharpa_relative_arm_joint": 26,
+  "real_r1_pro_sharpa_delta_eef": 26,
+  "real_r1_pro_sharpa_absolute_eef": 26,
+  "real_r1_pro_sharpa_meanstd": 26,
+  "real_r1_pro_sharpa_relative_eef": 26,
+  "real_r1_pro_sharpa_relative_eef_add_view": 26,
+  "real_r1_pro_sharpa_relative_eef_relative_hand": 26,
+  "real_r1_pro_sharpa_relative_eef_human": 26,
+  "real_r1_pro_sharpa_relative_eef_human_add_view": 26,
+  "real_r1_pro_sharpa_relative_eef_human_relative_hand": 26,
+  "real_r1_pro_sharpa_relative_eef_egodex": 26,
+  "real_r1_pro_sharpa_relative_eef_egodex_relative_hand": 26,
+  "real_r1_pro_sharpa_relative_eef_egodex_wrist_only": 26,
+  "real_r1_pro_sharpa_relative_eef_maxinsights": 26,
+  "real_r1_pro_sharpa_relative_eef_maxinsights_relative_hand": 26,
+  "real_r1_pro_sharpa_relative_eef_mecka": 26,
+  "real_r1_pro_sharpa_relative_eef_mecka_relative_hand": 26,
+  "real_g1_relative_eef_absolute_joints": 25,
+  "real_g1_relative_eef_absolute_joints_wrist_cam": 25,
+  "real_g1_relative_eef_relative_joints": 25,
+  "real_r1_pro_sharpa_relative_eef_relative_hand_relative_joint": 26,
+  "real_r1_pro_sharpa_relative_joint": 29,
+  "oxe_droid_relative_eef_relative_joint": 24,
+  "oxe_droid_relative_eef_relative_joint_swapped": 24,
+  "oxe_droid_relative_eef_relative_joint_upweight_z": 24,
+  "oxe_droid_relative_eef_relative_joint_upweight_z_swapped": 24,
+  "oxe_droid_relative_eef_relative_joint_3view": 24,
+  "oxe_droid_relative_eef_relative_joint_3view_swapped": 24,
+  "oxe_droid_relative_eef": 24,
+  "oxe_droid_joint_position_relative": 24,
+  "xdof_relative_eef_relative_joint": 27,
+  "xdof_relative_eef_relative_joint_subtask": 27,
+  "xdof_relative_eef": 27,
+  "xdof_relative_joint": 28,
+  "simpler_env_google": 0,
+  "simpler_env_widowx": 1,
+  "libero_sim": 2,
+  "droid_sim": 3,
+  "new_embodiment": 10
+}

experiment_cfg/conf.yaml

@@ -0,0 +1,216 @@
+load_config_path: null
+model:
+  model_type: Gr00tN1d7
+  model_dtype: bfloat16
+  model_name: nvidia/Cosmos-Reason2-2B
+  backbone_model_type: qwen
+  model_revision: null
+  tune_top_llm_layers: 0
+  backbone_embedding_dim: 2048
+  tune_llm: false
+  tune_visual: false
+  select_layer: 12
+  reproject_vision: false
+  use_flash_attention: true
+  load_bf16: false
+  backbone_trainable_params_fp32: true
+  image_crop_size:
+  - 230
+  - 230
+  image_target_size:
+  - 256
+  - 256
+  shortest_image_edge: null
+  crop_fraction: null
+  random_rotation_angle: null
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    saturation: 0.5
+    hue: 0.08
+  use_albumentations_transforms: true
+  extra_augmentation_config: null
+  formalize_language: true
+  apply_sincos_state_encoding: false
+  use_percentiles: true
+  use_relative_action: true
+  max_state_dim: 132
+  max_action_dim: 132
+  action_horizon: 40
+  hidden_size: 1024
+  input_embedding_dim: 1536
+  state_history_length: 1
+  add_pos_embed: true
+  attn_dropout: 0.2
+  use_vlln: true
+  max_seq_len: 1024
+  use_alternate_vl_dit: true
+  attend_text_every_n_blocks: 2
+  diffusion_model_cfg:
+    positional_embeddings: null
+    num_layers: 16
+    num_attention_heads: 32
+    attention_head_dim: 48
+    norm_type: ada_norm
+    dropout: 0.2
+    final_dropout: true
+    output_dim: 1024
+    interleave_self_attention: true
+  num_inference_timesteps: 4
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_timestep_buckets: 1000
+  tune_projector: true
+  tune_diffusion_model: true
+  tune_vlln: true
+  state_dropout_prob: 0.2
+  exclude_state: false
+  use_mean_std: false
+  max_num_embodiments: 32
+data:
+  datasets:
+  - dataset_paths:
+    - /data/lerobot_dataset
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    dataset_type: physical_embodiment
+    val_dataset_path: null
+  modality_configs:
+    new_embodiment:
+      video:
+        delta_indices:
+        - 0
+        modality_keys:
+        - top
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      state:
+        delta_indices:
+        - 0
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      action:
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs:
+        - rep: RELATIVE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: RELATIVE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+      language:
+        delta_indices:
+        - 0
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+  download_cache: false
+  shard_size: 1024
+  episode_sampling_rate: 0.1
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: true
+  mode: single_turn
+  random_chop: 0.0
+  mock_dataset_mode: false
+  shuffle: true
+  seed: 42
+  multiprocessing_context: fork
+  allow_padding: false
+  subsample_ratio: 1.0
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  video_backend: torchcodec
+training:
+  output_dir: /data/checkpoints/groot_pick_place_v4
+  experiment_name: null
+  max_steps: 6000
+  global_batch_size: 32
+  batch_size: null
+  gradient_accumulation_steps: 1
+  learning_rate: 0.0001
+  lr_scheduler_type: cosine
+  weight_decay: 1.0e-05
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  max_grad_norm: 1.0
+  optim: adamw_torch
+  start_from_checkpoint: nvidia/GR00T-N1.7-3B
+  skip_weight_loading: false
+  tf32: true
+  fp16: false
+  bf16: true
+  eval_bf16: true
+  logging_steps: 10
+  save_steps: 500
+  save_total_limit: 5
+  save_vl_model: false
+  save_only_model: false
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  max_concurrent_uploads: 2
+  eval_strategy: 'no'
+  eval_steps: 500
+  eval_set_split_ratio: 0.1
+  eval_batch_size: 2
+  save_best_eval_metric_name: ''
+  save_best_eval_metric_greater_is_better: true
+  deepspeed_stage: 3
+  gradient_checkpointing: true
+  transformers_trust_remote_code: true
+  transformers_local_files_only: false
+  transformers_cache_dir: null
+  transformers_access_token: null
+  use_ddp: false
+  ddp_bucket_cap_mb: 100
+  num_gpus: 1
+  dataloader_num_workers: 4
+  remove_unused_columns: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d7
+  enable_profiling: false
+  max_retries: 3
+  assert_loss_less_than: null
+  add_rl_callback: false
+  enable_open_loop_eval: false
+  open_loop_eval_traj_ids:
+  - 0
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_plot_indices: null
+max_steps: 6000
+save_steps: 500

experiment_cfg/config.yaml

@@ -0,0 +1,241 @@
+!!python/object:gr00t.configs.base_config.Config
+data: !!python/object:gr00t.configs.data.data_config.DataConfig
+  allow_padding: false
+  datasets:
+  - !!python/object:gr00t.configs.data.data_config.SingleDatasetConfig
+    dataset_paths:
+    - /data/lerobot_dataset
+    dataset_type: physical_embodiment
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    val_dataset_path: null
+  download_cache: false
+  episode_sampling_rate: 0.1
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  mock_dataset_mode: false
+  modality_configs:
+    new_embodiment:
+      action: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs:
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: &id001 !!python/object/apply:gr00t.data.types.ActionFormat
+          - default
+          rep: &id002 !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - relative
+          state_key: null
+          type: &id003 !!python/object/apply:gr00t.data.types.ActionType
+          - non_eef
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        mean_std_embedding_keys: null
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+      language: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+      state: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+      video: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - top
+        sin_cos_embedding_keys: null
+  mode: single_turn
+  multiprocessing_context: fork
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: true
+  random_chop: 0.0
+  seed: 42
+  shard_size: 1024
+  shuffle: true
+  subsample_ratio: 1.0
+  video_backend: torchcodec
+load_config_path: null
+model: !!python/object:gr00t.configs.model.gr00t_n1d7.Gr00tN1d7Config
+  _attn_implementation_internal: null
+  _commit_hash: null
+  _name_or_path: ''
+  _output_attentions: false
+  add_cross_attention: false
+  architectures: null
+  backbone_trainable_params_fp32: true
+  bad_words_ids: null
+  begin_suppress_tokens: null
+  bos_token_id: null
+  chunk_size_feed_forward: 0
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    hue: 0.08
+    saturation: 0.5
+  cross_attention_hidden_size: null
+  decoder_start_token_id: null
+  diffusion_model_cfg:
+    attention_head_dim: 48
+    dropout: 0.2
+    final_dropout: true
+    interleave_self_attention: true
+    norm_type: ada_norm
+    num_attention_heads: 32
+    num_layers: 16
+    output_dim: 1024
+    positional_embeddings: null
+  diversity_penalty: 0.0
+  do_sample: false
+  dtype: null
+  early_stopping: false
+  encoder_no_repeat_ngram_size: 0
+  eos_token_id: null
+  exponential_decay_length_penalty: null
+  extra_augmentation_config: null
+  finetuning_task: null
+  forced_bos_token_id: null
+  forced_eos_token_id: null
+  id2label:
+    0: LABEL_0
+    1: LABEL_1
+  is_decoder: false
+  is_encoder_decoder: false
+  label2id:
+    LABEL_0: 0
+    LABEL_1: 1
+  length_penalty: 1.0
+  load_bf16: false
+  max_length: 20
+  min_length: 0
+  model_name: nvidia/Cosmos-Reason2-2B
+  no_repeat_ngram_size: 0
+  num_beam_groups: 1
+  num_beams: 1
+  num_return_sequences: 1
+  output_hidden_states: false
+  output_scores: false
+  pad_token_id: null
+  prefix: null
+  problem_type: null
+  pruned_heads: {}
+  random_rotation_angle: null
+  remove_invalid_values: false
+  repetition_penalty: 1.0
+  reproject_vision: false
+  return_dict: true
+  return_dict_in_generate: false
+  sep_token_id: null
+  state_dropout_prob: 0.2
+  suppress_tokens: null
+  task_specific_params: null
+  temperature: 1.0
+  tf_legacy_loss: false
+  tie_encoder_decoder: false
+  tie_word_embeddings: true
+  tokenizer_class: null
+  top_k: 50
+  top_p: 1.0
+  torchscript: false
+  transformers_version: null
+  tune_diffusion_model: true
+  tune_llm: false
+  tune_projector: true
+  tune_visual: false
+  typical_p: 1.0
+  use_bfloat16: false
+  use_relative_action: true
+training: !!python/object:gr00t.configs.training.training_config.TrainingConfig
+  add_rl_callback: false
+  assert_loss_less_than: null
+  batch_size: null
+  bf16: true
+  dataloader_num_workers: 4
+  ddp_bucket_cap_mb: 100
+  deepspeed_stage: 3
+  enable_open_loop_eval: false
+  enable_profiling: false
+  eval_batch_size: 2
+  eval_bf16: true
+  eval_set_split_ratio: 0.1
+  eval_steps: 500
+  eval_strategy: 'no'
+  experiment_name: null
+  fp16: false
+  global_batch_size: 32
+  gradient_accumulation_steps: 1
+  gradient_checkpointing: true
+  learning_rate: 0.0001
+  logging_steps: 10
+  lr_scheduler_type: cosine
+  max_concurrent_uploads: 2
+  max_grad_norm: 1.0
+  max_retries: 3
+  max_steps: 6000
+  num_gpus: 1
+  open_loop_eval_plot_indices: null
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_traj_ids:
+  - 0
+  optim: adamw_torch
+  output_dir: /data/checkpoints/groot_pick_place_v4
+  remove_unused_columns: false
+  save_best_eval_metric_greater_is_better: true
+  save_best_eval_metric_name: ''
+  save_only_model: false
+  save_steps: 500
+  save_total_limit: 5
+  save_vl_model: false
+  skip_weight_loading: false
+  start_from_checkpoint: nvidia/GR00T-N1.7-3B
+  tf32: true
+  transformers_access_token: null
+  transformers_cache_dir: null
+  transformers_local_files_only: false
+  transformers_trust_remote_code: true
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  use_ddp: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d7
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  weight_decay: 1.0e-05

experiment_cfg/dataset_statistics.json

@@ -0,0 +1,910 @@
+{
+  "new_embodiment": {
+    "state": {
+      "single_arm": {
+        "min": [
+          -1.412610650062561,
+          -1.3316466808319092,
+          -0.9747626781463623
+        ],
+        "max": [
+          2.1070146560668945,
+          1.3780744075775146,
+          2.574181079864502
+        ],
+        "mean": [
+          0.34319695830345154,
+          -0.15251728892326355,
+          0.7927300930023193
+        ],
+        "std": [
+          0.42459407448768616,
+          0.3541616201400757,
+          0.42870840430259705
+        ],
+        "q01": [
+          -0.7096220564842224,
+          -0.9722687005996704,
+          -0.2674233043193817
+        ],
+        "q99": [
+          1.2408036899566648,
+          0.6072397828102112,
+          1.6989871454238892
+        ]
+      },
+      "gripper": {
+        "min": [
+          0.0
+        ],
+        "max": [
+          0.5
+        ],
+        "mean": [
+          0.03909154608845711
+        ],
+        "std": [
+          0.012092005461454391
+        ],
+        "q01": [
+          0.0
+        ],
+        "q99": [
+          0.03999999910593033
+        ]
+      }
+    },
+    "action": {
+      "single_arm": {
+        "min": [
+          -2.565484046936035,
+          -1.7646269798278809,
+          -2.5855138301849365
+        ],
+        "max": [
+          2.2797770500183105,
+          1.5746325254440308,
+          2.2986788749694824
+        ],
+        "mean": [
+          0.00042105879401788116,
+          0.00040862581226974726,
+          0.00045657515875063837
+        ],
+        "std": [
+          0.16551458835601807,
+          0.13312549889087677,
+          0.16707664728164673
+        ],
+        "q01": [
+          -0.41295728921890257,
+          -0.338164963722229,
+          -0.4161458456516266
+        ],
+        "q99": [
+          0.42156635761260974,
+          0.34493351936340305,
+          0.4263328170776361
+        ]
+      },
+      "gripper": {
+        "min": [
+          -0.46000000834465027
+        ],
+        "max": [
+          0.03999999910593033
+        ],
+        "mean": [
+          -3.162599023198709e-05
+        ],
+        "std": [
+          0.004010859876871109
+        ],
+        "q01": [
+          0.0
+        ],
+        "q99": [
+          0.0
+        ]
+      }
+    },
+    "relative_action": {
+      "gripper": {
+        "min": [
+          [
+            -0.9599999785423279
+          ],
+          [
+            -0.9599999785423279
+          ],
+          [
+            -0.9599999785423279
+          ],
+          [
+            -0.9599999785423279
+          ],
+          [
+            -0.9599999785423279
+          ],
+          [
+            -0.9599999785423279
+          ],
+          [
+            -0.9599999785423279
+          ],
+          [
+            -0.5
+          ],
+          [
+            -0.5
+          ],
+          [
+            -0.5
+          ],
+          [
+            -0.5
+          ],
+          [
+            -0.5
+          ],
+          [
+            -0.5
+          ],
+          [
+            -0.5
+          ],
+          [
+            -0.5
+          ],
+          [
+            -0.5
+          ]
+        ],
+        "max": [
+          [
+            0.03999999910593033
+          ],
+          [
+            0.03999999910593033
+          ],
+          [
+            0.03999999910593033
+          ],
+          [
+            0.03999999910593033
+          ],
+          [
+            0.03999999910593033
+          ],
+          [
+            0.03999999910593033
+          ],
+          [
+            0.03999999910593033
+          ],
+          [
+            0.03999999910593033
+          ],
+          [
+            0.03999999910593033
+          ],
+          [
+            0.03999999910593033
+          ],
+          [
+            0.03999999910593033
+          ],
+          [
+            0.03999999910593033
+          ],
+          [
+            0.03999999910593033
+          ],
+          [
+            0.03999999910593033
+          ],
+          [
+            0.03999999910593033
+          ],
+          [
+            0.03999999910593033
+          ]
+        ],
+        "mean": [
+          [
+            -0.03911999985575676
+          ],
+          [
+            -0.0391170009970665
+          ],
+          [
+            -0.039114002138376236
+          ],
+          [
+            -0.039111003279685974
+          ],
+          [
+            -0.039111003279685974
+          ],
+          [
+            -0.03910800442099571
+          ],
+          [
+            -0.03910800442099571
+          ],
+          [
+            -0.03907351940870285
+          ],
+          [
+            -0.03907351940870285
+          ],
+          [
+            -0.03907052055001259
+          ],
+          [
+            -0.03907052055001259
+          ],
+          [
+            -0.03907052055001259
+          ],
+          [
+            -0.03907052055001259
+          ],
+          [
+            -0.03907052055001259
+          ],
+          [
+            -0.03907052055001259
+          ],
+          [
+            -0.03907052055001259
+          ]
+        ],
+        "std": [
+          [
+            0.01436837948858738
+          ],
+          [
+            0.014380703680217266
+          ],
+          [
+            0.014392955228686333
+          ],
+          [
+            0.014405373483896255
+          ],
+          [
+            0.014405373483896255
+          ],
+          [
+            0.014417692087590694
+          ],
+          [
+            0.014417692087590694
+          ],
+          [
+            0.012656732462346554
+          ],
+          [
+            0.012656732462346554
+          ],
+          [
+            0.012670748867094517
+          ],
+          [
+            0.012670748867094517
+          ],
+          [
+            0.012661270797252655
+          ],
+          [
+            0.012661270797252655
+          ],
+          [
+            0.012661270797252655
+          ],
+          [
+            0.012661270797252655
+          ],
+          [
+            0.012661270797252655
+          ]
+        ],
+        "q01": [
+          [
+            -0.03999999910593033
+          ],
+          [
+            -0.03999999910593033
+          ],
+          [
+            -0.03999999910593033
+          ],
+          [
+            -0.03999999910593033
+          ],
+          [
+            -0.03999999910593033
+          ],
+          [
+            -0.03999999910593033
+          ],
+          [
+            -0.03999999910593033
+          ],
+          [
+            -0.03999999910593033
+          ],
+          [
+            -0.03999999910593033
+          ],
+          [
+            -0.03999999910593033
+          ],
+          [
+            -0.03999999910593033
+          ],
+          [
+            -0.03999999910593033
+          ],
+          [
+            -0.03999999910593033
+          ],
+          [
+            -0.03999999910593033
+          ],
+          [
+            -0.03999999910593033
+          ],
+          [
+            -0.03999999910593033
+          ]
+        ],
+        "q99": [
+          [
+            0.0
+          ],
+          [
+            0.0
+          ],
+          [
+            0.0
+          ],
+          [
+            0.0
+          ],
+          [
+            0.0
+          ],
+          [
+            0.0
+          ],
+          [
+            0.0
+          ],
+          [
+            0.0
+          ],
+          [
+            0.0
+          ],
+          [
+            0.0
+          ],
+          [
+            0.0
+          ],
+          [
+            0.0
+          ],
+          [
+            0.0
+          ],
+          [
+            0.0
+          ],
+          [
+            0.0
+          ],
+          [
+            0.0
+          ]
+        ]
+      },
+      "single_arm": {
+        "min": [
+          [
+            -3.894721269607544,
+            -2.629542827606201,
+            -4.373732089996338
+          ],
+          [
+            -3.8079636096954346,
+            -2.281093120574951,
+            -4.285794734954834
+          ],
+          [
+            -3.9454596042633057,
+            -2.3172848224639893,
+            -4.424914360046387
+          ],
+          [
+            -3.99224591255188,
+            -2.401759386062622,
+            -4.471834182739258
+          ],
+          [
+            -4.0603251457214355,
+            -2.7301855087280273,
+            -4.543713092803955
+          ],
+          [
+            -4.5425848960876465,
+            -3.1427013874053955,
+            -5.030681133270264
+          ],
+          [
+            -4.2488627433776855,
+            -2.898299217224121,
+            -4.734152317047119
+          ],
+          [
+            -3.950653076171875,
+            -2.5788564682006836,
+            -4.4324564933776855
+          ],
+          [
+            -4.400972366333008,
+            -2.970647096633911,
+            -4.887231349945068
+          ],
+          [
+            -4.60189151763916,
+            -2.9989240169525146,
+            -5.0888285636901855
+          ],
+          [
+            -4.308169364929199,
+            -2.7545218467712402,
+            -4.792300224304199
+          ],
+          [
+            -4.041894435882568,
+            -2.577139377593994,
+            -4.523875713348389
+          ],
+          [
+            -4.46027946472168,
+            -2.8268697261810303,
+            -4.94537878036499
+          ],
+          [
+            -3.94718337059021,
+            -2.3555383682250977,
+            -4.426983833312988
+          ],
+          [
+            -4.052990436553955,
+            -2.4324605464935303,
+            -4.533702373504639
+          ],
+          [
+            -4.10120153427124,
+            -2.4333620071411133,
+            -4.582023620605469
+          ]
+        ],
+        "max": [
+          [
+            3.4385156631469727,
+            2.4743435382843018,
+            3.0175259113311768
+          ],
+          [
+            2.26106595993042,
+            1.9332751035690308,
+            1.8322017192840576
+          ],
+          [
+            2.5180776119232178,
+            2.2502124309539795,
+            2.093134641647339
+          ],
+          [
+            2.26375412940979,
+            2.1288883686065674,
+            1.8371881246566772
+          ],
+          [
+            3.3294856548309326,
+            2.1466524600982666,
+            2.905320405960083
+          ],
+          [
+            3.3294856548309326,
+            2.144821882247925,
+            2.905320405960083
+          ],
+          [
+            3.3294856548309326,
+            2.144821882247925,
+            2.905320405960083
+          ],
+          [
+            3.3294856548309326,
+            2.144821882247925,
+            2.905320405960083
+          ],
+          [
+            3.3294856548309326,
+            2.144821882247925,
+            2.905320405960083
+          ],
+          [
+            3.351376533508301,
+            2.1076388359069824,
+            2.9269254207611084
+          ],
+          [
+            3.351376533508301,
+            2.1076388359069824,
+            2.9269254207611084
+          ],
+          [
+            3.351376533508301,
+            2.1076388359069824,
+            2.9269254207611084
+          ],
+          [
+            2.173640489578247,
+            1.8771897554397583,
+            1.7420765161514282
+          ],
+          [
+            2.173640489578247,
+            1.8771897554397583,
+            1.7420765161514282
+          ],
+          [
+            2.173640489578247,
+            1.8771897554397583,
+            1.7420765161514282
+          ],
+          [
+            3.0975046157836914,
+            1.9391406774520874,
+            2.6710097789764404
+          ]
+        ],
+        "mean": [
+          [
+            -0.3429693281650543,
+            0.15716670453548431,
+            -0.792410671710968
+          ],
+          [
+            -0.34307292103767395,
+            0.15708859264850616,
+            -0.792514979839325
+          ],
+          [
+            -0.34332722425460815,
+            0.15686605870723724,
+            -0.792768657207489
+          ],
+          [
+            -0.3436093032360077,
+            0.1566397249698639,
+            -0.7930574417114258
+          ],
+          [
+            -0.34381982684135437,
+            0.15638694167137146,
+            -0.7932685613632202
+          ],
+          [
+            -0.34410539269447327,
+            0.15622736513614655,
+            -0.7935547828674316
+          ],
+          [
+            -0.34434065222740173,
+            0.15605975687503815,
+            -0.7937920689582825
+          ],
+          [
+            -0.34440773725509644,
+            0.15604820847511292,
+            -0.7938953042030334
+          ],
+          [
+            -0.3445345461368561,
+            0.1558840274810791,
+            -0.7940223813056946
+          ],
+          [
+            -0.34441450238227844,
+            0.15592791140079498,
+            -0.7939028739929199
+          ],
+          [
+            -0.34432411193847656,
+            0.1559143364429474,
+            -0.7938113808631897
+          ],
+          [
+            -0.3443051278591156,
+            0.15596146881580353,
+            -0.7937919497489929
+          ],
+          [
+            -0.34416502714157104,
+            0.15606237947940826,
+            -0.7936497330665588
+          ],
+          [
+            -0.34395739436149597,
+            0.1562044471502304,
+            -0.7934394478797913
+          ],
+          [
+            -0.343770831823349,
+            0.15630684792995453,
+            -0.7932535409927368
+          ],
+          [
+            -0.34378162026405334,
+            0.1563328057527542,
+            -0.7932642102241516
+          ]
+        ],
+        "std": [
+          [
+            0.48052555322647095,
+            0.39909255504608154,
+            0.4852445125579834
+          ],
+          [
+            0.4676240384578705,
+            0.38908863067626953,
+            0.47227105498313904
+          ],
+          [
+            0.46836382150650024,
+            0.38955265283584595,
+            0.47301214933395386
+          ],
+          [
+            0.46759459376335144,
+            0.38867393136024475,
+            0.47222962975502014
+          ],
+          [
+            0.46846410632133484,
+            0.3891797363758087,
+            0.4731084704399109
+          ],
+          [
+            0.4687301218509674,
+            0.38933080434799194,
+            0.4733700156211853
+          ],
+          [
+            0.468232125043869,
+            0.3885000944137573,
+            0.47286543250083923
+          ],
+          [
+            0.46904700994491577,
+            0.3888656198978424,
+            0.47355398535728455
+          ],
+          [
+            0.4692181646823883,
+            0.3892480134963989,
+            0.4737060070037842
+          ],
+          [
+            0.46922117471694946,
+            0.38943880796432495,
+            0.47370898723602295
+          ],
+          [
+            0.46832913160324097,
+            0.3886696398258209,
+            0.47280797362327576
+          ],
+          [
+            0.4687158465385437,
+            0.3892606794834137,
+            0.47318795323371887
+          ],
+          [
+            0.46771785616874695,
+            0.38877636194229126,
+            0.47219064831733704
+          ],
+          [
+            0.4676676094532013,
+            0.3884156048297882,
+            0.47214072942733765
+          ],
+          [
+            0.46740010380744934,
+            0.38835597038269043,
+            0.4718690514564514
+          ],
+          [
+            0.4679376482963562,
+            0.38861510157585144,
+            0.47241222858428955
+          ]
+        ],
+        "q01": [
+          [
+            -1.3463778829574584,
+            -0.7004320776462555,
+            -1.8048875796794892
+          ],
+          [
+            -1.328954473733902,
+            -0.6923202139139175,
+            -1.7873492801189423
+          ],
+          [
+            -1.3325278198719024,
+            -0.6912817651033402,
+            -1.7911307656764983
+          ],
+          [
+            -1.338081681728363,
+            -0.6923498487472535,
+            -1.7983661007881164
+          ],
+          [
+            -1.3451628279685974,
+            -0.6917128503322602,
+            -1.8039819085597992
+          ],
+          [
+            -1.3327964663505554,
+            -0.6891571062803269,
+            -1.7917242753505707
+          ],
+          [
+            -1.3306218695640564,
+            -0.6848228842020034,
+            -1.7891725611686706
+          ],
+          [
+            -1.3445584058761597,
+            -0.6888944482803345,
+            -1.8032467687129974
+          ],
+          [
+            -1.3539536094665527,
+            -0.6931694388389588,
+            -1.8128242158889771
+          ],
+          [
+            -1.373204561471939,
+            -0.704707265496254,
+            -1.8313987171649933
+          ],
+          [
+            -1.3733036291599274,
+            -0.7077564263343811,
+            -1.8321859526634217
+          ],
+          [
+            -1.36857417345047,
+            -0.7001446622610092,
+            -1.8281492626667022
+          ],
+          [
+            -1.3799803912639619,
+            -0.7101031631231308,
+            -1.83882883310318
+          ],
+          [
+            -1.385853168964386,
+            -0.7182548350095749,
+            -1.8455050325393676
+          ],
+          [
+            -1.3828326094150543,
+            -0.7212907844781876,
+            -1.8421107411384583
+          ],
+          [
+            -1.3729380834102631,
+            -0.7071121060848237,
+            -1.8325321698188781
+          ]
+        ],
+        "q99": [
+          [
+            0.8688837283849712,
+            1.0656267488002749,
+            0.43028706192970034
+          ],
+          [
+            0.8529488635063126,
+            1.020248072147369,
+            0.41502870470285236
+          ],
+          [
+            0.830890772938726,
+            1.0309571409225462,
+            0.3959827220439871
+          ],
+          [
+            0.8476038336753816,
+            1.0456545722484583,
+            0.4089869239926333
+          ],
+          [
+            0.8256856977939583,
+            1.0399840390682216,
+            0.38651555269956533
+          ],
+          [
+            0.8387279021739958,
+            1.0231351792812347,
+            0.3978467413783072
+          ],
+          [
+            0.8137930363416669,
+            1.027632689476013,
+            0.3758512610197065
+          ],
+          [
+            0.7997738367319104,
+            1.0253861403465256,
+            0.3600802123546594
+          ],
+          [
+            0.8039530056714951,
+            1.0209466576576214,
+            0.36233603805303066
+          ],
+          [
+            0.7939671331644049,
+            1.0240140831470468,
+            0.35429867237806195
+          ],
+          [
+            0.782130770683288,
+            1.010875363349914,
+            0.3418181264400464
+          ],
+          [
+            0.7785723060369472,
+            1.0265974795818325,
+            0.33662988126277715
+          ],
+          [
+            0.7924138742685263,
+            1.0268013834953305,
+            0.35065259456634257
+          ],
+          [
+            0.815318752527236,
+            1.0426548695564268,
+            0.3749331581592545
+          ],
+          [
+            0.7760473185777645,
+            1.02941999197006,
+            0.3341768378019332
+          ],
+          [
+            0.818434814810752,
+            1.0392593348026273,
+            0.37836654245853246
+          ]
+        ]
+      }
+    }
+  }
+}

experiment_cfg/final_model_config.json

@@ -0,0 +1,55 @@
+{
+  "model_type": "Gr00tN1d7",
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Cosmos-Reason2-2B",
+  "backbone_model_type": "qwen",
+  "model_revision": null,
+  "tune_top_llm_layers": 0,
+  "backbone_embedding_dim": 2048,
+  "tune_llm": false,
+  "tune_visual": false,
+  "select_layer": 16,
+  "reproject_vision": false,
+  "use_flash_attention": true,
+  "load_bf16": false,
+  "backbone_trainable_params_fp32": true,
+  "extra_augmentation_config": null,
+  "apply_sincos_state_encoding": false,
+  "use_percentiles": true,
+  "use_relative_action": false,
+  "max_state_dim": 132,
+  "max_action_dim": 132,
+  "action_horizon": 40,
+  "hidden_size": 1024,
+  "input_embedding_dim": 1536,
+  "state_history_length": 1,
+  "add_pos_embed": true,
+  "attn_dropout": 0.2,
+  "use_vlln": true,
+  "max_seq_len": 1024,
+  "use_alternate_vl_dit": true,
+  "attend_text_every_n_blocks": 2,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "num_inference_timesteps": 4,
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_timestep_buckets": 1000,
+  "tune_projector": true,
+  "tune_diffusion_model": true,
+  "tune_vlln": true,
+  "state_dropout_prob": 0.2,
+  "exclude_state": false,
+  "use_mean_std": false,
+  "max_num_embodiments": 32
+}

model-00001-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcaea5ee88f1e0f1465043920a2647c67e7de17d24adfd1c477742a6168edec
+size 4986649584

model-00002-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42fb35196ca963c80a39ab71658a17cfdc29e632862757450d8b78f0b68c45e2
+size 4970792616

model-00003-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b8c8dbb1e3d5fb9d852497ce0f9169ad21bc16b9e041b2f38bef3e413d4681
+size 2618758696

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68078201e739fd939903cb043e7392a18c71bbbc7b15519e9313db22b632bd01
+size 12964594710

processor_config.json

@@ -0,0 +1,1122 @@
+{
+  "processor_class": "Gr00tN1d7Processor",
+  "processor_kwargs": {
+    "modality_configs": {
+      "real_g1_relative_eef_relative_joints": {
+        "video": {
+          "delta_indices": [
+            -20,
+            0
+          ],
+          "modality_keys": [
+            "ego_view"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_wrist_eef_9d",
+            "right_wrist_eef_9d",
+            "left_hand",
+            "right_hand",
+            "left_arm",
+            "right_arm",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39
+          ],
+          "modality_keys": [
+            "left_wrist_eef_9d",
+            "right_wrist_eef_9d",
+            "left_hand",
+            "right_hand",
+            "left_arm",
+            "right_arm",
+            "waist",
+            "base_height_command",
+            "navigate_command"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "left_wrist_eef_9d"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "right_wrist_eef_9d"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "left_hand"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "right_hand"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "left_arm"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "right_arm"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "waist"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "base_height_command"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "navigate_command"
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "real_r1_pro_sharpa_relative_eef_mecka": {
+        "video": {
+          "delta_indices": [
+            -30,
+            0
+          ],
+          "modality_keys": [
+            "ego_view_cropratio_res320x240_freq30"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_hand_joints",
+            "right_hand_joints"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_hand_joints",
+            "right_hand_joints"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "left_wrist_eef"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "right_wrist_eef"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "left_hand_joints"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "right_hand_joints"
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "real_r1_pro_sharpa_relative_eef_human": {
+        "video": {
+          "delta_indices": [
+            -20,
+            0
+          ],
+          "modality_keys": [
+            "ego_view_res320x240_freq20",
+            "left_wrist_view_res320x240_freq20",
+            "right_wrist_view_res320x240_freq20"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_hand_joints",
+            "right_hand_joints"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_hand_joints",
+            "right_hand_joints"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "left_wrist_eef"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "right_wrist_eef"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "left_hand_joints"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "right_hand_joints"
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "real_r1_pro_sharpa_relative_eef": {
+        "video": {
+          "delta_indices": [
+            -20,
+            0
+          ],
+          "modality_keys": [
+            "ego_view_res320x240_freq20",
+            "left_wrist_view_res320x240_freq20",
+            "right_wrist_view_res320x240_freq20"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_hand_joints",
+            "right_hand_joints"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_hand_joints",
+            "right_hand_joints"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "left_wrist_eef"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "right_wrist_eef"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "left_hand_joints"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "right_hand_joints"
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "xdof_relative_eef_relative_joint": {
+        "video": {
+          "delta_indices": [
+            -30,
+            0
+          ],
+          "modality_keys": [
+            "top_camera-images-rgb_320_240",
+            "left_camera-images-rgb_320_240",
+            "right_camera-images-rgb_320_240"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_gripper_pos",
+            "right_gripper_pos",
+            "left_joint_pos",
+            "right_joint_pos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_gripper_pos",
+            "right_gripper_pos",
+            "left_joint_pos",
+            "right_joint_pos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "left_wrist_eef"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "right_wrist_eef"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "left_gripper_pos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "right_gripper_pos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "left_joint_pos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "right_joint_pos"
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.task"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "real_r1_pro_sharpa_relative_eef_maxinsights": {
+        "video": {
+          "delta_indices": [
+            -30,
+            0
+          ],
+          "modality_keys": [
+            "ego_view_cropratio_res320x240_freq30"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_hand_joints",
+            "right_hand_joints"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_hand_joints",
+            "right_hand_joints"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "left_wrist_eef"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "right_wrist_eef"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "left_hand_joints"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "right_hand_joints"
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "xdof_relative_eef_relative_joint_subtask": {
+        "video": {
+          "delta_indices": [
+            -30,
+            0
+          ],
+          "modality_keys": [
+            "top_camera-images-rgb_320_240",
+            "left_camera-images-rgb_320_240",
+            "right_camera-images-rgb_320_240"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_gripper_pos",
+            "right_gripper_pos",
+            "left_joint_pos",
+            "right_joint_pos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39
+          ],
+          "modality_keys": [
+            "left_wrist_eef",
+            "right_wrist_eef",
+            "left_gripper_pos",
+            "right_gripper_pos",
+            "left_joint_pos",
+            "right_joint_pos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "left_wrist_eef"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "right_wrist_eef"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "left_gripper_pos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "right_gripper_pos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "left_joint_pos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "right_joint_pos"
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.sub_task"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "oxe_droid_relative_eef_relative_joint": {
+        "video": {
+          "delta_indices": [
+            -15,
+            0
+          ],
+          "modality_keys": [
+            "exterior_image_1_left",
+            "wrist_image_left"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "eef_9d",
+            "gripper_position",
+            "joint_position"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39
+          ],
+          "modality_keys": [
+            "eef_9d",
+            "gripper_position",
+            "joint_position"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "EEF",
+              "format": "XYZ_ROT6D",
+              "state_key": "eef_9d"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "gripper_position"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "joint_position"
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.language.language_instruction"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "new_embodiment": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "top"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "single_arm",
+            "gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "single_arm",
+            "gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      }
+    },
+    "image_crop_size": [
+      230,
+      230
+    ],
+    "image_target_size": [
+      256,
+      256
+    ],
+    "use_albumentations": true,
+    "random_rotation_angle": 0,
+    "color_jitter_params": {
+      "brightness": 0.3,
+      "contrast": 0.4,
+      "saturation": 0.5,
+      "hue": 0.08
+    },
+    "shortest_image_edge": 256,
+    "crop_fraction": 0.95,
+    "letter_box_transform": false,
+    "model_name": "nvidia/Cosmos-Reason2-2B",
+    "model_type": "qwen",
+    "formalize_language": true,
+    "max_state_dim": 132,
+    "max_action_dim": 132,
+    "max_action_horizon": 40,
+    "use_percentiles": true,
+    "use_mean_std": false,
+    "clip_outliers": true,
+    "apply_sincos_state_encoding": false,
+    "use_relative_action": true,
+    "exclude_state": false,
+    "state_dropout_prob": 0.2
+  }
+}

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8badea51880dcf8e39f7ada39a58f5c9020d35f791a5bffce9b7bf04323b42
+size 14645

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469c26bc363f97abd4bae35742fa27c9e1ccd3474451d3d62533ec1f10f615e4
+size 1465

trainer_state.json

@@ -0,0 +1,3034 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.8333333333333334,
+  "eval_steps": 500,
+  "global_step": 5000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "grad_norm": 1.684694528579712,
+      "learning_rate": 3e-06,
+      "loss": 1.1635,
+      "step": 10
+    },
+    {
+      "grad_norm": 0.908963680267334,
+      "learning_rate": 6.333333333333334e-06,
+      "loss": 1.1226,
+      "step": 20
+    },
+    {
+      "grad_norm": 0.6074573993682861,
+      "learning_rate": 9.666666666666667e-06,
+      "loss": 1.0434,
+      "step": 30
+    },
+    {
+      "grad_norm": 0.28302067518234253,
+      "learning_rate": 1.3000000000000001e-05,
+      "loss": 1.0359,
+      "step": 40
+    },
+    {
+      "grad_norm": 0.6111693382263184,
+      "learning_rate": 1.6333333333333335e-05,
+      "loss": 1.0124,
+      "step": 50
+    },
+    {
+      "grad_norm": 0.40753909945487976,
+      "learning_rate": 1.9666666666666666e-05,
+      "loss": 1.0219,
+      "step": 60
+    },
+    {
+      "grad_norm": 3.659215211868286,
+      "learning_rate": 2.3000000000000003e-05,
+      "loss": 0.9772,
+      "step": 70
+    },
+    {
+      "grad_norm": 3.0602831840515137,
+      "learning_rate": 2.633333333333333e-05,
+      "loss": 0.8846,
+      "step": 80
+    },
+    {
+      "grad_norm": 3.634186029434204,
+      "learning_rate": 2.9666666666666672e-05,
+      "loss": 0.7313,
+      "step": 90
+    },
+    {
+      "grad_norm": 4.549008846282959,
+      "learning_rate": 3.3e-05,
+      "loss": 0.544,
+      "step": 100
+    },
+    {
+      "grad_norm": 3.7457642555236816,
+      "learning_rate": 3.633333333333333e-05,
+      "loss": 0.3395,
+      "step": 110
+    },
+    {
+      "grad_norm": 2.88742733001709,
+      "learning_rate": 3.966666666666667e-05,
+      "loss": 0.2137,
+      "step": 120
+    },
+    {
+      "grad_norm": 2.8573951721191406,
+      "learning_rate": 4.3e-05,
+      "loss": 0.1806,
+      "step": 130
+    },
+    {
+      "grad_norm": 2.8793063163757324,
+      "learning_rate": 4.633333333333333e-05,
+      "loss": 0.1788,
+      "step": 140
+    },
+    {
+      "grad_norm": 1.796878457069397,
+      "learning_rate": 4.966666666666667e-05,
+      "loss": 0.1311,
+      "step": 150
+    },
+    {
+      "grad_norm": 2.40000581741333,
+      "learning_rate": 5.300000000000001e-05,
+      "loss": 0.145,
+      "step": 160
+    },
+    {
+      "grad_norm": 2.7650396823883057,
+      "learning_rate": 5.633333333333334e-05,
+      "loss": 0.1297,
+      "step": 170
+    },
+    {
+      "grad_norm": 2.4167962074279785,
+      "learning_rate": 5.966666666666667e-05,
+      "loss": 0.1228,
+      "step": 180
+    },
+    {
+      "grad_norm": 3.2442455291748047,
+      "learning_rate": 6.3e-05,
+      "loss": 0.1229,
+      "step": 190
+    },
+    {
+      "grad_norm": 1.9736961126327515,
+      "learning_rate": 6.633333333333334e-05,
+      "loss": 0.1273,
+      "step": 200
+    },
+    {
+      "grad_norm": 1.9273964166641235,
+      "learning_rate": 6.966666666666668e-05,
+      "loss": 0.1232,
+      "step": 210
+    },
+    {
+      "grad_norm": 1.9642269611358643,
+      "learning_rate": 7.3e-05,
+      "loss": 0.1192,
+      "step": 220
+    },
+    {
+      "grad_norm": 1.161840796470642,
+      "learning_rate": 7.633333333333334e-05,
+      "loss": 0.113,
+      "step": 230
+    },
+    {
+      "grad_norm": 1.7543864250183105,
+      "learning_rate": 7.966666666666666e-05,
+      "loss": 0.0993,
+      "step": 240
+    },
+    {
+      "grad_norm": 1.0030447244644165,
+      "learning_rate": 8.3e-05,
+      "loss": 0.0978,
+      "step": 250
+    },
+    {
+      "grad_norm": 1.941070795059204,
+      "learning_rate": 8.633333333333334e-05,
+      "loss": 0.0954,
+      "step": 260
+    },
+    {
+      "grad_norm": 1.6439497470855713,
+      "learning_rate": 8.966666666666666e-05,
+      "loss": 0.1109,
+      "step": 270
+    },
+    {
+      "grad_norm": 1.209729552268982,
+      "learning_rate": 9.300000000000001e-05,
+      "loss": 0.0908,
+      "step": 280
+    },
+    {
+      "grad_norm": 1.1890689134597778,
+      "learning_rate": 9.633333333333335e-05,
+      "loss": 0.1139,
+      "step": 290
+    },
+    {
+      "grad_norm": 1.4669991731643677,
+      "learning_rate": 9.966666666666667e-05,
+      "loss": 0.0916,
+      "step": 300
+    },
+    {
+      "grad_norm": 0.5628610849380493,
+      "learning_rate": 9.999938485971279e-05,
+      "loss": 0.1066,
+      "step": 310
+    },
+    {
+      "grad_norm": 0.9388463497161865,
+      "learning_rate": 9.999725846827562e-05,
+      "loss": 0.0843,
+      "step": 320
+    },
+    {
+      "grad_norm": 1.2850499153137207,
+      "learning_rate": 9.999361329594254e-05,
+      "loss": 0.0914,
+      "step": 330
+    },
+    {
+      "grad_norm": 0.8086246252059937,
+      "learning_rate": 9.998844945344405e-05,
+      "loss": 0.0871,
+      "step": 340
+    },
+    {
+      "grad_norm": 0.7838727235794067,
+      "learning_rate": 9.99817670976436e-05,
+      "loss": 0.0712,
+      "step": 350
+    },
+    {
+      "grad_norm": 0.8137271404266357,
+      "learning_rate": 9.997356643153303e-05,
+      "loss": 0.0825,
+      "step": 360
+    },
+    {
+      "grad_norm": 0.7650733590126038,
+      "learning_rate": 9.996384770422629e-05,
+      "loss": 0.0812,
+      "step": 370
+    },
+    {
+      "grad_norm": 1.2997642755508423,
+      "learning_rate": 9.995261121095194e-05,
+      "loss": 0.08,
+      "step": 380
+    },
+    {
+      "grad_norm": 0.6342231035232544,
+      "learning_rate": 9.993985729304408e-05,
+      "loss": 0.0773,
+      "step": 390
+    },
+    {
+      "grad_norm": 0.7299171686172485,
+      "learning_rate": 9.992558633793212e-05,
+      "loss": 0.0722,
+      "step": 400
+    },
+    {
+      "grad_norm": 0.9829517006874084,
+      "learning_rate": 9.990979877912891e-05,
+      "loss": 0.0847,
+      "step": 410
+    },
+    {
+      "grad_norm": 1.0101488828659058,
+      "learning_rate": 9.989249509621759e-05,
+      "loss": 0.0683,
+      "step": 420
+    },
+    {
+      "grad_norm": 0.7241670489311218,
+      "learning_rate": 9.987367581483705e-05,
+      "loss": 0.0711,
+      "step": 430
+    },
+    {
+      "grad_norm": 0.9610762596130371,
+      "learning_rate": 9.985334150666592e-05,
+      "loss": 0.0818,
+      "step": 440
+    },
+    {
+      "grad_norm": 0.8153676986694336,
+      "learning_rate": 9.983149278940526e-05,
+      "loss": 0.0798,
+      "step": 450
+    },
+    {
+      "grad_norm": 1.0012998580932617,
+      "learning_rate": 9.980813032675974e-05,
+      "loss": 0.0773,
+      "step": 460
+    },
+    {
+      "grad_norm": 0.7800810933113098,
+      "learning_rate": 9.978325482841753e-05,
+      "loss": 0.0733,
+      "step": 470
+    },
+    {
+      "grad_norm": 0.8783252835273743,
+      "learning_rate": 9.975686705002867e-05,
+      "loss": 0.0722,
+      "step": 480
+    },
+    {
+      "grad_norm": 1.1053400039672852,
+      "learning_rate": 9.972896779318219e-05,
+      "loss": 0.0691,
+      "step": 490
+    },
+    {
+      "grad_norm": 0.5190101265907288,
+      "learning_rate": 9.969955790538175e-05,
+      "loss": 0.0657,
+      "step": 500
+    },
+    {
+      "grad_norm": 0.6777092814445496,
+      "learning_rate": 9.966863828001982e-05,
+      "loss": 0.0699,
+      "step": 510
+    },
+    {
+      "grad_norm": 0.42357662320137024,
+      "learning_rate": 9.963620985635065e-05,
+      "loss": 0.063,
+      "step": 520
+    },
+    {
+      "grad_norm": 0.48872488737106323,
+      "learning_rate": 9.960227361946164e-05,
+      "loss": 0.062,
+      "step": 530
+    },
+    {
+      "grad_norm": 0.6022244691848755,
+      "learning_rate": 9.95668306002435e-05,
+      "loss": 0.0566,
+      "step": 540
+    },
+    {
+      "grad_norm": 0.5650090575218201,
+      "learning_rate": 9.952988187535886e-05,
+      "loss": 0.0547,
+      "step": 550
+    },
+    {
+      "grad_norm": 1.1828614473342896,
+      "learning_rate": 9.949142856720961e-05,
+      "loss": 0.0576,
+      "step": 560
+    },
+    {
+      "grad_norm": 0.4418780505657196,
+      "learning_rate": 9.945147184390278e-05,
+      "loss": 0.0641,
+      "step": 570
+    },
+    {
+      "grad_norm": 0.7184110879898071,
+      "learning_rate": 9.941001291921512e-05,
+      "loss": 0.0664,
+      "step": 580
+    },
+    {
+      "grad_norm": 0.5856490135192871,
+      "learning_rate": 9.936705305255612e-05,
+      "loss": 0.0673,
+      "step": 590
+    },
+    {
+      "grad_norm": 0.4480701982975006,
+      "learning_rate": 9.932259354892984e-05,
+      "loss": 0.0709,
+      "step": 600
+    },
+    {
+      "grad_norm": 0.3481273055076599,
+      "learning_rate": 9.927663575889521e-05,
+      "loss": 0.0672,
+      "step": 610
+    },
+    {
+      "grad_norm": 0.5294920206069946,
+      "learning_rate": 9.922918107852504e-05,
+      "loss": 0.0535,
+      "step": 620
+    },
+    {
+      "grad_norm": 0.4763725996017456,
+      "learning_rate": 9.918023094936363e-05,
+      "loss": 0.0467,
+      "step": 630
+    },
+    {
+      "grad_norm": 0.5558699369430542,
+      "learning_rate": 9.912978685838294e-05,
+      "loss": 0.0522,
+      "step": 640
+    },
+    {
+      "grad_norm": 0.4730995297431946,
+      "learning_rate": 9.90778503379374e-05,
+      "loss": 0.0537,
+      "step": 650
+    },
+    {
+      "grad_norm": 0.4881953299045563,
+      "learning_rate": 9.902442296571743e-05,
+      "loss": 0.0556,
+      "step": 660
+    },
+    {
+      "grad_norm": 0.613318145275116,
+      "learning_rate": 9.896950636470147e-05,
+      "loss": 0.0648,
+      "step": 670
+    },
+    {
+      "grad_norm": 0.4895165264606476,
+      "learning_rate": 9.891310220310666e-05,
+      "loss": 0.0571,
+      "step": 680
+    },
+    {
+      "grad_norm": 0.6173961162567139,
+      "learning_rate": 9.885521219433823e-05,
+      "loss": 0.0544,
+      "step": 690
+    },
+    {
+      "grad_norm": 0.6740694642066956,
+      "learning_rate": 9.879583809693738e-05,
+      "loss": 0.0578,
+      "step": 700
+    },
+    {
+      "grad_norm": 0.511962890625,
+      "learning_rate": 9.873498171452789e-05,
+      "loss": 0.0639,
+      "step": 710
+    },
+    {
+      "grad_norm": 0.9044255018234253,
+      "learning_rate": 9.867264489576135e-05,
+      "loss": 0.0562,
+      "step": 720
+    },
+    {
+      "grad_norm": 0.7572687864303589,
+      "learning_rate": 9.860882953426099e-05,
+      "loss": 0.0574,
+      "step": 730
+    },
+    {
+      "grad_norm": 0.4606987535953522,
+      "learning_rate": 9.854353756856412e-05,
+      "loss": 0.0443,
+      "step": 740
+    },
+    {
+      "grad_norm": 0.4337668716907501,
+      "learning_rate": 9.847677098206332e-05,
+      "loss": 0.0536,
+      "step": 750
+    },
+    {
+      "grad_norm": 0.36243191361427307,
+      "learning_rate": 9.840853180294608e-05,
+      "loss": 0.0419,
+      "step": 760
+    },
+    {
+      "grad_norm": 0.6487115621566772,
+      "learning_rate": 9.833882210413332e-05,
+      "loss": 0.0488,
+      "step": 770
+    },
+    {
+      "grad_norm": 0.5236570239067078,
+      "learning_rate": 9.826764400321633e-05,
+      "loss": 0.0733,
+      "step": 780
+    },
+    {
+      "grad_norm": 0.6646023988723755,
+      "learning_rate": 9.819499966239243e-05,
+      "loss": 0.0486,
+      "step": 790
+    },
+    {
+      "grad_norm": 0.5606136918067932,
+      "learning_rate": 9.812089128839938e-05,
+      "loss": 0.0548,
+      "step": 800
+    },
+    {
+      "grad_norm": 0.3728213608264923,
+      "learning_rate": 9.804532113244828e-05,
+      "loss": 0.0583,
+      "step": 810
+    },
+    {
+      "grad_norm": 0.5252546668052673,
+      "learning_rate": 9.796829149015517e-05,
+      "loss": 0.0529,
+      "step": 820
+    },
+    {
+      "grad_norm": 0.4646774232387543,
+      "learning_rate": 9.788980470147132e-05,
+      "loss": 0.052,
+      "step": 830
+    },
+    {
+      "grad_norm": 0.3394884169101715,
+      "learning_rate": 9.780986315061218e-05,
+      "loss": 0.0442,
+      "step": 840
+    },
+    {
+      "grad_norm": 0.5599905848503113,
+      "learning_rate": 9.772846926598491e-05,
+      "loss": 0.058,
+      "step": 850
+    },
+    {
+      "grad_norm": 0.46263357996940613,
+      "learning_rate": 9.76456255201146e-05,
+      "loss": 0.0475,
+      "step": 860
+    },
+    {
+      "grad_norm": 0.5478836297988892,
+      "learning_rate": 9.756133442956923e-05,
+      "loss": 0.0495,
+      "step": 870
+    },
+    {
+      "grad_norm": 0.6540849208831787,
+      "learning_rate": 9.747559855488313e-05,
+      "loss": 0.0486,
+      "step": 880
+    },
+    {
+      "grad_norm": 0.5630178451538086,
+      "learning_rate": 9.73884205004793e-05,
+      "loss": 0.0452,
+      "step": 890
+    },
+    {
+      "grad_norm": 0.5691519379615784,
+      "learning_rate": 9.729980291459019e-05,
+      "loss": 0.0538,
+      "step": 900
+    },
+    {
+      "grad_norm": 0.3020646870136261,
+      "learning_rate": 9.720974848917735e-05,
+      "loss": 0.0421,
+      "step": 910
+    },
+    {
+      "grad_norm": 0.524530291557312,
+      "learning_rate": 9.711825995984957e-05,
+      "loss": 0.0495,
+      "step": 920
+    },
+    {
+      "grad_norm": 0.7111333012580872,
+      "learning_rate": 9.702534010577991e-05,
+      "loss": 0.0636,
+      "step": 930
+    },
+    {
+      "grad_norm": 0.6500610113143921,
+      "learning_rate": 9.693099174962103e-05,
+      "loss": 0.045,
+      "step": 940
+    },
+    {
+      "grad_norm": 0.89228355884552,
+      "learning_rate": 9.683521775741977e-05,
+      "loss": 0.0549,
+      "step": 950
+    },
+    {
+      "grad_norm": 0.7165541648864746,
+      "learning_rate": 9.673802103852979e-05,
+      "loss": 0.0433,
+      "step": 960
+    },
+    {
+      "grad_norm": 0.5376599431037903,
+      "learning_rate": 9.663940454552342e-05,
+      "loss": 0.0451,
+      "step": 970
+    },
+    {
+      "grad_norm": 0.7044673562049866,
+      "learning_rate": 9.65393712741018e-05,
+      "loss": 0.0573,
+      "step": 980
+    },
+    {
+      "grad_norm": 0.40622320771217346,
+      "learning_rate": 9.6437924263004e-05,
+      "loss": 0.0553,
+      "step": 990
+    },
+    {
+      "grad_norm": 0.5690650939941406,
+      "learning_rate": 9.63350665939146e-05,
+      "loss": 0.0464,
+      "step": 1000
+    },
+    {
+      "grad_norm": 0.5798953175544739,
+      "learning_rate": 9.623080139137023e-05,
+      "loss": 0.041,
+      "step": 1010
+    },
+    {
+      "grad_norm": 0.477433443069458,
+      "learning_rate": 9.612513182266447e-05,
+      "loss": 0.0451,
+      "step": 1020
+    },
+    {
+      "grad_norm": 0.5034040212631226,
+      "learning_rate": 9.601806109775179e-05,
+      "loss": 0.0469,
+      "step": 1030
+    },
+    {
+      "grad_norm": 0.26716241240501404,
+      "learning_rate": 9.590959246914995e-05,
+      "loss": 0.0448,
+      "step": 1040
+    },
+    {
+      "grad_norm": 0.37224116921424866,
+      "learning_rate": 9.579972923184122e-05,
+      "loss": 0.0439,
+      "step": 1050
+    },
+    {
+      "grad_norm": 0.4705376923084259,
+      "learning_rate": 9.568847472317232e-05,
+      "loss": 0.0513,
+      "step": 1060
+    },
+    {
+      "grad_norm": 0.36860716342926025,
+      "learning_rate": 9.557583232275303e-05,
+      "loss": 0.0458,
+      "step": 1070
+    },
+    {
+      "grad_norm": 0.44712164998054504,
+      "learning_rate": 9.546180545235344e-05,
+      "loss": 0.0451,
+      "step": 1080
+    },
+    {
+      "grad_norm": 0.3662862479686737,
+      "learning_rate": 9.534639757580013e-05,
+      "loss": 0.0313,
+      "step": 1090
+    },
+    {
+      "grad_norm": 0.5598801970481873,
+      "learning_rate": 9.522961219887092e-05,
+      "loss": 0.0502,
+      "step": 1100
+    },
+    {
+      "grad_norm": 0.4979083240032196,
+      "learning_rate": 9.511145286918828e-05,
+      "loss": 0.0448,
+      "step": 1110
+    },
+    {
+      "grad_norm": 0.5371891856193542,
+      "learning_rate": 9.499192317611167e-05,
+      "loss": 0.0383,
+      "step": 1120
+    },
+    {
+      "grad_norm": 0.46349143981933594,
+      "learning_rate": 9.487102675062851e-05,
+      "loss": 0.0486,
+      "step": 1130
+    },
+    {
+      "grad_norm": 0.9978846311569214,
+      "learning_rate": 9.474876726524374e-05,
+      "loss": 0.0559,
+      "step": 1140
+    },
+    {
+      "grad_norm": 0.7520447969436646,
+      "learning_rate": 9.462514843386845e-05,
+      "loss": 0.0502,
+      "step": 1150
+    },
+    {
+      "grad_norm": 0.506645917892456,
+      "learning_rate": 9.450017401170689e-05,
+      "loss": 0.0522,
+      "step": 1160
+    },
+    {
+      "grad_norm": 0.45723941922187805,
+      "learning_rate": 9.437384779514256e-05,
+      "loss": 0.0438,
+      "step": 1170
+    },
+    {
+      "grad_norm": 0.44127294421195984,
+      "learning_rate": 9.424617362162271e-05,
+      "loss": 0.0431,
+      "step": 1180
+    },
+    {
+      "grad_norm": 0.45472055673599243,
+      "learning_rate": 9.411715536954196e-05,
+      "loss": 0.0418,
+      "step": 1190
+    },
+    {
+      "grad_norm": 0.29721713066101074,
+      "learning_rate": 9.39867969581243e-05,
+      "loss": 0.0457,
+      "step": 1200
+    },
+    {
+      "grad_norm": 0.3952992856502533,
+      "learning_rate": 9.385510234730415e-05,
+      "loss": 0.0417,
+      "step": 1210
+    },
+    {
+      "grad_norm": 0.25066861510276794,
+      "learning_rate": 9.372207553760603e-05,
+      "loss": 0.038,
+      "step": 1220
+    },
+    {
+      "grad_norm": 0.3423592746257782,
+      "learning_rate": 9.358772057002312e-05,
+      "loss": 0.0417,
+      "step": 1230
+    },
+    {
+      "grad_norm": 0.37416261434555054,
+      "learning_rate": 9.345204152589428e-05,
+      "loss": 0.041,
+      "step": 1240
+    },
+    {
+      "grad_norm": 0.47650808095932007,
+      "learning_rate": 9.331504252678037e-05,
+      "loss": 0.05,
+      "step": 1250
+    },
+    {
+      "grad_norm": 0.4732288122177124,
+      "learning_rate": 9.317672773433876e-05,
+      "loss": 0.0438,
+      "step": 1260
+    },
+    {
+      "grad_norm": 0.42209315299987793,
+      "learning_rate": 9.30371013501972e-05,
+      "loss": 0.0463,
+      "step": 1270
+    },
+    {
+      "grad_norm": 0.38447305560112,
+      "learning_rate": 9.289616761582587e-05,
+      "loss": 0.042,
+      "step": 1280
+    },
+    {
+      "grad_norm": 0.5152119994163513,
+      "learning_rate": 9.275393081240882e-05,
+      "loss": 0.049,
+      "step": 1290
+    },
+    {
+      "grad_norm": 0.5261250138282776,
+      "learning_rate": 9.261039526071374e-05,
+      "loss": 0.0443,
+      "step": 1300
+    },
+    {
+      "grad_norm": 0.5648900270462036,
+      "learning_rate": 9.246556532096078e-05,
+      "loss": 0.0425,
+      "step": 1310
+    },
+    {
+      "grad_norm": 0.31255903840065,
+      "learning_rate": 9.231944539269009e-05,
+      "loss": 0.0501,
+      "step": 1320
+    },
+    {
+      "grad_norm": 0.4260111153125763,
+      "learning_rate": 9.217203991462815e-05,
+      "loss": 0.0452,
+      "step": 1330
+    },
+    {
+      "grad_norm": 0.5075951218605042,
+      "learning_rate": 9.202335336455296e-05,
+      "loss": 0.0439,
+      "step": 1340
+    },
+    {
+      "grad_norm": 0.4853213429450989,
+      "learning_rate": 9.187339025915802e-05,
+      "loss": 0.0357,
+      "step": 1350
+    },
+    {
+      "grad_norm": 0.41578373312950134,
+      "learning_rate": 9.17221551539151e-05,
+      "loss": 0.0413,
+      "step": 1360
+    },
+    {
+      "grad_norm": 0.3264440894126892,
+      "learning_rate": 9.156965264293586e-05,
+      "loss": 0.03,
+      "step": 1370
+    },
+    {
+      "grad_norm": 0.4507807791233063,
+      "learning_rate": 9.141588735883232e-05,
+      "loss": 0.04,
+      "step": 1380
+    },
+    {
+      "grad_norm": 0.4165174961090088,
+      "learning_rate": 9.126086397257612e-05,
+      "loss": 0.0375,
+      "step": 1390
+    },
+    {
+      "grad_norm": 0.5147427320480347,
+      "learning_rate": 9.110458719335659e-05,
+      "loss": 0.045,
+      "step": 1400
+    },
+    {
+      "grad_norm": 0.3948756456375122,
+      "learning_rate": 9.094706176843777e-05,
+      "loss": 0.0352,
+      "step": 1410
+    },
+    {
+      "grad_norm": 0.5233174562454224,
+      "learning_rate": 9.078829248301417e-05,
+      "loss": 0.0445,
+      "step": 1420
+    },
+    {
+      "grad_norm": 0.3124268352985382,
+      "learning_rate": 9.062828416006539e-05,
+      "loss": 0.0414,
+      "step": 1430
+    },
+    {
+      "grad_norm": 0.48625996708869934,
+      "learning_rate": 9.046704166020961e-05,
+      "loss": 0.0413,
+      "step": 1440
+    },
+    {
+      "grad_norm": 0.5645583271980286,
+      "learning_rate": 9.030456988155596e-05,
+      "loss": 0.0466,
+      "step": 1450
+    },
+    {
+      "grad_norm": 0.410849004983902,
+      "learning_rate": 9.014087375955573e-05,
+      "loss": 0.0418,
+      "step": 1460
+    },
+    {
+      "grad_norm": 0.42126670479774475,
+      "learning_rate": 8.997595826685243e-05,
+      "loss": 0.0426,
+      "step": 1470
+    },
+    {
+      "grad_norm": 0.31017786264419556,
+      "learning_rate": 8.980982841313074e-05,
+      "loss": 0.0516,
+      "step": 1480
+    },
+    {
+      "grad_norm": 0.448800653219223,
+      "learning_rate": 8.964248924496435e-05,
+      "loss": 0.0377,
+      "step": 1490
+    },
+    {
+      "grad_norm": 0.5933466553688049,
+      "learning_rate": 8.947394584566258e-05,
+      "loss": 0.0566,
+      "step": 1500
+    },
+    {
+      "grad_norm": 0.5993877649307251,
+      "learning_rate": 8.930420333511606e-05,
+      "loss": 0.0442,
+      "step": 1510
+    },
+    {
+      "grad_norm": 0.5094465613365173,
+      "learning_rate": 8.913326686964117e-05,
+      "loss": 0.0387,
+      "step": 1520
+    },
+    {
+      "grad_norm": 0.3103977143764496,
+      "learning_rate": 8.89611416418234e-05,
+      "loss": 0.0425,
+      "step": 1530
+    },
+    {
+      "grad_norm": 0.3906828761100769,
+      "learning_rate": 8.878783288035957e-05,
+      "loss": 0.0464,
+      "step": 1540
+    },
+    {
+      "grad_norm": 0.3946266174316406,
+      "learning_rate": 8.86133458498991e-05,
+      "loss": 0.0394,
+      "step": 1550
+    },
+    {
+      "grad_norm": 0.3268502354621887,
+      "learning_rate": 8.843768585088393e-05,
+      "loss": 0.0403,
+      "step": 1560
+    },
+    {
+      "grad_norm": 0.4486427307128906,
+      "learning_rate": 8.82608582193877e-05,
+      "loss": 0.0364,
+      "step": 1570
+    },
+    {
+      "grad_norm": 0.4037582278251648,
+      "learning_rate": 8.80828683269535e-05,
+      "loss": 0.0363,
+      "step": 1580
+    },
+    {
+      "grad_norm": 0.3916078507900238,
+      "learning_rate": 8.790372158043074e-05,
+      "loss": 0.0404,
+      "step": 1590
+    },
+    {
+      "grad_norm": 0.5734459757804871,
+      "learning_rate": 8.772342342181095e-05,
+      "loss": 0.0399,
+      "step": 1600
+    },
+    {
+      "grad_norm": 0.4063715934753418,
+      "learning_rate": 8.75419793280624e-05,
+      "loss": 0.0353,
+      "step": 1610
+    },
+    {
+      "grad_norm": 0.3136364817619324,
+      "learning_rate": 8.735939481096378e-05,
+      "loss": 0.0341,
+      "step": 1620
+    },
+    {
+      "grad_norm": 0.2480340301990509,
+      "learning_rate": 8.717567541693673e-05,
+      "loss": 0.0445,
+      "step": 1630
+    },
+    {
+      "grad_norm": 0.49039986729621887,
+      "learning_rate": 8.699082672687734e-05,
+      "loss": 0.038,
+      "step": 1640
+    },
+    {
+      "grad_norm": 0.38957834243774414,
+      "learning_rate": 8.680485435598673e-05,
+      "loss": 0.0458,
+      "step": 1650
+    },
+    {
+      "grad_norm": 0.6209728717803955,
+      "learning_rate": 8.661776395360029e-05,
+      "loss": 0.0318,
+      "step": 1660
+    },
+    {
+      "grad_norm": 0.3944031596183777,
+      "learning_rate": 8.642956120301626e-05,
+      "loss": 0.0393,
+      "step": 1670
+    },
+    {
+      "grad_norm": 0.5090761780738831,
+      "learning_rate": 8.624025182132292e-05,
+      "loss": 0.0384,
+      "step": 1680
+    },
+    {
+      "grad_norm": 0.339475154876709,
+      "learning_rate": 8.604984155922506e-05,
+      "loss": 0.0421,
+      "step": 1690
+    },
+    {
+      "grad_norm": 0.5172349810600281,
+      "learning_rate": 8.585833620086918e-05,
+      "loss": 0.0438,
+      "step": 1700
+    },
+    {
+      "grad_norm": 0.2904316782951355,
+      "learning_rate": 8.566574156366784e-05,
+      "loss": 0.0399,
+      "step": 1710
+    },
+    {
+      "grad_norm": 0.3730908930301666,
+      "learning_rate": 8.547206349812298e-05,
+      "loss": 0.0446,
+      "step": 1720
+    },
+    {
+      "grad_norm": 0.4513612389564514,
+      "learning_rate": 8.527730788764805e-05,
+      "loss": 0.0404,
+      "step": 1730
+    },
+    {
+      "grad_norm": 0.30281123518943787,
+      "learning_rate": 8.508148064838948e-05,
+      "loss": 0.0405,
+      "step": 1740
+    },
+    {
+      "grad_norm": 0.5456830263137817,
+      "learning_rate": 8.488458772904684e-05,
+      "loss": 0.0393,
+      "step": 1750
+    },
+    {
+      "grad_norm": 0.6011849045753479,
+      "learning_rate": 8.468663511069217e-05,
+      "loss": 0.0443,
+      "step": 1760
+    },
+    {
+      "grad_norm": 0.43627694249153137,
+      "learning_rate": 8.448762880658825e-05,
+      "loss": 0.039,
+      "step": 1770
+    },
+    {
+      "grad_norm": 0.30541056394577026,
+      "learning_rate": 8.428757486200603e-05,
+      "loss": 0.0402,
+      "step": 1780
+    },
+    {
+      "grad_norm": 0.3088529109954834,
+      "learning_rate": 8.40864793540409e-05,
+      "loss": 0.0447,
+      "step": 1790
+    },
+    {
+      "grad_norm": 0.5158669352531433,
+      "learning_rate": 8.388434839142813e-05,
+      "loss": 0.0404,
+      "step": 1800
+    },
+    {
+      "grad_norm": 0.36301717162132263,
+      "learning_rate": 8.368118811435726e-05,
+      "loss": 0.0395,
+      "step": 1810
+    },
+    {
+      "grad_norm": 0.38054007291793823,
+      "learning_rate": 8.347700469428564e-05,
+      "loss": 0.0392,
+      "step": 1820
+    },
+    {
+      "grad_norm": 0.30281463265419006,
+      "learning_rate": 8.327180433375091e-05,
+      "loss": 0.0384,
+      "step": 1830
+    },
+    {
+      "grad_norm": 0.5268439054489136,
+      "learning_rate": 8.306559326618259e-05,
+      "loss": 0.0397,
+      "step": 1840
+    },
+    {
+      "grad_norm": 0.5128210186958313,
+      "learning_rate": 8.285837775571276e-05,
+      "loss": 0.0387,
+      "step": 1850
+    },
+    {
+      "grad_norm": 0.34021538496017456,
+      "learning_rate": 8.265016409698573e-05,
+      "loss": 0.0429,
+      "step": 1860
+    },
+    {
+      "grad_norm": 0.4679824113845825,
+      "learning_rate": 8.244095861496686e-05,
+      "loss": 0.0392,
+      "step": 1870
+    },
+    {
+      "grad_norm": 0.42745229601860046,
+      "learning_rate": 8.223076766475035e-05,
+      "loss": 0.0358,
+      "step": 1880
+    },
+    {
+      "grad_norm": 0.4563518464565277,
+      "learning_rate": 8.201959763136633e-05,
+      "loss": 0.0358,
+      "step": 1890
+    },
+    {
+      "grad_norm": 0.6088390946388245,
+      "learning_rate": 8.180745492958674e-05,
+      "loss": 0.0468,
+      "step": 1900
+    },
+    {
+      "grad_norm": 0.45247316360473633,
+      "learning_rate": 8.159434600373061e-05,
+      "loss": 0.041,
+      "step": 1910
+    },
+    {
+      "grad_norm": 0.477315753698349,
+      "learning_rate": 8.138027732746818e-05,
+      "loss": 0.0435,
+      "step": 1920
+    },
+    {
+      "grad_norm": 0.4624563157558441,
+      "learning_rate": 8.116525540362434e-05,
+      "loss": 0.0479,
+      "step": 1930
+    },
+    {
+      "grad_norm": 0.5414932370185852,
+      "learning_rate": 8.094928676398101e-05,
+      "loss": 0.0434,
+      "step": 1940
+    },
+    {
+      "grad_norm": 0.39883971214294434,
+      "learning_rate": 8.073237796907882e-05,
+      "loss": 0.0402,
+      "step": 1950
+    },
+    {
+      "grad_norm": 0.44839268922805786,
+      "learning_rate": 8.051453560801772e-05,
+      "loss": 0.035,
+      "step": 1960
+    },
+    {
+      "grad_norm": 0.6055172681808472,
+      "learning_rate": 8.029576629825687e-05,
+      "loss": 0.0459,
+      "step": 1970
+    },
+    {
+      "grad_norm": 0.6540765762329102,
+      "learning_rate": 8.007607668541362e-05,
+      "loss": 0.05,
+      "step": 1980
+    },
+    {
+      "grad_norm": 0.35224294662475586,
+      "learning_rate": 7.985547344306161e-05,
+      "loss": 0.0369,
+      "step": 1990
+    },
+    {
+      "grad_norm": 0.36379656195640564,
+      "learning_rate": 7.963396327252812e-05,
+      "loss": 0.0344,
+      "step": 2000
+    },
+    {
+      "grad_norm": 0.34664785861968994,
+      "learning_rate": 7.941155290269038e-05,
+      "loss": 0.0296,
+      "step": 2010
+    },
+    {
+      "grad_norm": 0.28230082988739014,
+      "learning_rate": 7.918824908977123e-05,
+      "loss": 0.04,
+      "step": 2020
+    },
+    {
+      "grad_norm": 0.5089810490608215,
+      "learning_rate": 7.896405861713394e-05,
+      "loss": 0.0403,
+      "step": 2030
+    },
+    {
+      "grad_norm": 0.3840276598930359,
+      "learning_rate": 7.873898829507606e-05,
+      "loss": 0.045,
+      "step": 2040
+    },
+    {
+      "grad_norm": 0.4788753390312195,
+      "learning_rate": 7.851304496062254e-05,
+      "loss": 0.04,
+      "step": 2050
+    },
+    {
+      "grad_norm": 0.4636504054069519,
+      "learning_rate": 7.828623547731818e-05,
+      "loss": 0.0345,
+      "step": 2060
+    },
+    {
+      "grad_norm": 0.38975924253463745,
+      "learning_rate": 7.80585667350189e-05,
+      "loss": 0.0327,
+      "step": 2070
+    },
+    {
+      "grad_norm": 0.5037243366241455,
+      "learning_rate": 7.783004564968263e-05,
+      "loss": 0.031,
+      "step": 2080
+    },
+    {
+      "grad_norm": 0.3715066909790039,
+      "learning_rate": 7.760067916315921e-05,
+      "loss": 0.034,
+      "step": 2090
+    },
+    {
+      "grad_norm": 0.34550508856773376,
+      "learning_rate": 7.737047424297941e-05,
+      "loss": 0.0315,
+      "step": 2100
+    },
+    {
+      "grad_norm": 0.30987003445625305,
+      "learning_rate": 7.713943788214337e-05,
+      "loss": 0.0348,
+      "step": 2110
+    },
+    {
+      "grad_norm": 0.4526568055152893,
+      "learning_rate": 7.690757709890812e-05,
+      "loss": 0.0327,
+      "step": 2120
+    },
+    {
+      "grad_norm": 0.31176066398620605,
+      "learning_rate": 7.66748989365744e-05,
+      "loss": 0.0354,
+      "step": 2130
+    },
+    {
+      "grad_norm": 0.3195038437843323,
+      "learning_rate": 7.644141046327271e-05,
+      "loss": 0.0377,
+      "step": 2140
+    },
+    {
+      "grad_norm": 0.3587583601474762,
+      "learning_rate": 7.620711877174866e-05,
+      "loss": 0.0445,
+      "step": 2150
+    },
+    {
+      "grad_norm": 0.44026920199394226,
+      "learning_rate": 7.597203097914732e-05,
+      "loss": 0.036,
+      "step": 2160
+    },
+    {
+      "grad_norm": 0.2840449810028076,
+      "learning_rate": 7.573615422679726e-05,
+      "loss": 0.032,
+      "step": 2170
+    },
+    {
+      "grad_norm": 0.5214433670043945,
+      "learning_rate": 7.549949567999345e-05,
+      "loss": 0.0396,
+      "step": 2180
+    },
+    {
+      "grad_norm": 0.37318941950798035,
+      "learning_rate": 7.526206252777968e-05,
+      "loss": 0.031,
+      "step": 2190
+    },
+    {
+      "grad_norm": 0.311050683259964,
+      "learning_rate": 7.50238619827301e-05,
+      "loss": 0.0339,
+      "step": 2200
+    },
+    {
+      "grad_norm": 0.4276743233203888,
+      "learning_rate": 7.478490128073022e-05,
+      "loss": 0.032,
+      "step": 2210
+    },
+    {
+      "grad_norm": 0.30517420172691345,
+      "learning_rate": 7.454518768075704e-05,
+      "loss": 0.031,
+      "step": 2220
+    },
+    {
+      "grad_norm": 0.5467589497566223,
+      "learning_rate": 7.430472846465856e-05,
+      "loss": 0.0403,
+      "step": 2230
+    },
+    {
+      "grad_norm": 0.31511110067367554,
+      "learning_rate": 7.406353093693253e-05,
+      "loss": 0.0322,
+      "step": 2240
+    },
+    {
+      "grad_norm": 0.47626039385795593,
+      "learning_rate": 7.382160242450469e-05,
+      "loss": 0.0394,
+      "step": 2250
+    },
+    {
+      "grad_norm": 0.4516342282295227,
+      "learning_rate": 7.357895027650598e-05,
+      "loss": 0.0361,
+      "step": 2260
+    },
+    {
+      "grad_norm": 0.3844388425350189,
+      "learning_rate": 7.333558186404958e-05,
+      "loss": 0.0318,
+      "step": 2270
+    },
+    {
+      "grad_norm": 0.3211086094379425,
+      "learning_rate": 7.309150458000668e-05,
+      "loss": 0.0387,
+      "step": 2280
+    },
+    {
+      "grad_norm": 0.21057334542274475,
+      "learning_rate": 7.284672583878219e-05,
+      "loss": 0.033,
+      "step": 2290
+    },
+    {
+      "grad_norm": 0.33732137084007263,
+      "learning_rate": 7.260125307608929e-05,
+      "loss": 0.0302,
+      "step": 2300
+    },
+    {
+      "grad_norm": 0.34155720472335815,
+      "learning_rate": 7.235509374872373e-05,
+      "loss": 0.0416,
+      "step": 2310
+    },
+    {
+      "grad_norm": 0.23326361179351807,
+      "learning_rate": 7.210825533433719e-05,
+      "loss": 0.0272,
+      "step": 2320
+    },
+    {
+      "grad_norm": 0.2873460352420807,
+      "learning_rate": 7.186074533121013e-05,
+      "loss": 0.0442,
+      "step": 2330
+    },
+    {
+      "grad_norm": 0.5878977179527283,
+      "learning_rate": 7.161257125802413e-05,
+      "loss": 0.0367,
+      "step": 2340
+    },
+    {
+      "grad_norm": 0.8126834034919739,
+      "learning_rate": 7.136374065363334e-05,
+      "loss": 0.042,
+      "step": 2350
+    },
+    {
+      "grad_norm": 0.6949858069419861,
+      "learning_rate": 7.11142610768356e-05,
+      "loss": 0.0391,
+      "step": 2360
+    },
+    {
+      "grad_norm": 0.3497920334339142,
+      "learning_rate": 7.086414010614276e-05,
+      "loss": 0.0394,
+      "step": 2370
+    },
+    {
+      "grad_norm": 0.4741900563240051,
+      "learning_rate": 7.061338533955043e-05,
+      "loss": 0.0353,
+      "step": 2380
+    },
+    {
+      "grad_norm": 0.29987454414367676,
+      "learning_rate": 7.036200439430725e-05,
+      "loss": 0.0375,
+      "step": 2390
+    },
+    {
+      "grad_norm": 0.4544006586074829,
+      "learning_rate": 7.01100049066835e-05,
+      "loss": 0.0396,
+      "step": 2400
+    },
+    {
+      "grad_norm": 0.43514639139175415,
+      "learning_rate": 6.985739453173903e-05,
+      "loss": 0.0341,
+      "step": 2410
+    },
+    {
+      "grad_norm": 0.37087947130203247,
+      "learning_rate": 6.960418094309085e-05,
+      "loss": 0.035,
+      "step": 2420
+    },
+    {
+      "grad_norm": 0.5058620572090149,
+      "learning_rate": 6.93503718326799e-05,
+      "loss": 0.0347,
+      "step": 2430
+    },
+    {
+      "grad_norm": 0.3606584966182709,
+      "learning_rate": 6.909597491053751e-05,
+      "loss": 0.039,
+      "step": 2440
+    },
+    {
+      "grad_norm": 0.25050094723701477,
+      "learning_rate": 6.884099790455113e-05,
+      "loss": 0.0323,
+      "step": 2450
+    },
+    {
+      "grad_norm": 0.2565172612667084,
+      "learning_rate": 6.858544856022952e-05,
+      "loss": 0.0347,
+      "step": 2460
+    },
+    {
+      "grad_norm": 0.3210285007953644,
+      "learning_rate": 6.83293346404676e-05,
+      "loss": 0.031,
+      "step": 2470
+    },
+    {
+      "grad_norm": 0.3485363721847534,
+      "learning_rate": 6.80726639253105e-05,
+      "loss": 0.029,
+      "step": 2480
+    },
+    {
+      "grad_norm": 0.19532524049282074,
+      "learning_rate": 6.781544421171732e-05,
+      "loss": 0.0273,
+      "step": 2490
+    },
+    {
+      "grad_norm": 0.2607985734939575,
+      "learning_rate": 6.755768331332424e-05,
+      "loss": 0.0371,
+      "step": 2500
+    },
+    {
+      "grad_norm": 0.3058387041091919,
+      "learning_rate": 6.729938906020713e-05,
+      "loss": 0.0356,
+      "step": 2510
+    },
+    {
+      "grad_norm": 0.3409954905509949,
+      "learning_rate": 6.704056929864376e-05,
+      "loss": 0.037,
+      "step": 2520
+    },
+    {
+      "grad_norm": 0.4085492193698883,
+      "learning_rate": 6.67812318908754e-05,
+      "loss": 0.0292,
+      "step": 2530
+    },
+    {
+      "grad_norm": 0.5568246245384216,
+      "learning_rate": 6.6521384714868e-05,
+      "loss": 0.0444,
+      "step": 2540
+    },
+    {
+      "grad_norm": 0.35344791412353516,
+      "learning_rate": 6.626103566407295e-05,
+      "loss": 0.0389,
+      "step": 2550
+    },
+    {
+      "grad_norm": 0.29405418038368225,
+      "learning_rate": 6.600019264718713e-05,
+      "loss": 0.0351,
+      "step": 2560
+    },
+    {
+      "grad_norm": 0.45030686259269714,
+      "learning_rate": 6.573886358791285e-05,
+      "loss": 0.0305,
+      "step": 2570
+    },
+    {
+      "grad_norm": 0.3539298474788666,
+      "learning_rate": 6.547705642471703e-05,
+      "loss": 0.0356,
+      "step": 2580
+    },
+    {
+      "grad_norm": 0.22217731177806854,
+      "learning_rate": 6.521477911059008e-05,
+      "loss": 0.0356,
+      "step": 2590
+    },
+    {
+      "grad_norm": 0.30436158180236816,
+      "learning_rate": 6.495203961280434e-05,
+      "loss": 0.0338,
+      "step": 2600
+    },
+    {
+      "grad_norm": 0.42589154839515686,
+      "learning_rate": 6.468884591267204e-05,
+      "loss": 0.0302,
+      "step": 2610
+    },
+    {
+      "grad_norm": 0.23870477080345154,
+      "learning_rate": 6.44252060053028e-05,
+      "loss": 0.0343,
+      "step": 2620
+    },
+    {
+      "grad_norm": 0.5205913186073303,
+      "learning_rate": 6.416112789936086e-05,
+      "loss": 0.0332,
+      "step": 2630
+    },
+    {
+      "grad_norm": 0.3604913353919983,
+      "learning_rate": 6.389661961682173e-05,
+      "loss": 0.0301,
+      "step": 2640
+    },
+    {
+      "grad_norm": 0.37570565938949585,
+      "learning_rate": 6.363168919272846e-05,
+      "loss": 0.0333,
+      "step": 2650
+    },
+    {
+      "grad_norm": 0.31830376386642456,
+      "learning_rate": 6.336634467494768e-05,
+      "loss": 0.0436,
+      "step": 2660
+    },
+    {
+      "grad_norm": 0.3479643762111664,
+      "learning_rate": 6.310059412392505e-05,
+      "loss": 0.0362,
+      "step": 2670
+    },
+    {
+      "grad_norm": 0.4024968445301056,
+      "learning_rate": 6.283444561244042e-05,
+      "loss": 0.0366,
+      "step": 2680
+    },
+    {
+      "grad_norm": 0.3066016137599945,
+      "learning_rate": 6.256790722536251e-05,
+      "loss": 0.033,
+      "step": 2690
+    },
+    {
+      "grad_norm": 0.3896540403366089,
+      "learning_rate": 6.230098705940354e-05,
+      "loss": 0.0355,
+      "step": 2700
+    },
+    {
+      "grad_norm": 0.2699594795703888,
+      "learning_rate": 6.203369322287306e-05,
+      "loss": 0.0322,
+      "step": 2710
+    },
+    {
+      "grad_norm": 0.30261123180389404,
+      "learning_rate": 6.17660338354317e-05,
+      "loss": 0.0343,
+      "step": 2720
+    },
+    {
+      "grad_norm": 0.3030012249946594,
+      "learning_rate": 6.149801702784456e-05,
+      "loss": 0.0351,
+      "step": 2730
+    },
+    {
+      "grad_norm": 0.23485051095485687,
+      "learning_rate": 6.122965094173424e-05,
+      "loss": 0.0318,
+      "step": 2740
+    },
+    {
+      "grad_norm": 0.24681192636489868,
+      "learning_rate": 6.0960943729333374e-05,
+      "loss": 0.0276,
+      "step": 2750
+    },
+    {
+      "grad_norm": 0.32509541511535645,
+      "learning_rate": 6.069190355323717e-05,
+      "loss": 0.0334,
+      "step": 2760
+    },
+    {
+      "grad_norm": 0.31495198607444763,
+      "learning_rate": 6.042253858615532e-05,
+      "loss": 0.0357,
+      "step": 2770
+    },
+    {
+      "grad_norm": 0.3132841885089874,
+      "learning_rate": 6.015285701066382e-05,
+      "loss": 0.0376,
+      "step": 2780
+    },
+    {
+      "grad_norm": 0.32683679461479187,
+      "learning_rate": 5.988286701895631e-05,
+      "loss": 0.0298,
+      "step": 2790
+    },
+    {
+      "grad_norm": 0.26779282093048096,
+      "learning_rate": 5.961257681259535e-05,
+      "loss": 0.0383,
+      "step": 2800
+    },
+    {
+      "grad_norm": 0.3105967938899994,
+      "learning_rate": 5.934199460226317e-05,
+      "loss": 0.0294,
+      "step": 2810
+    },
+    {
+      "grad_norm": 0.22489722073078156,
+      "learning_rate": 5.9071128607512285e-05,
+      "loss": 0.0272,
+      "step": 2820
+    },
+    {
+      "grad_norm": 0.20428676903247833,
+      "learning_rate": 5.8799987056515804e-05,
+      "loss": 0.0311,
+      "step": 2830
+    },
+    {
+      "grad_norm": 0.24433785676956177,
+      "learning_rate": 5.8528578185817514e-05,
+      "loss": 0.0318,
+      "step": 2840
+    },
+    {
+      "grad_norm": 0.4590221047401428,
+      "learning_rate": 5.825691024008162e-05,
+      "loss": 0.0303,
+      "step": 2850
+    },
+    {
+      "grad_norm": 0.26181215047836304,
+      "learning_rate": 5.798499147184233e-05,
+      "loss": 0.0296,
+      "step": 2860
+    },
+    {
+      "grad_norm": 0.2606470584869385,
+      "learning_rate": 5.771283014125317e-05,
+      "loss": 0.0279,
+      "step": 2870
+    },
+    {
+      "grad_norm": 0.4306292235851288,
+      "learning_rate": 5.7440434515836064e-05,
+      "loss": 0.0284,
+      "step": 2880
+    },
+    {
+      "grad_norm": 0.2626531422138214,
+      "learning_rate": 5.7167812870230094e-05,
+      "loss": 0.0356,
+      "step": 2890
+    },
+    {
+      "grad_norm": 0.31425535678863525,
+      "learning_rate": 5.689497348594035e-05,
+      "loss": 0.0301,
+      "step": 2900
+    },
+    {
+      "grad_norm": 0.20697806775569916,
+      "learning_rate": 5.662192465108613e-05,
+      "loss": 0.0435,
+      "step": 2910
+    },
+    {
+      "grad_norm": 0.21303074061870575,
+      "learning_rate": 5.634867466014932e-05,
+      "loss": 0.0297,
+      "step": 2920
+    },
+    {
+      "grad_norm": 0.4053211212158203,
+      "learning_rate": 5.607523181372234e-05,
+      "loss": 0.0284,
+      "step": 2930
+    },
+    {
+      "grad_norm": 0.2496165931224823,
+      "learning_rate": 5.5801604418256117e-05,
+      "loss": 0.0281,
+      "step": 2940
+    },
+    {
+      "grad_norm": 0.23278173804283142,
+      "learning_rate": 5.552780078580756e-05,
+      "loss": 0.0276,
+      "step": 2950
+    },
+    {
+      "grad_norm": 0.20613159239292145,
+      "learning_rate": 5.525382923378728e-05,
+      "loss": 0.0326,
+      "step": 2960
+    },
+    {
+      "grad_norm": 0.21831080317497253,
+      "learning_rate": 5.49796980847068e-05,
+      "loss": 0.0319,
+      "step": 2970
+    },
+    {
+      "grad_norm": 0.3597847521305084,
+      "learning_rate": 5.470541566592573e-05,
+      "loss": 0.0276,
+      "step": 2980
+    },
+    {
+      "grad_norm": 0.3352603614330292,
+      "learning_rate": 5.443099030939887e-05,
+      "loss": 0.0288,
+      "step": 2990
+    },
+    {
+      "grad_norm": 0.26657530665397644,
+      "learning_rate": 5.415643035142309e-05,
+      "loss": 0.0359,
+      "step": 3000
+    },
+    {
+      "grad_norm": 0.2680664360523224,
+      "learning_rate": 5.3881744132384104e-05,
+      "loss": 0.0328,
+      "step": 3010
+    },
+    {
+      "grad_norm": 0.2673185169696808,
+      "learning_rate": 5.360693999650303e-05,
+      "loss": 0.0388,
+      "step": 3020
+    },
+    {
+      "grad_norm": 0.2571691572666168,
+      "learning_rate": 5.3332026291583016e-05,
+      "loss": 0.0298,
+      "step": 3030
+    },
+    {
+      "grad_norm": 0.22435830533504486,
+      "learning_rate": 5.305701136875566e-05,
+      "loss": 0.0293,
+      "step": 3040
+    },
+    {
+      "grad_norm": 0.3176920413970947,
+      "learning_rate": 5.278190358222721e-05,
+      "loss": 0.0369,
+      "step": 3050
+    },
+    {
+      "grad_norm": 0.3078315556049347,
+      "learning_rate": 5.25067112890249e-05,
+      "loss": 0.0364,
+      "step": 3060
+    },
+    {
+      "grad_norm": 0.3844327926635742,
+      "learning_rate": 5.2231442848743064e-05,
+      "loss": 0.0388,
+      "step": 3070
+    },
+    {
+      "grad_norm": 0.3389998972415924,
+      "learning_rate": 5.1956106623289145e-05,
+      "loss": 0.0353,
+      "step": 3080
+    },
+    {
+      "grad_norm": 0.5690343379974365,
+      "learning_rate": 5.168071097662972e-05,
+      "loss": 0.0341,
+      "step": 3090
+    },
+    {
+      "grad_norm": 0.2359319031238556,
+      "learning_rate": 5.1405264274536445e-05,
+      "loss": 0.0315,
+      "step": 3100
+    },
+    {
+      "grad_norm": 0.2650228440761566,
+      "learning_rate": 5.112977488433188e-05,
+      "loss": 0.036,
+      "step": 3110
+    },
+    {
+      "grad_norm": 0.4203425347805023,
+      "learning_rate": 5.085425117463533e-05,
+      "loss": 0.0331,
+      "step": 3120
+    },
+    {
+      "grad_norm": 0.28224822878837585,
+      "learning_rate": 5.057870151510864e-05,
+      "loss": 0.0339,
+      "step": 3130
+    },
+    {
+      "grad_norm": 0.374846875667572,
+      "learning_rate": 5.030313427620197e-05,
+      "loss": 0.0323,
+      "step": 3140
+    },
+    {
+      "grad_norm": 0.31122323870658875,
+      "learning_rate": 5.0027557828899426e-05,
+      "loss": 0.0311,
+      "step": 3150
+    },
+    {
+      "grad_norm": 0.3122676610946655,
+      "learning_rate": 4.975198054446492e-05,
+      "loss": 0.0287,
+      "step": 3160
+    },
+    {
+      "grad_norm": 0.28067177534103394,
+      "learning_rate": 4.947641079418773e-05,
+      "loss": 0.0316,
+      "step": 3170
+    },
+    {
+      "grad_norm": 0.22688500583171844,
+      "learning_rate": 4.920085694912828e-05,
+      "loss": 0.0307,
+      "step": 3180
+    },
+    {
+      "grad_norm": 0.21218730509281158,
+      "learning_rate": 4.892532737986387e-05,
+      "loss": 0.03,
+      "step": 3190
+    },
+    {
+      "grad_norm": 0.26027190685272217,
+      "learning_rate": 4.864983045623434e-05,
+      "loss": 0.0351,
+      "step": 3200
+    },
+    {
+      "grad_norm": 0.2783639430999756,
+      "learning_rate": 4.837437454708784e-05,
+      "loss": 0.029,
+      "step": 3210
+    },
+    {
+      "grad_norm": 0.35585737228393555,
+      "learning_rate": 4.809896802002662e-05,
+      "loss": 0.0269,
+      "step": 3220
+    },
+    {
+      "grad_norm": 0.251881867647171,
+      "learning_rate": 4.7823619241152854e-05,
+      "loss": 0.0292,
+      "step": 3230
+    },
+    {
+      "grad_norm": 0.23976771533489227,
+      "learning_rate": 4.754833657481445e-05,
+      "loss": 0.0267,
+      "step": 3240
+    },
+    {
+      "grad_norm": 0.2299049347639084,
+      "learning_rate": 4.7273128383351015e-05,
+      "loss": 0.0225,
+      "step": 3250
+    },
+    {
+      "grad_norm": 0.27877920866012573,
+      "learning_rate": 4.699800302683981e-05,
+      "loss": 0.0363,
+      "step": 3260
+    },
+    {
+      "grad_norm": 0.31591010093688965,
+      "learning_rate": 4.6722968862841806e-05,
+      "loss": 0.0312,
+      "step": 3270
+    },
+    {
+      "grad_norm": 0.34376806020736694,
+      "learning_rate": 4.6448034246147754e-05,
+      "loss": 0.0282,
+      "step": 3280
+    },
+    {
+      "grad_norm": 0.28944969177246094,
+      "learning_rate": 4.6173207528524476e-05,
+      "loss": 0.0303,
+      "step": 3290
+    },
+    {
+      "grad_norm": 0.24412792921066284,
+      "learning_rate": 4.58984970584611e-05,
+      "loss": 0.0248,
+      "step": 3300
+    },
+    {
+      "grad_norm": 0.21915721893310547,
+      "learning_rate": 4.562391118091544e-05,
+      "loss": 0.0256,
+      "step": 3310
+    },
+    {
+      "grad_norm": 0.28424176573753357,
+      "learning_rate": 4.534945823706056e-05,
+      "loss": 0.0256,
+      "step": 3320
+    },
+    {
+      "grad_norm": 0.2543053925037384,
+      "learning_rate": 4.507514656403137e-05,
+      "loss": 0.0338,
+      "step": 3330
+    },
+    {
+      "grad_norm": 0.26843786239624023,
+      "learning_rate": 4.480098449467132e-05,
+      "loss": 0.0286,
+      "step": 3340
+    },
+    {
+      "grad_norm": 0.32712703943252563,
+      "learning_rate": 4.452698035727929e-05,
+      "loss": 0.0377,
+      "step": 3350
+    },
+    {
+      "grad_norm": 0.3210562467575073,
+      "learning_rate": 4.425314247535668e-05,
+      "loss": 0.027,
+      "step": 3360
+    },
+    {
+      "grad_norm": 0.24497050046920776,
+      "learning_rate": 4.3979479167354477e-05,
+      "loss": 0.0363,
+      "step": 3370
+    },
+    {
+      "grad_norm": 0.27035537362098694,
+      "learning_rate": 4.370599874642055e-05,
+      "loss": 0.0334,
+      "step": 3380
+    },
+    {
+      "grad_norm": 0.46714988350868225,
+      "learning_rate": 4.3432709520147205e-05,
+      "loss": 0.0293,
+      "step": 3390
+    },
+    {
+      "grad_norm": 0.3511967062950134,
+      "learning_rate": 4.315961979031875e-05,
+      "loss": 0.0337,
+      "step": 3400
+    },
+    {
+      "grad_norm": 0.2085649073123932,
+      "learning_rate": 4.2886737852659325e-05,
+      "loss": 0.03,
+      "step": 3410
+    },
+    {
+      "grad_norm": 0.29439303278923035,
+      "learning_rate": 4.261407199658093e-05,
+      "loss": 0.0337,
+      "step": 3420
+    },
+    {
+      "grad_norm": 0.3793385624885559,
+      "learning_rate": 4.234163050493158e-05,
+      "loss": 0.0276,
+      "step": 3430
+    },
+    {
+      "grad_norm": 0.35857319831848145,
+      "learning_rate": 4.2069421653743706e-05,
+      "loss": 0.029,
+      "step": 3440
+    },
+    {
+      "grad_norm": 0.18004851043224335,
+      "learning_rate": 4.179745371198276e-05,
+      "loss": 0.0293,
+      "step": 3450
+    },
+    {
+      "grad_norm": 0.350254625082016,
+      "learning_rate": 4.1525734941296026e-05,
+      "loss": 0.0302,
+      "step": 3460
+    },
+    {
+      "grad_norm": 0.2741129696369171,
+      "learning_rate": 4.125427359576162e-05,
+      "loss": 0.0278,
+      "step": 3470
+    },
+    {
+      "grad_norm": 0.16368260979652405,
+      "learning_rate": 4.0983077921637815e-05,
+      "loss": 0.0321,
+      "step": 3480
+    },
+    {
+      "grad_norm": 0.3167386054992676,
+      "learning_rate": 4.07121561571125e-05,
+      "loss": 0.0295,
+      "step": 3490
+    },
+    {
+      "grad_norm": 0.4044698178768158,
+      "learning_rate": 4.044151653205292e-05,
+      "loss": 0.0425,
+      "step": 3500
+    },
+    {
+      "grad_norm": 0.21528899669647217,
+      "learning_rate": 4.0171167267755696e-05,
+      "loss": 0.035,
+      "step": 3510
+    },
+    {
+      "grad_norm": 0.2003302276134491,
+      "learning_rate": 3.9901116576697083e-05,
+      "loss": 0.0269,
+      "step": 3520
+    },
+    {
+      "grad_norm": 0.23838789761066437,
+      "learning_rate": 3.963137266228349e-05,
+      "loss": 0.0276,
+      "step": 3530
+    },
+    {
+      "grad_norm": 0.24220554530620575,
+      "learning_rate": 3.93619437186023e-05,
+      "loss": 0.0306,
+      "step": 3540
+    },
+    {
+      "grad_norm": 0.28130173683166504,
+      "learning_rate": 3.9092837930172884e-05,
+      "loss": 0.0323,
+      "step": 3550
+    },
+    {
+      "grad_norm": 0.4787818491458893,
+      "learning_rate": 3.8824063471698105e-05,
+      "loss": 0.0322,
+      "step": 3560
+    },
+    {
+      "grad_norm": 0.4143725335597992,
+      "learning_rate": 3.855562850781589e-05,
+      "loss": 0.0358,
+      "step": 3570
+    },
+    {
+      "grad_norm": 0.16623908281326294,
+      "learning_rate": 3.828754119285123e-05,
+      "loss": 0.0319,
+      "step": 3580
+    },
+    {
+      "grad_norm": 0.20105788111686707,
+      "learning_rate": 3.801980967056851e-05,
+      "loss": 0.03,
+      "step": 3590
+    },
+    {
+      "grad_norm": 0.28099361062049866,
+      "learning_rate": 3.77524420739241e-05,
+      "loss": 0.0359,
+      "step": 3600
+    },
+    {
+      "grad_norm": 0.2060209959745407,
+      "learning_rate": 3.748544652481927e-05,
+      "loss": 0.0257,
+      "step": 3610
+    },
+    {
+      "grad_norm": 0.38736292719841003,
+      "learning_rate": 3.721883113385353e-05,
+      "loss": 0.0293,
+      "step": 3620
+    },
+    {
+      "grad_norm": 0.3965328633785248,
+      "learning_rate": 3.695260400007819e-05,
+      "loss": 0.0327,
+      "step": 3630
+    },
+    {
+      "grad_norm": 0.30046403408050537,
+      "learning_rate": 3.6686773210750385e-05,
+      "loss": 0.0279,
+      "step": 3640
+    },
+    {
+      "grad_norm": 0.20698264241218567,
+      "learning_rate": 3.642134684108737e-05,
+      "loss": 0.03,
+      "step": 3650
+    },
+    {
+      "grad_norm": 0.43734461069107056,
+      "learning_rate": 3.615633295402123e-05,
+      "loss": 0.0267,
+      "step": 3660
+    },
+    {
+      "grad_norm": 0.23093822598457336,
+      "learning_rate": 3.5891739599953945e-05,
+      "loss": 0.0292,
+      "step": 3670
+    },
+    {
+      "grad_norm": 0.28527817130088806,
+      "learning_rate": 3.5627574816512846e-05,
+      "loss": 0.036,
+      "step": 3680
+    },
+    {
+      "grad_norm": 0.2417895495891571,
+      "learning_rate": 3.536384662830648e-05,
+      "loss": 0.0321,
+      "step": 3690
+    },
+    {
+      "grad_norm": 0.22468143701553345,
+      "learning_rate": 3.5100563046680764e-05,
+      "loss": 0.0272,
+      "step": 3700
+    },
+    {
+      "grad_norm": 0.2053907960653305,
+      "learning_rate": 3.483773206947572e-05,
+      "loss": 0.0344,
+      "step": 3710
+    },
+    {
+      "grad_norm": 0.2612084150314331,
+      "learning_rate": 3.457536168078247e-05,
+      "loss": 0.0276,
+      "step": 3720
+    },
+    {
+      "grad_norm": 0.29906558990478516,
+      "learning_rate": 3.431345985070067e-05,
+      "loss": 0.0243,
+      "step": 3730
+    },
+    {
+      "grad_norm": 0.3167043626308441,
+      "learning_rate": 3.40520345350965e-05,
+      "loss": 0.0321,
+      "step": 3740
+    },
+    {
+      "grad_norm": 0.20929738879203796,
+      "learning_rate": 3.379109367536089e-05,
+      "loss": 0.0306,
+      "step": 3750
+    },
+    {
+      "grad_norm": 0.20394307374954224,
+      "learning_rate": 3.3530645198168295e-05,
+      "loss": 0.0277,
+      "step": 3760
+    },
+    {
+      "grad_norm": 0.30055829882621765,
+      "learning_rate": 3.327069701523595e-05,
+      "loss": 0.0351,
+      "step": 3770
+    },
+    {
+      "grad_norm": 0.17945753037929535,
+      "learning_rate": 3.301125702308353e-05,
+      "loss": 0.0284,
+      "step": 3780
+    },
+    {
+      "grad_norm": 0.3272077441215515,
+      "learning_rate": 3.275233310279321e-05,
+      "loss": 0.0259,
+      "step": 3790
+    },
+    {
+      "grad_norm": 0.22872713208198547,
+      "learning_rate": 3.249393311977037e-05,
+      "loss": 0.0301,
+      "step": 3800
+    },
+    {
+      "grad_norm": 0.2559140920639038,
+      "learning_rate": 3.223606492350451e-05,
+      "loss": 0.0259,
+      "step": 3810
+    },
+    {
+      "grad_norm": 0.24041908979415894,
+      "learning_rate": 3.197873634733096e-05,
+      "loss": 0.0328,
+      "step": 3820
+    },
+    {
+      "grad_norm": 0.22720403969287872,
+      "learning_rate": 3.172195520819285e-05,
+      "loss": 0.0358,
+      "step": 3830
+    },
+    {
+      "grad_norm": 0.1657092422246933,
+      "learning_rate": 3.146572930640362e-05,
+      "loss": 0.0268,
+      "step": 3840
+    },
+    {
+      "grad_norm": 0.316561758518219,
+      "learning_rate": 3.121006642541014e-05,
+      "loss": 0.0279,
+      "step": 3850
+    },
+    {
+      "grad_norm": 0.24142567813396454,
+      "learning_rate": 3.095497433155626e-05,
+      "loss": 0.0285,
+      "step": 3860
+    },
+    {
+      "grad_norm": 0.3372308015823364,
+      "learning_rate": 3.070046077384682e-05,
+      "loss": 0.032,
+      "step": 3870
+    },
+    {
+      "grad_norm": 0.24744057655334473,
+      "learning_rate": 3.0446533483712304e-05,
+      "loss": 0.0297,
+      "step": 3880
+    },
+    {
+      "grad_norm": 0.2249644249677658,
+      "learning_rate": 3.0193200174774038e-05,
+      "loss": 0.0261,
+      "step": 3890
+    },
+    {
+      "grad_norm": 0.2031847983598709,
+      "learning_rate": 2.994046854260974e-05,
+      "loss": 0.0321,
+      "step": 3900
+    },
+    {
+      "grad_norm": 0.1849215030670166,
+      "learning_rate": 2.9688346264519866e-05,
+      "loss": 0.026,
+      "step": 3910
+    },
+    {
+      "grad_norm": 0.28336453437805176,
+      "learning_rate": 2.943684099929436e-05,
+      "loss": 0.0301,
+      "step": 3920
+    },
+    {
+      "grad_norm": 0.21173270046710968,
+      "learning_rate": 2.918596038697995e-05,
+      "loss": 0.0283,
+      "step": 3930
+    },
+    {
+      "grad_norm": 0.2881726324558258,
+      "learning_rate": 2.8935712048648112e-05,
+      "loss": 0.0314,
+      "step": 3940
+    },
+    {
+      "grad_norm": 0.28386256098747253,
+      "learning_rate": 2.8686103586163626e-05,
+      "loss": 0.0358,
+      "step": 3950
+    },
+    {
+      "grad_norm": 0.24731168150901794,
+      "learning_rate": 2.843714258195346e-05,
+      "loss": 0.0317,
+      "step": 3960
+    },
+    {
+      "grad_norm": 0.47752872109413147,
+      "learning_rate": 2.8188836598776662e-05,
+      "loss": 0.0339,
+      "step": 3970
+    },
+    {
+      "grad_norm": 0.21566864848136902,
+      "learning_rate": 2.7941193179494484e-05,
+      "loss": 0.0279,
+      "step": 3980
+    },
+    {
+      "grad_norm": 0.20382902026176453,
+      "learning_rate": 2.7694219846841262e-05,
+      "loss": 0.0273,
+      "step": 3990
+    },
+    {
+      "grad_norm": 0.15836754441261292,
+      "learning_rate": 2.7447924103195976e-05,
+      "loss": 0.0331,
+      "step": 4000
+    },
+    {
+      "grad_norm": 0.24428705871105194,
+      "learning_rate": 2.7202313430354253e-05,
+      "loss": 0.0268,
+      "step": 4010
+    },
+    {
+      "grad_norm": 0.2831069529056549,
+      "learning_rate": 2.695739528930111e-05,
+      "loss": 0.0259,
+      "step": 4020
+    },
+    {
+      "grad_norm": 0.26757097244262695,
+      "learning_rate": 2.67131771199844e-05,
+      "loss": 0.0282,
+      "step": 4030
+    },
+    {
+      "grad_norm": 0.20798030495643616,
+      "learning_rate": 2.6469666341088677e-05,
+      "loss": 0.0255,
+      "step": 4040
+    },
+    {
+      "grad_norm": 0.20833858847618103,
+      "learning_rate": 2.6226870349809885e-05,
+      "loss": 0.0254,
+      "step": 4050
+    },
+    {
+      "grad_norm": 0.23676158487796783,
+      "learning_rate": 2.5984796521630737e-05,
+      "loss": 0.0339,
+      "step": 4060
+    },
+    {
+      "grad_norm": 0.2095239758491516,
+      "learning_rate": 2.574345221009653e-05,
+      "loss": 0.0275,
+      "step": 4070
+    },
+    {
+      "grad_norm": 0.27846553921699524,
+      "learning_rate": 2.5502844746591804e-05,
+      "loss": 0.0264,
+      "step": 4080
+    },
+    {
+      "grad_norm": 0.2405710518360138,
+      "learning_rate": 2.526298144011775e-05,
+      "loss": 0.0276,
+      "step": 4090
+    },
+    {
+      "grad_norm": 0.2077587991952896,
+      "learning_rate": 2.5023869577070013e-05,
+      "loss": 0.0312,
+      "step": 4100
+    },
+    {
+      "grad_norm": 0.2612724006175995,
+      "learning_rate": 2.478551642101743e-05,
+      "loss": 0.0301,
+      "step": 4110
+    },
+    {
+      "grad_norm": 0.32656130194664,
+      "learning_rate": 2.4547929212481435e-05,
+      "loss": 0.0276,
+      "step": 4120
+    },
+    {
+      "grad_norm": 0.25739291310310364,
+      "learning_rate": 2.4311115168716013e-05,
+      "loss": 0.0274,
+      "step": 4130
+    },
+    {
+      "grad_norm": 0.2871209979057312,
+      "learning_rate": 2.4075081483488494e-05,
+      "loss": 0.0334,
+      "step": 4140
+    },
+    {
+      "grad_norm": 0.2844501733779907,
+      "learning_rate": 2.3839835326861104e-05,
+      "loss": 0.0264,
+      "step": 4150
+    },
+    {
+      "grad_norm": 0.5137473940849304,
+      "learning_rate": 2.3605383844972966e-05,
+      "loss": 0.0235,
+      "step": 4160
+    },
+    {
+      "grad_norm": 0.26710981130599976,
+      "learning_rate": 2.3371734159823284e-05,
+      "loss": 0.0314,
+      "step": 4170
+    },
+    {
+      "grad_norm": 0.23191222548484802,
+      "learning_rate": 2.3138893369054766e-05,
+      "loss": 0.0292,
+      "step": 4180
+    },
+    {
+      "grad_norm": 0.25547853112220764,
+      "learning_rate": 2.2906868545738102e-05,
+      "loss": 0.0307,
+      "step": 4190
+    },
+    {
+      "grad_norm": 0.23825709521770477,
+      "learning_rate": 2.2675666738157186e-05,
+      "loss": 0.0269,
+      "step": 4200
+    },
+    {
+      "grad_norm": 0.2642747461795807,
+      "learning_rate": 2.2445294969594844e-05,
+      "loss": 0.022,
+      "step": 4210
+    },
+    {
+      "grad_norm": 0.4196590781211853,
+      "learning_rate": 2.22157602381196e-05,
+      "loss": 0.0257,
+      "step": 4220
+    },
+    {
+      "grad_norm": 0.11946013569831848,
+      "learning_rate": 2.1987069516373098e-05,
+      "loss": 0.0234,
+      "step": 4230
+    },
+    {
+      "grad_norm": 0.23782043159008026,
+      "learning_rate": 2.1759229751358217e-05,
+      "loss": 0.0304,
+      "step": 4240
+    },
+    {
+      "grad_norm": 0.2545646131038666,
+      "learning_rate": 2.1532247864228084e-05,
+      "loss": 0.0295,
+      "step": 4250
+    },
+    {
+      "grad_norm": 0.3075411915779114,
+      "learning_rate": 2.1306130750075865e-05,
+      "loss": 0.0395,
+      "step": 4260
+    },
+    {
+      "grad_norm": 0.178472101688385,
+      "learning_rate": 2.1080885277725236e-05,
+      "loss": 0.0262,
+      "step": 4270
+    },
+    {
+      "grad_norm": 0.23191122710704803,
+      "learning_rate": 2.085651828952175e-05,
+      "loss": 0.0239,
+      "step": 4280
+    },
+    {
+      "grad_norm": 0.23175159096717834,
+      "learning_rate": 2.063303660112506e-05,
+      "loss": 0.0253,
+      "step": 4290
+    },
+    {
+      "grad_norm": 0.24712395668029785,
+      "learning_rate": 2.0410447001301753e-05,
+      "loss": 0.0264,
+      "step": 4300
+    },
+    {
+      "grad_norm": 0.28210514783859253,
+      "learning_rate": 2.0188756251719203e-05,
+      "loss": 0.0238,
+      "step": 4310
+    },
+    {
+      "grad_norm": 0.1306670755147934,
+      "learning_rate": 1.9967971086740195e-05,
+      "loss": 0.026,
+      "step": 4320
+    },
+    {
+      "grad_norm": 0.1528860181570053,
+      "learning_rate": 1.974809821321827e-05,
+      "loss": 0.0235,
+      "step": 4330
+    },
+    {
+      "grad_norm": 0.23973195254802704,
+      "learning_rate": 1.9529144310294023e-05,
+      "loss": 0.0254,
+      "step": 4340
+    },
+    {
+      "grad_norm": 0.20007772743701935,
+      "learning_rate": 1.9311116029192278e-05,
+      "loss": 0.0274,
+      "step": 4350
+    },
+    {
+      "grad_norm": 0.4211285710334778,
+      "learning_rate": 1.909401999301993e-05,
+      "loss": 0.0228,
+      "step": 4360
+    },
+    {
+      "grad_norm": 0.25941383838653564,
+      "learning_rate": 1.887786279656482e-05,
+      "loss": 0.0267,
+      "step": 4370
+    },
+    {
+      "grad_norm": 0.1847459226846695,
+      "learning_rate": 1.8662651006095387e-05,
+      "loss": 0.0247,
+      "step": 4380
+    },
+    {
+      "grad_norm": 0.28263548016548157,
+      "learning_rate": 1.8448391159161204e-05,
+      "loss": 0.0301,
+      "step": 4390
+    },
+    {
+      "grad_norm": 0.2198208123445511,
+      "learning_rate": 1.8235089764394408e-05,
+      "loss": 0.0356,
+      "step": 4400
+    },
+    {
+      "grad_norm": 0.15997262299060822,
+      "learning_rate": 1.8022753301311935e-05,
+      "loss": 0.0283,
+      "step": 4410
+    },
+    {
+      "grad_norm": 0.2552344799041748,
+      "learning_rate": 1.7811388220118707e-05,
+      "loss": 0.0281,
+      "step": 4420
+    },
+    {
+      "grad_norm": 0.17792999744415283,
+      "learning_rate": 1.7601000941511757e-05,
+      "loss": 0.0269,
+      "step": 4430
+    },
+    {
+      "grad_norm": 0.3445883095264435,
+      "learning_rate": 1.7391597856485083e-05,
+      "loss": 0.0317,
+      "step": 4440
+    },
+    {
+      "grad_norm": 0.18865756690502167,
+      "learning_rate": 1.7183185326135543e-05,
+      "loss": 0.0221,
+      "step": 4450
+    },
+    {
+      "grad_norm": 0.25886648893356323,
+      "learning_rate": 1.6975769681469705e-05,
+      "loss": 0.0294,
+      "step": 4460
+    },
+    {
+      "grad_norm": 0.29419928789138794,
+      "learning_rate": 1.676935722321139e-05,
+      "loss": 0.0262,
+      "step": 4470
+    },
+    {
+      "grad_norm": 0.22673369944095612,
+      "learning_rate": 1.6563954221610355e-05,
+      "loss": 0.0258,
+      "step": 4480
+    },
+    {
+      "grad_norm": 0.18096527457237244,
+      "learning_rate": 1.6359566916251845e-05,
+      "loss": 0.0249,
+      "step": 4490
+    },
+    {
+      "grad_norm": 0.1566012054681778,
+      "learning_rate": 1.615620151586697e-05,
+      "loss": 0.0254,
+      "step": 4500
+    },
+    {
+      "grad_norm": 0.18056631088256836,
+      "learning_rate": 1.5953864198144135e-05,
+      "loss": 0.0317,
+      "step": 4510
+    },
+    {
+      "grad_norm": 0.24644680321216583,
+      "learning_rate": 1.5752561109541447e-05,
+      "loss": 0.0258,
+      "step": 4520
+    },
+    {
+      "grad_norm": 0.2510467767715454,
+      "learning_rate": 1.5552298365099882e-05,
+      "loss": 0.029,
+      "step": 4530
+    },
+    {
+      "grad_norm": 0.23443827033042908,
+      "learning_rate": 1.5353082048257596e-05,
+      "loss": 0.0264,
+      "step": 4540
+    },
+    {
+      "grad_norm": 0.1501440703868866,
+      "learning_rate": 1.5154918210665148e-05,
+      "loss": 0.0233,
+      "step": 4550
+    },
+    {
+      "grad_norm": 0.13923236727714539,
+      "learning_rate": 1.4957812872001614e-05,
+      "loss": 0.0269,
+      "step": 4560
+    },
+    {
+      "grad_norm": 0.22594907879829407,
+      "learning_rate": 1.4761772019791748e-05,
+      "loss": 0.03,
+      "step": 4570
+    },
+    {
+      "grad_norm": 0.15290258824825287,
+      "learning_rate": 1.4566801609224096e-05,
+      "loss": 0.0248,
+      "step": 4580
+    },
+    {
+      "grad_norm": 0.11978762596845627,
+      "learning_rate": 1.4372907562970079e-05,
+      "loss": 0.0273,
+      "step": 4590
+    },
+    {
+      "grad_norm": 0.22400222718715668,
+      "learning_rate": 1.4180095771004154e-05,
+      "loss": 0.028,
+      "step": 4600
+    },
+    {
+      "grad_norm": 0.20572899281978607,
+      "learning_rate": 1.3988372090424773e-05,
+      "loss": 0.0268,
+      "step": 4610
+    },
+    {
+      "grad_norm": 0.1658511757850647,
+      "learning_rate": 1.3797742345276521e-05,
+      "loss": 0.0327,
+      "step": 4620
+    },
+    {
+      "grad_norm": 0.19247505068778992,
+      "learning_rate": 1.3608212326373249e-05,
+      "loss": 0.0235,
+      "step": 4630
+    },
+    {
+      "grad_norm": 0.17291218042373657,
+      "learning_rate": 1.3419787791122062e-05,
+      "loss": 0.0296,
+      "step": 4640
+    },
+    {
+      "grad_norm": 0.28872936964035034,
+      "learning_rate": 1.323247446334847e-05,
+      "loss": 0.0257,
+      "step": 4650
+    },
+    {
+      "grad_norm": 0.25289255380630493,
+      "learning_rate": 1.3046278033122577e-05,
+      "loss": 0.034,
+      "step": 4660
+    },
+    {
+      "grad_norm": 0.16647827625274658,
+      "learning_rate": 1.286120415658611e-05,
+      "loss": 0.0275,
+      "step": 4670
+    },
+    {
+      "grad_norm": 0.17159391939640045,
+      "learning_rate": 1.2677258455780683e-05,
+      "loss": 0.0207,
+      "step": 4680
+    },
+    {
+      "grad_norm": 0.19143880903720856,
+      "learning_rate": 1.2494446518477022e-05,
+      "loss": 0.0298,
+      "step": 4690
+    },
+    {
+      "grad_norm": 0.20133113861083984,
+      "learning_rate": 1.2312773898005175e-05,
+      "loss": 0.0285,
+      "step": 4700
+    },
+    {
+      "grad_norm": 0.15403605997562408,
+      "learning_rate": 1.2132246113085822e-05,
+      "loss": 0.0234,
+      "step": 4710
+    },
+    {
+      "grad_norm": 0.16768252849578857,
+      "learning_rate": 1.1952868647662696e-05,
+      "loss": 0.0296,
+      "step": 4720
+    },
+    {
+      "grad_norm": 0.21265120804309845,
+      "learning_rate": 1.1774646950735913e-05,
+      "loss": 0.024,
+      "step": 4730
+    },
+    {
+      "grad_norm": 0.2079499512910843,
+      "learning_rate": 1.1597586436196473e-05,
+      "loss": 0.0251,
+      "step": 4740
+    },
+    {
+      "grad_norm": 0.26302212476730347,
+      "learning_rate": 1.1421692482661856e-05,
+      "loss": 0.0284,
+      "step": 4750
+    },
+    {
+      "grad_norm": 0.15336978435516357,
+      "learning_rate": 1.124697043331256e-05,
+      "loss": 0.0252,
+      "step": 4760
+    },
+    {
+      "grad_norm": 0.15700557827949524,
+      "learning_rate": 1.107342559572977e-05,
+      "loss": 0.0267,
+      "step": 4770
+    },
+    {
+      "grad_norm": 0.2047663778066635,
+      "learning_rate": 1.090106324173426e-05,
+      "loss": 0.0281,
+      "step": 4780
+    },
+    {
+      "grad_norm": 0.163861483335495,
+      "learning_rate": 1.0729888607226113e-05,
+      "loss": 0.0235,
+      "step": 4790
+    },
+    {
+      "grad_norm": 0.2103009968996048,
+      "learning_rate": 1.0559906892025745e-05,
+      "loss": 0.0264,
+      "step": 4800
+    },
+    {
+      "grad_norm": 0.24158141016960144,
+      "learning_rate": 1.0391123259715906e-05,
+      "loss": 0.0266,
+      "step": 4810
+    },
+    {
+      "grad_norm": 0.15435267984867096,
+      "learning_rate": 1.0223542837484839e-05,
+      "loss": 0.0233,
+      "step": 4820
+    },
+    {
+      "grad_norm": 0.21909579634666443,
+      "learning_rate": 1.0057170715970559e-05,
+      "loss": 0.0292,
+      "step": 4830
+    },
+    {
+      "grad_norm": 0.18775467574596405,
+      "learning_rate": 9.892011949106172e-06,
+      "loss": 0.032,
+      "step": 4840
+    },
+    {
+      "grad_norm": 0.10590514540672302,
+      "learning_rate": 9.728071553966339e-06,
+      "loss": 0.0264,
+      "step": 4850
+    },
+    {
+      "grad_norm": 0.19203981757164001,
+      "learning_rate": 9.56535451061496e-06,
+      "loss": 0.023,
+      "step": 4860
+    },
+    {
+      "grad_norm": 0.16413716971874237,
+      "learning_rate": 9.403865761953779e-06,
+      "loss": 0.0251,
+      "step": 4870
+    },
+    {
+      "grad_norm": 0.15964259207248688,
+      "learning_rate": 9.243610213572285e-06,
+      "loss": 0.0268,
+      "step": 4880
+    },
+    {
+      "grad_norm": 0.23685966432094574,
+      "learning_rate": 9.084592733598735e-06,
+      "loss": 0.0251,
+      "step": 4890
+    },
+    {
+      "grad_norm": 0.1267436146736145,
+      "learning_rate": 8.92681815255219e-06,
+      "loss": 0.0232,
+      "step": 4900
+    },
+    {
+      "grad_norm": 0.17809130251407623,
+      "learning_rate": 8.770291263195819e-06,
+      "loss": 0.0229,
+      "step": 4910
+    },
+    {
+      "grad_norm": 0.19903568923473358,
+      "learning_rate": 8.615016820391342e-06,
+      "loss": 0.0276,
+      "step": 4920
+    },
+    {
+      "grad_norm": 0.22169925272464752,
+      "learning_rate": 8.460999540954517e-06,
+      "loss": 0.0279,
+      "step": 4930
+    },
+    {
+      "grad_norm": 0.13805542886257172,
+      "learning_rate": 8.308244103511909e-06,
+      "loss": 0.0221,
+      "step": 4940
+    },
+    {
+      "grad_norm": 0.28144964575767517,
+      "learning_rate": 8.156755148358764e-06,
+      "loss": 0.0284,
+      "step": 4950
+    },
+    {
+      "grad_norm": 0.13647648692131042,
+      "learning_rate": 8.00653727731801e-06,
+      "loss": 0.0207,
+      "step": 4960
+    },
+    {
+      "grad_norm": 0.2985517382621765,
+      "learning_rate": 7.857595053600513e-06,
+      "loss": 0.0294,
+      "step": 4970
+    },
+    {
+      "grad_norm": 0.2604110538959503,
+      "learning_rate": 7.709933001666431e-06,
+      "loss": 0.028,
+      "step": 4980
+    },
+    {
+      "grad_norm": 0.179083913564682,
+      "learning_rate": 7.56355560708778e-06,
+      "loss": 0.0246,
+      "step": 4990
+    },
+    {
+      "grad_norm": 0.33425500988960266,
+      "learning_rate": 7.418467316412158e-06,
+      "loss": 0.027,
+      "step": 5000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 6000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df6b4daf8be475ba38fc6347412816abda472f14cd8a13867ac71c77f7e54e1
+size 5841

wandb_config.json

@@ -0,0 +1 @@
+{"project": "finetune-gr00t-n1d7", "run_id": "groot_pick_place_v4"}