{
  "audited_author_revision": "6764e8f12f320819e86d5476b3ed68fb8f45b43c",
  "checkpoint_revision": "b7dc23a82dbf70a65859c9fdd596703234597028",
  "duplicate": [],
  "format_version": 1,
  "mapped": [
    {
      "destination": "action_preprocessor.action_proj_back.weight",
      "dtype": "F32",
      "shape": [
        26,
        1024
      ],
      "source": "action_preprocessor.action_proj_back.weight"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.DobbE",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.DobbE"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.RH20T",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.RH20T"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.UMI-biarm",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.UMI-biarm"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.agibotworld_alpha",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.agibotworld_alpha"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.austin_buds",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.austin_buds"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.austin_sirius",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.austin_sirius"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.bc_z",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.bc_z"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.berkeley_autolab_ur5",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.berkeley_autolab_ur5"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.berkeley_cable_routing",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.berkeley_cable_routing"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.berkeley_fanuc_manipulation",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.berkeley_fanuc_manipulation"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.bridge_data_v2",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.bridge_data_v2"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.droid",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.droid"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.ex_normal",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.ex_normal"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.fmb",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.fmb"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.fractal",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.fractal"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.furniture_bench",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.furniture_bench"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.galaxea_lerobot_v21",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.galaxea_lerobot_v21"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.jaco_play",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.jaco_play"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.nyu_rot",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.nyu_rot"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.realomin_umi",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.realomin_umi"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robochallenge_Franka",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robochallenge_Franka"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robochallenge_UR5",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robochallenge_UR5"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robochallenge_aloha",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robochallenge_aloha"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robochallenge_arx5",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robochallenge_arx5"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robocoin_aitbot_mmk2",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robocoin_aitbot_mmk2"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robocoin_aloha",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robocoin_aloha"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robocoin_alpha_bot",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robocoin_alpha_bot"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robocoin_cobot",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robocoin_cobot"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robocoin_galaxea_r1_lite",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robocoin_galaxea_r1_lite"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robocoin_leju",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robocoin_leju"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robocoin_realman_rmc",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robocoin_realman_rmc"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robocoin_ruantong_a2d",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robocoin_ruantong_a2d"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robomind_agilex_mobile",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robomind_agilex_mobile"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robomind_franka",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robomind_franka"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robomind_simulation",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robomind_simulation"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robomind_tienkung_gello",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robomind_tienkung_gello"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robomind_tienkung_xsens",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robomind_tienkung_xsens"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robomind_ur",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robomind_ur"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_agilex",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_agilex"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_agilex_mobile",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_agilex_mobile"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_ark",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_ark"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_ark_mobile",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_ark_mobile"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_franka",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_franka"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_franka_sim",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_franka_sim"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_tianyi",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_tianyi"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_tianyi_mobile",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_tianyi_mobile"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_tienkung",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_tienkung"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_tienkung_sim",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_tienkung_sim"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_ur5",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_ur5"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_ur5_dex",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_ur5_dex"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.stanford_hydra",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.stanford_hydra"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.stanford_kuka_multimodal",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.stanford_kuka_multimodal"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.taco_play",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.taco_play"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.utaustin_mutex",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.utaustin_mutex"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.viola",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.viola"
    },
    {
      "destination": "action_preprocessor.normalizer_action.delta.x2_normal",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.delta.x2_normal"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.DobbE",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.DobbE"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.RH20T",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.RH20T"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.UMI-biarm",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.UMI-biarm"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.agibotworld_alpha",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.agibotworld_alpha"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.austin_buds",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.austin_buds"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.austin_sirius",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.austin_sirius"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.bc_z",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.bc_z"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.berkeley_autolab_ur5",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.berkeley_autolab_ur5"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.berkeley_cable_routing",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.berkeley_cable_routing"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.berkeley_fanuc_manipulation",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.berkeley_fanuc_manipulation"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.bridge_data_v2",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.bridge_data_v2"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.droid",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.droid"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.ex_normal",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.ex_normal"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.fmb",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.fmb"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.fractal",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.fractal"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.furniture_bench",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.furniture_bench"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.galaxea_lerobot_v21",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.galaxea_lerobot_v21"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.jaco_play",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.jaco_play"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.nyu_rot",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.nyu_rot"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.realomin_umi",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.realomin_umi"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robochallenge_Franka",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robochallenge_Franka"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robochallenge_UR5",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robochallenge_UR5"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robochallenge_aloha",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robochallenge_aloha"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robochallenge_arx5",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robochallenge_arx5"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robocoin_aitbot_mmk2",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robocoin_aitbot_mmk2"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robocoin_aloha",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robocoin_aloha"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robocoin_alpha_bot",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robocoin_alpha_bot"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robocoin_cobot",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robocoin_cobot"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robocoin_galaxea_r1_lite",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robocoin_galaxea_r1_lite"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robocoin_leju",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robocoin_leju"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robocoin_realman_rmc",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robocoin_realman_rmc"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robocoin_ruantong_a2d",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robocoin_ruantong_a2d"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robomind_agilex_mobile",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robomind_agilex_mobile"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robomind_franka",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robomind_franka"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robomind_simulation",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robomind_simulation"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robomind_tienkung_gello",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robomind_tienkung_gello"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robomind_tienkung_xsens",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robomind_tienkung_xsens"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robomind_ur",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robomind_ur"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_agilex",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_agilex"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_agilex_mobile",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_agilex_mobile"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_ark",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_ark"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_ark_mobile",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_ark_mobile"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_franka",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_franka"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_franka_sim",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_franka_sim"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_tianyi",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_tianyi"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_tianyi_mobile",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_tianyi_mobile"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_tienkung",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_tienkung"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_tienkung_sim",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_tienkung_sim"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_ur5",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_ur5"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_ur5_dex",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_ur5_dex"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.stanford_hydra",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.stanford_hydra"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.stanford_kuka_multimodal",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.stanford_kuka_multimodal"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.taco_play",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.taco_play"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.utaustin_mutex",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.utaustin_mutex"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.viola",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.viola"
    },
    {
      "destination": "action_preprocessor.normalizer_action.min.x2_normal",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_action.min.x2_normal"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.DobbE",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.DobbE"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.RH20T",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.RH20T"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.UMI-biarm",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.UMI-biarm"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.agibotworld_alpha",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.agibotworld_alpha"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.austin_buds",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.austin_buds"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.austin_sirius",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.austin_sirius"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.bc_z",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.bc_z"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.berkeley_autolab_ur5",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.berkeley_autolab_ur5"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.berkeley_cable_routing",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.berkeley_cable_routing"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.berkeley_fanuc_manipulation",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.berkeley_fanuc_manipulation"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.bridge_data_v2",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.bridge_data_v2"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.droid",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.droid"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.ex_normal",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.ex_normal"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.fmb",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.fmb"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.fractal",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.fractal"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.furniture_bench",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.furniture_bench"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.galaxea_lerobot_v21",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.galaxea_lerobot_v21"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.jaco_play",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.jaco_play"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.nyu_rot",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.nyu_rot"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.realomin_umi",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.realomin_umi"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robochallenge_Franka",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robochallenge_Franka"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robochallenge_UR5",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robochallenge_UR5"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robochallenge_aloha",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robochallenge_aloha"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robochallenge_arx5",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robochallenge_arx5"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robocoin_aitbot_mmk2",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robocoin_aitbot_mmk2"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robocoin_aloha",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robocoin_aloha"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robocoin_alpha_bot",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robocoin_alpha_bot"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robocoin_cobot",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robocoin_cobot"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robocoin_galaxea_r1_lite",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robocoin_galaxea_r1_lite"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robocoin_leju",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robocoin_leju"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robocoin_realman_rmc",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robocoin_realman_rmc"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robocoin_ruantong_a2d",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robocoin_ruantong_a2d"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robomind_agilex_mobile",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robomind_agilex_mobile"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robomind_franka",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robomind_franka"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robomind_simulation",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robomind_simulation"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robomind_tienkung_gello",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robomind_tienkung_gello"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robomind_tienkung_xsens",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robomind_tienkung_xsens"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robomind_ur",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robomind_ur"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_agilex",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_agilex"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_agilex_mobile",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_agilex_mobile"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_ark",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_ark"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_ark_mobile",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_ark_mobile"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_franka",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_franka"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_franka_sim",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_franka_sim"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_tianyi",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_tianyi"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_tianyi_mobile",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_tianyi_mobile"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_tienkung",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_tienkung"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_tienkung_sim",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_tienkung_sim"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_ur5",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_ur5"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_ur5_dex",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_ur5_dex"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.stanford_hydra",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.stanford_hydra"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.stanford_kuka_multimodal",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.stanford_kuka_multimodal"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.taco_play",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.taco_play"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.utaustin_mutex",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.utaustin_mutex"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.viola",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.viola"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.delta.x2_normal",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.delta.x2_normal"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.DobbE",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.DobbE"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.RH20T",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.RH20T"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.UMI-biarm",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.UMI-biarm"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.agibotworld_alpha",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.agibotworld_alpha"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.austin_buds",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.austin_buds"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.austin_sirius",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.austin_sirius"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.bc_z",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.bc_z"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.berkeley_autolab_ur5",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.berkeley_autolab_ur5"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.berkeley_cable_routing",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.berkeley_cable_routing"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.berkeley_fanuc_manipulation",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.berkeley_fanuc_manipulation"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.bridge_data_v2",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.bridge_data_v2"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.droid",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.droid"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.ex_normal",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.ex_normal"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.fmb",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.fmb"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.fractal",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.fractal"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.furniture_bench",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.furniture_bench"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.galaxea_lerobot_v21",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.galaxea_lerobot_v21"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.jaco_play",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.jaco_play"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.nyu_rot",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.nyu_rot"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.realomin_umi",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.realomin_umi"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robochallenge_Franka",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robochallenge_Franka"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robochallenge_UR5",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robochallenge_UR5"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robochallenge_aloha",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robochallenge_aloha"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robochallenge_arx5",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robochallenge_arx5"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robocoin_aitbot_mmk2",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robocoin_aitbot_mmk2"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robocoin_aloha",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robocoin_aloha"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robocoin_alpha_bot",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robocoin_alpha_bot"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robocoin_cobot",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robocoin_cobot"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robocoin_galaxea_r1_lite",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robocoin_galaxea_r1_lite"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robocoin_leju",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robocoin_leju"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robocoin_realman_rmc",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robocoin_realman_rmc"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robocoin_ruantong_a2d",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robocoin_ruantong_a2d"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robomind_agilex_mobile",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robomind_agilex_mobile"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robomind_franka",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robomind_franka"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robomind_simulation",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robomind_simulation"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robomind_tienkung_gello",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robomind_tienkung_gello"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robomind_tienkung_xsens",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robomind_tienkung_xsens"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robomind_ur",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robomind_ur"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_agilex",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_agilex"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_agilex_mobile",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_agilex_mobile"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_ark",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_ark"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_ark_mobile",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_ark_mobile"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_franka",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_franka"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_franka_sim",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_franka_sim"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_tianyi",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_tianyi"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_tianyi_mobile",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_tianyi_mobile"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_tienkung",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_tienkung"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_tienkung_sim",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_tienkung_sim"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_ur5",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_ur5"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_ur5_dex",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_ur5_dex"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.stanford_hydra",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.stanford_hydra"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.stanford_kuka_multimodal",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.stanford_kuka_multimodal"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.taco_play",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.taco_play"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.utaustin_mutex",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.utaustin_mutex"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.viola",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.viola"
    },
    {
      "destination": "action_preprocessor.normalizer_propri.min.x2_normal",
      "dtype": "F32",
      "shape": [
        26
      ],
      "source": "action_preprocessor.normalizer_propri.min.x2_normal"
    },
    {
      "destination": "action_preprocessor.w1.weight",
      "dtype": "F32",
      "shape": [
        1024,
        52
      ],
      "source": "action_preprocessor.w1.weight"
    },
    {
      "destination": "action_preprocessor.w2.weight",
      "dtype": "F32",
      "shape": [
        1024,
        2048
      ],
      "source": "action_preprocessor.w2.weight"
    },
    {
      "destination": "action_preprocessor.w3.weight",
      "dtype": "F32",
      "shape": [
        1024,
        1024
      ],
      "source": "action_preprocessor.w3.weight"
    },
    {
      "destination": "model.embed_tokens.weight",
      "dtype": "BF16",
      "shape": [
        155765,
        2048
      ],
      "source": "model.embed_tokens.weight"
    },
    {
      "destination": "model.layers.0.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.0.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.0.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.0.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.0.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.0.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.0.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.0.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.0.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.0.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.0.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.0.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.0.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.0.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.0.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.0.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.0.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.0.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.0.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.0.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.0.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.0.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.0.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.0.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.0.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.0.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.0.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.0.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.1.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.1.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.1.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.1.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.1.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.1.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.1.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.1.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.1.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.1.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.1.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.1.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.1.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.1.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.1.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.1.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.1.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.1.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.1.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.1.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.1.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.1.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.1.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.1.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.1.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.1.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.1.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.1.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.10.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.10.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.10.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.10.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.10.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.10.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.10.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.10.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.10.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.10.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.10.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.10.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.10.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.10.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.10.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.10.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.10.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.10.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.10.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.10.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.10.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.10.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.10.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.10.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.10.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.10.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.10.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.10.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.11.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.11.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.11.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.11.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.11.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.11.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.11.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.11.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.11.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.11.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.11.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.11.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.11.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.11.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.11.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.11.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.11.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.11.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.11.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.11.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.11.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.11.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.11.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.11.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.11.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.11.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.11.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.11.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.12.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.12.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.12.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.12.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.12.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.12.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.12.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.12.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.12.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.12.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.12.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.12.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.12.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.12.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.12.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.12.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.12.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.12.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.12.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.12.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.12.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.12.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.12.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.12.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.12.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.12.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.12.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.12.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.13.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.13.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.13.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.13.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.13.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.13.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.13.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.13.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.13.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.13.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.13.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.13.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.13.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.13.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.13.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.13.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.13.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.13.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.13.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.13.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.13.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.13.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.13.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.13.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.13.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.13.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.13.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.13.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.14.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.14.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.14.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.14.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.14.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.14.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.14.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.14.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.14.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.14.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.14.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.14.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.14.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.14.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.14.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.14.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.14.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.14.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.14.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.14.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.14.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.14.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.14.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.14.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.14.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.14.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.14.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.14.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.15.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.15.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.15.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.15.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.15.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.15.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.15.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.15.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.15.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.15.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.15.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.15.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.15.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.15.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.15.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.15.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.15.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.15.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.15.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.15.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.15.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.15.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.15.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.15.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.15.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.15.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.15.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.15.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.16.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.16.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.16.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.16.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.16.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.16.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.16.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.16.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.16.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.16.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.16.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.16.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.16.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.16.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.16.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.16.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.16.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.16.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.16.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.16.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.16.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.16.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.16.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.16.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.16.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.16.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.16.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.16.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.17.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.17.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.17.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.17.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.17.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.17.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.17.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.17.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.17.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.17.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.17.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.17.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.17.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.17.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.17.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.17.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.17.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.17.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.17.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.17.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.17.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.17.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.17.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.17.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.17.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.17.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.17.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.17.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.18.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.18.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.18.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.18.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.18.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.18.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.18.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.18.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.18.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.18.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.18.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.18.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.18.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.18.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.18.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.18.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.18.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.18.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.18.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.18.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.18.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.18.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.18.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.18.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.18.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.18.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.18.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.18.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.19.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.19.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.19.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.19.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.19.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.19.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.19.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.19.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.19.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.19.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.19.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.19.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.19.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.19.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.19.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.19.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.19.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.19.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.19.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.19.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.19.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.19.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.19.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.19.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.19.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.19.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.19.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.19.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.2.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.2.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.2.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.2.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.2.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.2.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.2.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.2.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.2.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.2.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.2.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.2.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.2.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.2.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.2.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.2.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.2.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.2.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.2.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.2.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.2.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.2.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.2.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.2.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.2.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.2.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.2.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.2.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.20.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.20.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.20.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.20.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.20.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.20.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.20.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.20.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.20.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.20.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.20.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.20.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.20.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.20.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.20.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.20.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.20.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.20.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.20.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.20.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.20.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.20.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.20.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.20.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.20.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.20.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.20.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.20.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.21.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.21.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.21.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.21.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.21.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.21.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.21.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.21.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.21.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.21.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.21.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.21.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.21.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.21.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.21.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.21.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.21.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.21.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.21.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.21.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.21.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.21.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.21.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.21.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.21.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.21.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.21.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.21.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.22.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.22.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.22.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.22.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.22.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.22.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.22.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.22.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.22.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.22.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.22.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.22.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.22.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.22.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.22.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.22.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.22.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.22.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.22.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.22.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.22.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.22.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.22.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.22.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.22.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.22.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.22.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.22.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.23.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.23.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.23.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.23.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.23.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.23.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.23.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.23.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.23.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.23.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.23.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.23.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.23.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.23.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.23.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.23.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.23.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.23.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.23.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.23.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.23.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.23.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.23.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.23.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.23.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.23.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.23.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.23.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.24.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.24.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.24.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.24.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.24.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.24.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.24.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.24.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.24.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.24.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.24.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.24.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.24.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.24.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.24.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.24.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.24.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.24.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.24.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.24.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.24.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.24.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.24.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.24.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.24.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.24.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.24.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.24.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.25.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.25.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.25.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.25.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.25.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.25.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.25.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.25.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.25.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.25.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.25.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.25.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.25.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.25.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.25.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.25.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.25.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.25.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.25.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.25.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.25.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.25.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.25.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.25.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.25.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.25.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.25.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.25.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.26.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.26.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.26.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.26.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.26.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.26.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.26.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.26.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.26.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.26.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.26.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.26.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.26.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.26.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.26.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.26.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.26.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.26.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.26.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.26.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.26.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.26.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.26.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.26.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.26.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.26.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.26.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.26.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.27.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.27.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.27.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.27.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.27.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.27.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.27.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.27.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.27.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.27.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.27.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.27.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.27.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.27.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.27.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.27.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.27.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.27.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.27.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.27.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.27.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.27.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.27.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.27.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.27.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.27.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.27.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.27.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.28.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.28.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.28.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.28.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.28.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.28.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.28.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.28.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.28.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.28.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.28.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.28.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.28.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.28.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.28.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.28.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.28.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.28.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.28.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.28.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.28.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.28.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.28.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.28.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.28.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.28.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.28.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.28.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.29.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.29.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.29.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.29.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.29.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.29.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.29.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.29.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.29.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.29.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.29.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.29.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.29.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.29.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.29.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.29.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.29.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.29.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.29.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.29.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.29.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.29.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.29.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.29.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.29.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.29.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.29.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.29.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.3.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.3.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.3.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.3.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.3.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.3.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.3.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.3.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.3.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.3.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.3.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.3.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.3.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.3.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.3.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.3.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.3.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.3.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.3.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.3.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.3.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.3.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.3.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.3.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.3.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.3.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.3.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.3.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.30.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.30.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.30.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.30.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.30.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.30.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.30.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.30.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.30.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.30.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.30.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.30.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.30.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.30.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.30.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.30.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.30.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.30.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.30.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.30.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.30.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.30.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.30.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.30.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.30.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.30.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.30.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.30.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.31.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.31.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.31.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.31.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.31.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.31.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.31.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.31.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.31.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.31.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.31.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.31.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.31.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.31.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.31.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.31.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.31.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.31.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.31.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.31.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.31.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.31.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.31.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.31.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.31.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.31.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.31.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.31.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.32.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.32.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.32.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.32.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.32.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.32.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.32.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.32.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.32.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.32.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.32.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.32.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.32.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.32.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.32.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.32.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.32.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.32.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.32.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.32.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.32.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.32.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.32.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.32.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.32.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.32.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.32.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.32.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.33.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.33.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.33.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.33.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.33.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.33.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.33.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.33.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.33.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.33.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.33.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.33.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.33.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.33.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.33.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.33.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.33.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.33.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.33.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.33.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.33.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.33.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.33.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.33.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.33.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.33.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.33.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.33.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.34.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.34.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.34.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.34.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.34.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.34.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.34.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.34.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.34.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.34.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.34.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.34.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.34.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.34.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.34.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.34.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.34.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.34.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.34.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.34.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.34.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.34.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.34.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.34.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.34.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.34.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.34.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.34.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.35.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.35.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.35.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.35.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.35.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.35.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.35.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.35.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.35.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.35.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.35.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.35.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.35.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.35.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.35.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.35.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.35.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.35.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.35.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.35.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.35.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.35.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.35.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.35.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.35.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.35.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.35.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.35.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.4.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.4.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.4.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.4.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.4.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.4.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.4.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.4.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.4.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.4.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.4.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.4.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.4.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.4.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.4.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.4.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.4.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.4.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.4.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.4.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.4.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.4.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.4.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.4.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.4.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.4.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.4.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.4.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.5.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.5.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.5.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.5.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.5.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.5.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.5.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.5.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.5.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.5.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.5.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.5.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.5.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.5.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.5.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.5.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.5.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.5.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.5.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.5.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.5.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.5.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.5.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.5.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.5.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.5.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.5.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.5.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.6.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.6.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.6.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.6.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.6.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.6.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.6.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.6.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.6.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.6.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.6.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.6.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.6.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.6.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.6.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.6.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.6.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.6.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.6.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.6.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.6.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.6.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.6.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.6.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.6.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.6.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.6.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.6.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.7.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.7.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.7.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.7.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.7.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.7.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.7.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.7.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.7.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.7.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.7.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.7.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.7.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.7.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.7.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.7.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.7.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.7.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.7.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.7.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.7.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.7.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.7.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.7.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.7.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.7.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.7.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.7.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.8.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.8.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.8.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.8.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.8.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.8.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.8.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.8.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.8.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.8.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.8.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.8.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.8.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.8.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.8.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.8.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.8.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.8.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.8.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.8.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.8.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.8.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.8.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.8.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.8.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.8.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.8.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.8.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.9.input_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.9.input_layernorms.0.weight"
    },
    {
      "destination": "model.layers.9.input_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.9.input_layernorms.1.weight"
    },
    {
      "destination": "model.layers.9.moe.experts.0.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        11008
      ],
      "source": "model.layers.9.moe.experts.0.down_proj.weight"
    },
    {
      "destination": "model.layers.9.moe.experts.0.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        22016,
        2048
      ],
      "source": "model.layers.9.moe.experts.0.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.9.moe.experts.1.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.9.moe.experts.1.down_proj.weight"
    },
    {
      "destination": "model.layers.9.moe.experts.1.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "source": "model.layers.9.moe.experts.1.gate_up_proj.weight"
    },
    {
      "destination": "model.layers.9.post_attention_layernorms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.layers.9.post_attention_layernorms.0.weight"
    },
    {
      "destination": "model.layers.9.post_attention_layernorms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.layers.9.post_attention_layernorms.1.weight"
    },
    {
      "destination": "model.layers.9.self_attn.o_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        2048
      ],
      "source": "model.layers.9.self_attn.o_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.9.self_attn.o_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "source": "model.layers.9.self_attn.o_proj_experts.1.weight"
    },
    {
      "destination": "model.layers.9.self_attn.qkv_proj_experts.0.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.9.self_attn.qkv_proj_experts.0.bias"
    },
    {
      "destination": "model.layers.9.self_attn.qkv_proj_experts.0.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        2048
      ],
      "source": "model.layers.9.self_attn.qkv_proj_experts.0.weight"
    },
    {
      "destination": "model.layers.9.self_attn.qkv_proj_experts.1.bias",
      "dtype": "BF16",
      "shape": [
        2560
      ],
      "source": "model.layers.9.self_attn.qkv_proj_experts.1.bias"
    },
    {
      "destination": "model.layers.9.self_attn.qkv_proj_experts.1.weight",
      "dtype": "BF16",
      "shape": [
        2560,
        1024
      ],
      "source": "model.layers.9.self_attn.qkv_proj_experts.1.weight"
    },
    {
      "destination": "model.norms.0.weight",
      "dtype": "F32",
      "shape": [
        2048
      ],
      "source": "model.norms.0.weight"
    },
    {
      "destination": "model.norms.1.weight",
      "dtype": "F32",
      "shape": [
        1024
      ],
      "source": "model.norms.1.weight"
    },
    {
      "destination": "visual.blocks.0.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.0.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.0.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.0.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.0.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.0.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.0.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.0.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.0.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.0.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.0.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.0.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.0.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.0.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.0.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.0.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.0.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.0.norm1.weight"
    },
    {
      "destination": "visual.blocks.0.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.0.norm2.weight"
    },
    {
      "destination": "visual.blocks.1.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.1.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.1.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.1.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.1.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.1.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.1.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.1.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.1.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.1.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.1.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.1.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.1.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.1.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.1.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.1.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.1.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.1.norm1.weight"
    },
    {
      "destination": "visual.blocks.1.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.1.norm2.weight"
    },
    {
      "destination": "visual.blocks.10.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.10.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.10.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.10.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.10.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.10.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.10.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.10.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.10.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.10.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.10.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.10.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.10.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.10.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.10.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.10.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.10.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.10.norm1.weight"
    },
    {
      "destination": "visual.blocks.10.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.10.norm2.weight"
    },
    {
      "destination": "visual.blocks.11.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.11.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.11.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.11.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.11.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.11.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.11.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.11.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.11.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.11.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.11.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.11.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.11.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.11.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.11.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.11.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.11.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.11.norm1.weight"
    },
    {
      "destination": "visual.blocks.11.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.11.norm2.weight"
    },
    {
      "destination": "visual.blocks.12.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.12.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.12.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.12.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.12.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.12.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.12.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.12.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.12.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.12.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.12.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.12.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.12.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.12.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.12.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.12.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.12.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.12.norm1.weight"
    },
    {
      "destination": "visual.blocks.12.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.12.norm2.weight"
    },
    {
      "destination": "visual.blocks.13.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.13.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.13.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.13.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.13.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.13.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.13.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.13.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.13.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.13.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.13.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.13.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.13.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.13.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.13.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.13.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.13.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.13.norm1.weight"
    },
    {
      "destination": "visual.blocks.13.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.13.norm2.weight"
    },
    {
      "destination": "visual.blocks.14.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.14.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.14.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.14.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.14.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.14.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.14.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.14.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.14.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.14.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.14.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.14.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.14.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.14.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.14.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.14.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.14.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.14.norm1.weight"
    },
    {
      "destination": "visual.blocks.14.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.14.norm2.weight"
    },
    {
      "destination": "visual.blocks.15.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.15.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.15.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.15.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.15.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.15.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.15.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.15.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.15.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.15.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.15.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.15.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.15.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.15.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.15.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.15.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.15.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.15.norm1.weight"
    },
    {
      "destination": "visual.blocks.15.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.15.norm2.weight"
    },
    {
      "destination": "visual.blocks.16.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.16.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.16.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.16.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.16.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.16.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.16.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.16.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.16.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.16.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.16.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.16.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.16.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.16.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.16.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.16.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.16.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.16.norm1.weight"
    },
    {
      "destination": "visual.blocks.16.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.16.norm2.weight"
    },
    {
      "destination": "visual.blocks.17.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.17.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.17.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.17.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.17.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.17.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.17.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.17.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.17.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.17.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.17.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.17.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.17.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.17.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.17.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.17.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.17.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.17.norm1.weight"
    },
    {
      "destination": "visual.blocks.17.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.17.norm2.weight"
    },
    {
      "destination": "visual.blocks.18.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.18.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.18.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.18.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.18.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.18.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.18.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.18.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.18.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.18.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.18.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.18.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.18.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.18.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.18.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.18.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.18.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.18.norm1.weight"
    },
    {
      "destination": "visual.blocks.18.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.18.norm2.weight"
    },
    {
      "destination": "visual.blocks.19.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.19.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.19.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.19.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.19.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.19.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.19.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.19.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.19.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.19.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.19.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.19.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.19.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.19.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.19.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.19.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.19.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.19.norm1.weight"
    },
    {
      "destination": "visual.blocks.19.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.19.norm2.weight"
    },
    {
      "destination": "visual.blocks.2.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.2.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.2.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.2.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.2.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.2.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.2.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.2.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.2.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.2.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.2.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.2.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.2.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.2.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.2.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.2.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.2.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.2.norm1.weight"
    },
    {
      "destination": "visual.blocks.2.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.2.norm2.weight"
    },
    {
      "destination": "visual.blocks.20.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.20.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.20.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.20.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.20.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.20.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.20.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.20.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.20.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.20.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.20.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.20.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.20.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.20.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.20.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.20.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.20.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.20.norm1.weight"
    },
    {
      "destination": "visual.blocks.20.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.20.norm2.weight"
    },
    {
      "destination": "visual.blocks.21.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.21.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.21.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.21.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.21.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.21.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.21.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.21.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.21.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.21.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.21.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.21.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.21.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.21.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.21.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.21.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.21.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.21.norm1.weight"
    },
    {
      "destination": "visual.blocks.21.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.21.norm2.weight"
    },
    {
      "destination": "visual.blocks.22.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.22.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.22.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.22.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.22.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.22.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.22.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.22.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.22.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.22.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.22.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.22.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.22.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.22.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.22.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.22.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.22.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.22.norm1.weight"
    },
    {
      "destination": "visual.blocks.22.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.22.norm2.weight"
    },
    {
      "destination": "visual.blocks.23.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.23.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.23.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.23.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.23.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.23.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.23.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.23.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.23.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.23.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.23.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.23.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.23.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.23.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.23.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.23.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.23.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.23.norm1.weight"
    },
    {
      "destination": "visual.blocks.23.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.23.norm2.weight"
    },
    {
      "destination": "visual.blocks.24.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.24.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.24.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.24.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.24.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.24.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.24.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.24.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.24.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.24.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.24.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.24.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.24.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.24.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.24.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.24.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.24.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.24.norm1.weight"
    },
    {
      "destination": "visual.blocks.24.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.24.norm2.weight"
    },
    {
      "destination": "visual.blocks.25.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.25.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.25.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.25.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.25.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.25.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.25.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.25.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.25.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.25.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.25.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.25.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.25.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.25.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.25.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.25.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.25.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.25.norm1.weight"
    },
    {
      "destination": "visual.blocks.25.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.25.norm2.weight"
    },
    {
      "destination": "visual.blocks.26.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.26.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.26.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.26.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.26.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.26.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.26.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.26.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.26.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.26.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.26.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.26.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.26.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.26.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.26.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.26.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.26.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.26.norm1.weight"
    },
    {
      "destination": "visual.blocks.26.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.26.norm2.weight"
    },
    {
      "destination": "visual.blocks.27.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.27.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.27.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.27.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.27.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.27.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.27.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.27.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.27.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.27.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.27.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.27.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.27.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.27.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.27.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.27.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.27.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.27.norm1.weight"
    },
    {
      "destination": "visual.blocks.27.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.27.norm2.weight"
    },
    {
      "destination": "visual.blocks.28.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.28.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.28.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.28.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.28.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.28.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.28.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.28.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.28.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.28.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.28.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.28.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.28.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.28.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.28.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.28.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.28.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.28.norm1.weight"
    },
    {
      "destination": "visual.blocks.28.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.28.norm2.weight"
    },
    {
      "destination": "visual.blocks.29.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.29.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.29.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.29.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.29.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.29.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.29.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.29.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.29.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.29.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.29.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.29.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.29.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.29.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.29.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.29.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.29.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.29.norm1.weight"
    },
    {
      "destination": "visual.blocks.29.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.29.norm2.weight"
    },
    {
      "destination": "visual.blocks.3.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.3.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.3.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.3.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.3.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.3.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.3.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.3.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.3.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.3.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.3.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.3.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.3.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.3.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.3.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.3.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.3.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.3.norm1.weight"
    },
    {
      "destination": "visual.blocks.3.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.3.norm2.weight"
    },
    {
      "destination": "visual.blocks.30.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.30.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.30.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.30.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.30.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.30.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.30.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.30.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.30.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.30.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.30.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.30.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.30.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.30.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.30.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.30.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.30.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.30.norm1.weight"
    },
    {
      "destination": "visual.blocks.30.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.30.norm2.weight"
    },
    {
      "destination": "visual.blocks.31.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.31.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.31.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.31.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.31.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.31.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.31.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.31.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.31.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.31.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.31.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.31.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.31.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.31.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.31.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.31.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.31.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.31.norm1.weight"
    },
    {
      "destination": "visual.blocks.31.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.31.norm2.weight"
    },
    {
      "destination": "visual.blocks.4.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.4.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.4.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.4.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.4.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.4.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.4.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.4.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.4.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.4.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.4.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.4.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.4.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.4.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.4.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.4.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.4.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.4.norm1.weight"
    },
    {
      "destination": "visual.blocks.4.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.4.norm2.weight"
    },
    {
      "destination": "visual.blocks.5.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.5.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.5.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.5.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.5.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.5.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.5.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.5.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.5.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.5.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.5.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.5.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.5.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.5.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.5.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.5.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.5.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.5.norm1.weight"
    },
    {
      "destination": "visual.blocks.5.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.5.norm2.weight"
    },
    {
      "destination": "visual.blocks.6.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.6.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.6.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.6.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.6.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.6.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.6.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.6.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.6.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.6.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.6.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.6.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.6.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.6.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.6.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.6.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.6.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.6.norm1.weight"
    },
    {
      "destination": "visual.blocks.6.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.6.norm2.weight"
    },
    {
      "destination": "visual.blocks.7.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.7.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.7.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.7.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.7.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.7.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.7.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.7.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.7.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.7.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.7.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.7.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.7.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.7.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.7.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.7.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.7.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.7.norm1.weight"
    },
    {
      "destination": "visual.blocks.7.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.7.norm2.weight"
    },
    {
      "destination": "visual.blocks.8.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.8.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.8.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.8.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.8.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.8.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.8.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.8.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.8.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.8.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.8.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.8.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.8.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.8.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.8.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.8.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.8.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.8.norm1.weight"
    },
    {
      "destination": "visual.blocks.8.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.8.norm2.weight"
    },
    {
      "destination": "visual.blocks.9.attn.proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.9.attn.proj.bias"
    },
    {
      "destination": "visual.blocks.9.attn.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        1280
      ],
      "source": "visual.blocks.9.attn.proj.weight"
    },
    {
      "destination": "visual.blocks.9.attn.qkv.bias",
      "dtype": "BF16",
      "shape": [
        3840
      ],
      "source": "visual.blocks.9.attn.qkv.bias"
    },
    {
      "destination": "visual.blocks.9.attn.qkv.weight",
      "dtype": "BF16",
      "shape": [
        3840,
        1280
      ],
      "source": "visual.blocks.9.attn.qkv.weight"
    },
    {
      "destination": "visual.blocks.9.mlp.down_proj.bias",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.9.mlp.down_proj.bias"
    },
    {
      "destination": "visual.blocks.9.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3420
      ],
      "source": "visual.blocks.9.mlp.down_proj.weight"
    },
    {
      "destination": "visual.blocks.9.mlp.gate_up_proj.bias",
      "dtype": "BF16",
      "shape": [
        6840
      ],
      "source": "visual.blocks.9.mlp.gate_up_proj.bias"
    },
    {
      "destination": "visual.blocks.9.mlp.gate_up_proj.weight",
      "dtype": "BF16",
      "shape": [
        6840,
        1280
      ],
      "source": "visual.blocks.9.mlp.gate_up_proj.weight"
    },
    {
      "destination": "visual.blocks.9.norm1.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.9.norm1.weight"
    },
    {
      "destination": "visual.blocks.9.norm2.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.blocks.9.norm2.weight"
    },
    {
      "destination": "visual.merger.ln_q.weight",
      "dtype": "BF16",
      "shape": [
        1280
      ],
      "source": "visual.merger.ln_q.weight"
    },
    {
      "destination": "visual.merger.mlp.0.bias",
      "dtype": "BF16",
      "shape": [
        5120
      ],
      "source": "visual.merger.mlp.0.bias"
    },
    {
      "destination": "visual.merger.mlp.0.weight",
      "dtype": "BF16",
      "shape": [
        5120,
        5120
      ],
      "source": "visual.merger.mlp.0.weight"
    },
    {
      "destination": "visual.merger.mlp.2.bias",
      "dtype": "BF16",
      "shape": [
        2048
      ],
      "source": "visual.merger.mlp.2.bias"
    },
    {
      "destination": "visual.merger.mlp.2.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        5120
      ],
      "source": "visual.merger.mlp.2.weight"
    },
    {
      "destination": "visual.patch_embed.proj.weight",
      "dtype": "BF16",
      "shape": [
        1280,
        3,
        2,
        14,
        14
      ],
      "source": "visual.patch_embed.proj.weight"
    }
  ],
  "mapped_count": 1061,
  "mapping": "identity",
  "missing": [],
  "normalizer_semantics": {
    "ar_normalizer_action.pth": "autoregressive/discrete action branch (preserved, not exposed)",
    "ar_statistics_equal_flow_statistics": true,
    "inverse": "(x + 1) / 2 * (q99 - q01) + q01",
    "normalizer_action.pth": "continuous flow action branch",
    "normalizer_propri.pth": "proprioception/state input",
    "stored_delta": "raw-frame q99 minus q01 (author key delta_001)",
    "stored_min": "raw-frame q01 (author key q001)",
    "transform": "clip(2 * (x - q01) / (q99 - q01) - 1, -1, 1)",
    "zero_delta": "replaced by one for normalization and excluded by the LeRobot mask"
  },
  "normalizers": [
    {
      "dataset_count": 56,
      "datasets": [
        "DobbE",
        "RH20T",
        "UMI-biarm",
        "agibotworld_alpha",
        "austin_buds",
        "austin_sirius",
        "bc_z",
        "berkeley_autolab_ur5",
        "berkeley_cable_routing",
        "berkeley_fanuc_manipulation",
        "bridge_data_v2",
        "droid",
        "ex_normal",
        "fmb",
        "fractal",
        "furniture_bench",
        "galaxea_lerobot_v21",
        "jaco_play",
        "nyu_rot",
        "realomin_umi",
        "robochallenge_Franka",
        "robochallenge_UR5",
        "robochallenge_aloha",
        "robochallenge_arx5",
        "robocoin_aitbot_mmk2",
        "robocoin_aloha",
        "robocoin_alpha_bot",
        "robocoin_cobot",
        "robocoin_galaxea_r1_lite",
        "robocoin_leju",
        "robocoin_realman_rmc",
        "robocoin_ruantong_a2d",
        "robomind_agilex_mobile",
        "robomind_franka",
        "robomind_simulation",
        "robomind_tienkung_gello",
        "robomind_tienkung_xsens",
        "robomind_ur",
        "robomind_v2_0_agilex",
        "robomind_v2_0_agilex_mobile",
        "robomind_v2_0_ark",
        "robomind_v2_0_ark_mobile",
        "robomind_v2_0_franka",
        "robomind_v2_0_franka_sim",
        "robomind_v2_0_tianyi",
        "robomind_v2_0_tianyi_mobile",
        "robomind_v2_0_tienkung",
        "robomind_v2_0_tienkung_sim",
        "robomind_v2_0_ur5",
        "robomind_v2_0_ur5_dex",
        "stanford_hydra",
        "stanford_kuka_multimodal",
        "taco_play",
        "utaustin_mutex",
        "viola",
        "x2_normal"
      ],
      "file": "normalizer_action.pth",
      "global": false,
      "per_dimension": true,
      "per_horizon": false,
      "statistic_keys": [
        "delta",
        "min"
      ],
      "tensor_shape": [
        26
      ]
    },
    {
      "dataset_count": 56,
      "datasets": [
        "DobbE",
        "RH20T",
        "UMI-biarm",
        "agibotworld_alpha",
        "austin_buds",
        "austin_sirius",
        "bc_z",
        "berkeley_autolab_ur5",
        "berkeley_cable_routing",
        "berkeley_fanuc_manipulation",
        "bridge_data_v2",
        "droid",
        "ex_normal",
        "fmb",
        "fractal",
        "furniture_bench",
        "galaxea_lerobot_v21",
        "jaco_play",
        "nyu_rot",
        "realomin_umi",
        "robochallenge_Franka",
        "robochallenge_UR5",
        "robochallenge_aloha",
        "robochallenge_arx5",
        "robocoin_aitbot_mmk2",
        "robocoin_aloha",
        "robocoin_alpha_bot",
        "robocoin_cobot",
        "robocoin_galaxea_r1_lite",
        "robocoin_leju",
        "robocoin_realman_rmc",
        "robocoin_ruantong_a2d",
        "robomind_agilex_mobile",
        "robomind_franka",
        "robomind_simulation",
        "robomind_tienkung_gello",
        "robomind_tienkung_xsens",
        "robomind_ur",
        "robomind_v2_0_agilex",
        "robomind_v2_0_agilex_mobile",
        "robomind_v2_0_ark",
        "robomind_v2_0_ark_mobile",
        "robomind_v2_0_franka",
        "robomind_v2_0_franka_sim",
        "robomind_v2_0_tianyi",
        "robomind_v2_0_tianyi_mobile",
        "robomind_v2_0_tienkung",
        "robomind_v2_0_tienkung_sim",
        "robomind_v2_0_ur5",
        "robomind_v2_0_ur5_dex",
        "stanford_hydra",
        "stanford_kuka_multimodal",
        "taco_play",
        "utaustin_mutex",
        "viola",
        "x2_normal"
      ],
      "file": "normalizer_propri.pth",
      "global": false,
      "per_dimension": true,
      "per_horizon": false,
      "statistic_keys": [
        "delta",
        "min"
      ],
      "tensor_shape": [
        26
      ]
    },
    {
      "dataset_count": 56,
      "datasets": [
        "DobbE",
        "RH20T",
        "UMI-biarm",
        "agibotworld_alpha",
        "austin_buds",
        "austin_sirius",
        "bc_z",
        "berkeley_autolab_ur5",
        "berkeley_cable_routing",
        "berkeley_fanuc_manipulation",
        "bridge_data_v2",
        "droid",
        "ex_normal",
        "fmb",
        "fractal",
        "furniture_bench",
        "galaxea_lerobot_v21",
        "jaco_play",
        "nyu_rot",
        "realomin_umi",
        "robochallenge_Franka",
        "robochallenge_UR5",
        "robochallenge_aloha",
        "robochallenge_arx5",
        "robocoin_aitbot_mmk2",
        "robocoin_aloha",
        "robocoin_alpha_bot",
        "robocoin_cobot",
        "robocoin_galaxea_r1_lite",
        "robocoin_leju",
        "robocoin_realman_rmc",
        "robocoin_ruantong_a2d",
        "robomind_agilex_mobile",
        "robomind_franka",
        "robomind_simulation",
        "robomind_tienkung_gello",
        "robomind_tienkung_xsens",
        "robomind_ur",
        "robomind_v2_0_agilex",
        "robomind_v2_0_agilex_mobile",
        "robomind_v2_0_ark",
        "robomind_v2_0_ark_mobile",
        "robomind_v2_0_franka",
        "robomind_v2_0_franka_sim",
        "robomind_v2_0_tianyi",
        "robomind_v2_0_tianyi_mobile",
        "robomind_v2_0_tienkung",
        "robomind_v2_0_tienkung_sim",
        "robomind_v2_0_ur5",
        "robomind_v2_0_ur5_dex",
        "stanford_hydra",
        "stanford_kuka_multimodal",
        "taco_play",
        "utaustin_mutex",
        "viola",
        "x2_normal"
      ],
      "file": "ar_normalizer_action.pth",
      "global": false,
      "per_dimension": true,
      "per_horizon": false,
      "statistic_keys": [
        "delta",
        "min"
      ],
      "tensor_shape": [
        26
      ]
    }
  ],
  "preserved_processor_metadata": [
    "preprocessor_config.json",
    "tokenizer.json",
    "tokenizer_config.json",
    "vocab.json"
  ],
  "selected_author_revision": "6764e8f12f320819e86d5476b3ed68fb8f45b43c",
  "shape_mismatched": [],
  "source_repository": "x-square-robot/wall-oss-0.5",
  "unexpected": []
}