| { |
| "audited_author_revision": "6764e8f12f320819e86d5476b3ed68fb8f45b43c", |
| "checkpoint_revision": "b7dc23a82dbf70a65859c9fdd596703234597028", |
| "duplicate": [], |
| "format_version": 1, |
| "mapped": [ |
| { |
| "destination": "action_preprocessor.action_proj_back.weight", |
| "dtype": "F32", |
| "shape": [ |
| 26, |
| 1024 |
| ], |
| "source": "action_preprocessor.action_proj_back.weight" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.DobbE", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.DobbE" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.RH20T", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.RH20T" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.UMI-biarm", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.UMI-biarm" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.agibotworld_alpha", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.agibotworld_alpha" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.austin_buds", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.austin_buds" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.austin_sirius", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.austin_sirius" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.bc_z", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.bc_z" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.berkeley_autolab_ur5", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.berkeley_autolab_ur5" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.berkeley_cable_routing", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.berkeley_cable_routing" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.berkeley_fanuc_manipulation", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.berkeley_fanuc_manipulation" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.bridge_data_v2", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.bridge_data_v2" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.droid", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.droid" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.ex_normal", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.ex_normal" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.fmb", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.fmb" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.fractal", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.fractal" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.furniture_bench", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.furniture_bench" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.galaxea_lerobot_v21", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.galaxea_lerobot_v21" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.jaco_play", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.jaco_play" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.nyu_rot", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.nyu_rot" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.realomin_umi", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.realomin_umi" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robochallenge_Franka", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robochallenge_Franka" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robochallenge_UR5", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robochallenge_UR5" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robochallenge_aloha", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robochallenge_aloha" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robochallenge_arx5", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robochallenge_arx5" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robocoin_aitbot_mmk2", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robocoin_aitbot_mmk2" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robocoin_aloha", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robocoin_aloha" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robocoin_alpha_bot", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robocoin_alpha_bot" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robocoin_cobot", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robocoin_cobot" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robocoin_galaxea_r1_lite", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robocoin_galaxea_r1_lite" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robocoin_leju", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robocoin_leju" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robocoin_realman_rmc", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robocoin_realman_rmc" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robocoin_ruantong_a2d", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robocoin_ruantong_a2d" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robomind_agilex_mobile", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robomind_agilex_mobile" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robomind_franka", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robomind_franka" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robomind_simulation", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robomind_simulation" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robomind_tienkung_gello", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robomind_tienkung_gello" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robomind_tienkung_xsens", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robomind_tienkung_xsens" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robomind_ur", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robomind_ur" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_agilex", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_agilex" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_agilex_mobile", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_agilex_mobile" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_ark", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_ark" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_ark_mobile", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_ark_mobile" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_franka", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_franka" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_franka_sim", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_franka_sim" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_tianyi", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_tianyi" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_tianyi_mobile", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_tianyi_mobile" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_tienkung", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_tienkung" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_tienkung_sim", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_tienkung_sim" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_ur5", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_ur5" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.robomind_v2_0_ur5_dex", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.robomind_v2_0_ur5_dex" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.stanford_hydra", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.stanford_hydra" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.stanford_kuka_multimodal", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.stanford_kuka_multimodal" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.taco_play", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.taco_play" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.utaustin_mutex", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.utaustin_mutex" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.viola", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.viola" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.delta.x2_normal", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.delta.x2_normal" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.DobbE", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.DobbE" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.RH20T", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.RH20T" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.UMI-biarm", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.UMI-biarm" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.agibotworld_alpha", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.agibotworld_alpha" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.austin_buds", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.austin_buds" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.austin_sirius", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.austin_sirius" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.bc_z", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.bc_z" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.berkeley_autolab_ur5", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.berkeley_autolab_ur5" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.berkeley_cable_routing", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.berkeley_cable_routing" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.berkeley_fanuc_manipulation", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.berkeley_fanuc_manipulation" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.bridge_data_v2", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.bridge_data_v2" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.droid", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.droid" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.ex_normal", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.ex_normal" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.fmb", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.fmb" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.fractal", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.fractal" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.furniture_bench", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.furniture_bench" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.galaxea_lerobot_v21", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.galaxea_lerobot_v21" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.jaco_play", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.jaco_play" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.nyu_rot", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.nyu_rot" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.realomin_umi", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.realomin_umi" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robochallenge_Franka", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robochallenge_Franka" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robochallenge_UR5", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robochallenge_UR5" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robochallenge_aloha", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robochallenge_aloha" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robochallenge_arx5", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robochallenge_arx5" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robocoin_aitbot_mmk2", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robocoin_aitbot_mmk2" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robocoin_aloha", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robocoin_aloha" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robocoin_alpha_bot", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robocoin_alpha_bot" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robocoin_cobot", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robocoin_cobot" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robocoin_galaxea_r1_lite", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robocoin_galaxea_r1_lite" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robocoin_leju", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robocoin_leju" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robocoin_realman_rmc", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robocoin_realman_rmc" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robocoin_ruantong_a2d", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robocoin_ruantong_a2d" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robomind_agilex_mobile", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robomind_agilex_mobile" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robomind_franka", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robomind_franka" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robomind_simulation", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robomind_simulation" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robomind_tienkung_gello", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robomind_tienkung_gello" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robomind_tienkung_xsens", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robomind_tienkung_xsens" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robomind_ur", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robomind_ur" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_agilex", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_agilex" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_agilex_mobile", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_agilex_mobile" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_ark", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_ark" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_ark_mobile", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_ark_mobile" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_franka", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_franka" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_franka_sim", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_franka_sim" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_tianyi", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_tianyi" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_tianyi_mobile", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_tianyi_mobile" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_tienkung", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_tienkung" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_tienkung_sim", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_tienkung_sim" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_ur5", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_ur5" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.robomind_v2_0_ur5_dex", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.robomind_v2_0_ur5_dex" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.stanford_hydra", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.stanford_hydra" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.stanford_kuka_multimodal", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.stanford_kuka_multimodal" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.taco_play", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.taco_play" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.utaustin_mutex", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.utaustin_mutex" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.viola", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.viola" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_action.min.x2_normal", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_action.min.x2_normal" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.DobbE", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.DobbE" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.RH20T", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.RH20T" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.UMI-biarm", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.UMI-biarm" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.agibotworld_alpha", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.agibotworld_alpha" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.austin_buds", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.austin_buds" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.austin_sirius", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.austin_sirius" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.bc_z", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.bc_z" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.berkeley_autolab_ur5", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.berkeley_autolab_ur5" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.berkeley_cable_routing", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.berkeley_cable_routing" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.berkeley_fanuc_manipulation", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.berkeley_fanuc_manipulation" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.bridge_data_v2", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.bridge_data_v2" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.droid", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.droid" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.ex_normal", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.ex_normal" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.fmb", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.fmb" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.fractal", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.fractal" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.furniture_bench", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.furniture_bench" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.galaxea_lerobot_v21", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.galaxea_lerobot_v21" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.jaco_play", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.jaco_play" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.nyu_rot", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.nyu_rot" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.realomin_umi", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.realomin_umi" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robochallenge_Franka", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robochallenge_Franka" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robochallenge_UR5", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robochallenge_UR5" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robochallenge_aloha", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robochallenge_aloha" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robochallenge_arx5", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robochallenge_arx5" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robocoin_aitbot_mmk2", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robocoin_aitbot_mmk2" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robocoin_aloha", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robocoin_aloha" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robocoin_alpha_bot", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robocoin_alpha_bot" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robocoin_cobot", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robocoin_cobot" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robocoin_galaxea_r1_lite", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robocoin_galaxea_r1_lite" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robocoin_leju", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robocoin_leju" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robocoin_realman_rmc", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robocoin_realman_rmc" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robocoin_ruantong_a2d", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robocoin_ruantong_a2d" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robomind_agilex_mobile", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robomind_agilex_mobile" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robomind_franka", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robomind_franka" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robomind_simulation", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robomind_simulation" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robomind_tienkung_gello", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robomind_tienkung_gello" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robomind_tienkung_xsens", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robomind_tienkung_xsens" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robomind_ur", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robomind_ur" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_agilex", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_agilex" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_agilex_mobile", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_agilex_mobile" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_ark", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_ark" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_ark_mobile", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_ark_mobile" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_franka", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_franka" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_franka_sim", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_franka_sim" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_tianyi", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_tianyi" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_tianyi_mobile", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_tianyi_mobile" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_tienkung", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_tienkung" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_tienkung_sim", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_tienkung_sim" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_ur5", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_ur5" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_ur5_dex", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.robomind_v2_0_ur5_dex" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.stanford_hydra", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.stanford_hydra" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.stanford_kuka_multimodal", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.stanford_kuka_multimodal" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.taco_play", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.taco_play" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.utaustin_mutex", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.utaustin_mutex" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.viola", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.viola" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.delta.x2_normal", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.delta.x2_normal" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.DobbE", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.DobbE" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.RH20T", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.RH20T" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.UMI-biarm", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.UMI-biarm" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.agibotworld_alpha", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.agibotworld_alpha" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.austin_buds", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.austin_buds" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.austin_sirius", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.austin_sirius" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.bc_z", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.bc_z" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.berkeley_autolab_ur5", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.berkeley_autolab_ur5" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.berkeley_cable_routing", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.berkeley_cable_routing" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.berkeley_fanuc_manipulation", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.berkeley_fanuc_manipulation" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.bridge_data_v2", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.bridge_data_v2" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.droid", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.droid" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.ex_normal", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.ex_normal" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.fmb", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.fmb" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.fractal", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.fractal" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.furniture_bench", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.furniture_bench" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.galaxea_lerobot_v21", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.galaxea_lerobot_v21" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.jaco_play", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.jaco_play" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.nyu_rot", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.nyu_rot" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.realomin_umi", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.realomin_umi" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robochallenge_Franka", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robochallenge_Franka" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robochallenge_UR5", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robochallenge_UR5" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robochallenge_aloha", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robochallenge_aloha" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robochallenge_arx5", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robochallenge_arx5" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robocoin_aitbot_mmk2", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robocoin_aitbot_mmk2" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robocoin_aloha", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robocoin_aloha" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robocoin_alpha_bot", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robocoin_alpha_bot" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robocoin_cobot", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robocoin_cobot" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robocoin_galaxea_r1_lite", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robocoin_galaxea_r1_lite" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robocoin_leju", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robocoin_leju" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robocoin_realman_rmc", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robocoin_realman_rmc" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robocoin_ruantong_a2d", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robocoin_ruantong_a2d" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robomind_agilex_mobile", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robomind_agilex_mobile" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robomind_franka", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robomind_franka" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robomind_simulation", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robomind_simulation" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robomind_tienkung_gello", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robomind_tienkung_gello" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robomind_tienkung_xsens", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robomind_tienkung_xsens" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robomind_ur", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robomind_ur" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_agilex", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_agilex" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_agilex_mobile", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_agilex_mobile" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_ark", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_ark" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_ark_mobile", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_ark_mobile" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_franka", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_franka" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_franka_sim", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_franka_sim" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_tianyi", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_tianyi" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_tianyi_mobile", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_tianyi_mobile" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_tienkung", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_tienkung" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_tienkung_sim", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_tienkung_sim" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_ur5", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_ur5" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.robomind_v2_0_ur5_dex", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.robomind_v2_0_ur5_dex" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.stanford_hydra", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.stanford_hydra" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.stanford_kuka_multimodal", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.stanford_kuka_multimodal" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.taco_play", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.taco_play" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.utaustin_mutex", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.utaustin_mutex" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.viola", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.viola" |
| }, |
| { |
| "destination": "action_preprocessor.normalizer_propri.min.x2_normal", |
| "dtype": "F32", |
| "shape": [ |
| 26 |
| ], |
| "source": "action_preprocessor.normalizer_propri.min.x2_normal" |
| }, |
| { |
| "destination": "action_preprocessor.w1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024, |
| 52 |
| ], |
| "source": "action_preprocessor.w1.weight" |
| }, |
| { |
| "destination": "action_preprocessor.w2.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "action_preprocessor.w2.weight" |
| }, |
| { |
| "destination": "action_preprocessor.w3.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "source": "action_preprocessor.w3.weight" |
| }, |
| { |
| "destination": "model.embed_tokens.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 155765, |
| 2048 |
| ], |
| "source": "model.embed_tokens.weight" |
| }, |
| { |
| "destination": "model.layers.0.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.0.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.0.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.0.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.0.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.0.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.0.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.0.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.0.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.0.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.0.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.0.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.0.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.0.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.0.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.0.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.0.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.0.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.0.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.0.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.0.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.0.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.0.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.0.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.0.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.0.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.0.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.0.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.1.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.1.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.1.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.1.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.1.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.1.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.1.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.1.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.1.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.1.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.1.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.1.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.1.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.1.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.1.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.1.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.1.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.1.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.1.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.1.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.1.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.1.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.1.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.1.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.1.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.1.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.1.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.1.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.10.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.10.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.10.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.10.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.10.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.10.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.10.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.10.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.10.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.10.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.10.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.10.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.10.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.10.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.10.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.10.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.10.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.10.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.10.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.10.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.10.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.10.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.10.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.10.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.10.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.10.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.10.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.10.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.11.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.11.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.11.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.11.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.11.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.11.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.11.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.11.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.11.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.11.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.11.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.11.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.11.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.11.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.11.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.11.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.11.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.11.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.11.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.11.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.11.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.11.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.11.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.11.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.11.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.11.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.11.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.11.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.12.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.12.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.12.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.12.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.12.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.12.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.12.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.12.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.12.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.12.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.12.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.12.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.12.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.12.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.12.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.12.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.12.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.12.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.12.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.12.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.12.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.12.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.12.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.12.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.12.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.12.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.12.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.12.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.13.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.13.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.13.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.13.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.13.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.13.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.13.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.13.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.13.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.13.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.13.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.13.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.13.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.13.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.13.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.13.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.13.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.13.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.13.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.13.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.13.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.13.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.13.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.13.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.13.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.13.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.13.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.13.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.14.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.14.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.14.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.14.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.14.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.14.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.14.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.14.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.14.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.14.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.14.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.14.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.14.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.14.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.14.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.14.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.14.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.14.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.14.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.14.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.14.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.14.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.14.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.14.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.14.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.14.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.14.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.14.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.15.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.15.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.15.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.15.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.15.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.15.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.15.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.15.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.15.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.15.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.15.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.15.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.15.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.15.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.15.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.15.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.15.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.15.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.15.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.15.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.15.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.15.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.15.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.15.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.15.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.15.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.15.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.15.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.16.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.16.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.16.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.16.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.16.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.16.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.16.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.16.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.16.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.16.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.16.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.16.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.16.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.16.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.16.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.16.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.16.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.16.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.16.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.16.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.16.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.16.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.16.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.16.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.16.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.16.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.16.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.16.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.17.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.17.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.17.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.17.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.17.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.17.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.17.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.17.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.17.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.17.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.17.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.17.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.17.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.17.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.17.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.17.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.17.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.17.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.17.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.17.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.17.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.17.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.17.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.17.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.17.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.17.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.17.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.17.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.18.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.18.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.18.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.18.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.18.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.18.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.18.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.18.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.18.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.18.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.18.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.18.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.18.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.18.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.18.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.18.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.18.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.18.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.18.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.18.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.18.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.18.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.18.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.18.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.18.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.18.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.18.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.18.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.19.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.19.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.19.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.19.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.19.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.19.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.19.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.19.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.19.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.19.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.19.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.19.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.19.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.19.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.19.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.19.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.19.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.19.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.19.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.19.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.19.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.19.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.19.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.19.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.19.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.19.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.19.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.19.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.2.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.2.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.2.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.2.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.2.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.2.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.2.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.2.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.2.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.2.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.2.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.2.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.2.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.2.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.2.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.2.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.2.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.2.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.2.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.2.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.2.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.2.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.2.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.2.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.2.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.2.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.2.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.2.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.20.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.20.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.20.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.20.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.20.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.20.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.20.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.20.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.20.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.20.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.20.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.20.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.20.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.20.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.20.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.20.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.20.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.20.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.20.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.20.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.20.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.20.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.20.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.20.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.20.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.20.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.20.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.20.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.21.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.21.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.21.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.21.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.21.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.21.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.21.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.21.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.21.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.21.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.21.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.21.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.21.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.21.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.21.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.21.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.21.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.21.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.21.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.21.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.21.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.21.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.21.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.21.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.21.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.21.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.21.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.21.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.22.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.22.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.22.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.22.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.22.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.22.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.22.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.22.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.22.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.22.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.22.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.22.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.22.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.22.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.22.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.22.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.22.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.22.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.22.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.22.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.22.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.22.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.22.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.22.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.22.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.22.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.22.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.22.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.23.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.23.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.23.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.23.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.23.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.23.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.23.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.23.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.23.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.23.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.23.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.23.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.23.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.23.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.23.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.23.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.23.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.23.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.23.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.23.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.23.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.23.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.23.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.23.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.23.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.23.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.23.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.23.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.24.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.24.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.24.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.24.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.24.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.24.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.24.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.24.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.24.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.24.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.24.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.24.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.24.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.24.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.24.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.24.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.24.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.24.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.24.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.24.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.24.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.24.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.24.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.24.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.24.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.24.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.24.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.24.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.25.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.25.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.25.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.25.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.25.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.25.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.25.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.25.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.25.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.25.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.25.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.25.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.25.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.25.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.25.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.25.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.25.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.25.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.25.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.25.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.25.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.25.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.25.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.25.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.25.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.25.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.25.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.25.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.26.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.26.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.26.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.26.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.26.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.26.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.26.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.26.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.26.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.26.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.26.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.26.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.26.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.26.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.26.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.26.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.26.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.26.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.26.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.26.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.26.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.26.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.26.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.26.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.26.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.26.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.26.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.26.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.27.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.27.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.27.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.27.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.27.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.27.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.27.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.27.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.27.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.27.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.27.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.27.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.27.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.27.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.27.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.27.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.27.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.27.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.27.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.27.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.27.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.27.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.27.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.27.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.27.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.27.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.27.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.27.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.28.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.28.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.28.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.28.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.28.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.28.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.28.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.28.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.28.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.28.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.28.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.28.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.28.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.28.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.28.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.28.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.28.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.28.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.28.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.28.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.28.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.28.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.28.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.28.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.28.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.28.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.28.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.28.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.29.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.29.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.29.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.29.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.29.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.29.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.29.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.29.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.29.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.29.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.29.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.29.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.29.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.29.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.29.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.29.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.29.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.29.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.29.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.29.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.29.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.29.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.29.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.29.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.29.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.29.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.29.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.29.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.3.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.3.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.3.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.3.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.3.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.3.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.3.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.3.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.3.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.3.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.3.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.3.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.3.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.3.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.3.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.3.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.3.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.3.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.3.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.3.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.3.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.3.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.3.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.3.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.3.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.3.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.3.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.3.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.30.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.30.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.30.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.30.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.30.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.30.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.30.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.30.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.30.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.30.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.30.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.30.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.30.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.30.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.30.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.30.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.30.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.30.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.30.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.30.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.30.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.30.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.30.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.30.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.30.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.30.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.30.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.30.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.31.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.31.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.31.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.31.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.31.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.31.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.31.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.31.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.31.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.31.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.31.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.31.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.31.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.31.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.31.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.31.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.31.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.31.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.31.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.31.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.31.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.31.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.31.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.31.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.31.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.31.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.31.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.31.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.32.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.32.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.32.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.32.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.32.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.32.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.32.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.32.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.32.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.32.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.32.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.32.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.32.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.32.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.32.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.32.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.32.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.32.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.32.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.32.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.32.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.32.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.32.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.32.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.32.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.32.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.32.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.32.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.33.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.33.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.33.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.33.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.33.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.33.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.33.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.33.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.33.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.33.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.33.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.33.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.33.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.33.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.33.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.33.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.33.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.33.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.33.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.33.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.33.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.33.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.33.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.33.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.33.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.33.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.33.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.33.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.34.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.34.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.34.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.34.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.34.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.34.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.34.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.34.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.34.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.34.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.34.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.34.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.34.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.34.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.34.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.34.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.34.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.34.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.34.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.34.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.34.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.34.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.34.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.34.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.34.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.34.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.34.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.34.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.35.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.35.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.35.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.35.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.35.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.35.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.35.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.35.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.35.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.35.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.35.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.35.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.35.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.35.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.35.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.35.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.35.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.35.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.35.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.35.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.35.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.35.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.35.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.35.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.35.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.35.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.35.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.35.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.4.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.4.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.4.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.4.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.4.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.4.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.4.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.4.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.4.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.4.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.4.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.4.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.4.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.4.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.4.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.4.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.4.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.4.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.4.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.4.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.4.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.4.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.4.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.4.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.4.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.4.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.4.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.4.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.5.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.5.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.5.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.5.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.5.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.5.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.5.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.5.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.5.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.5.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.5.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.5.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.5.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.5.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.5.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.5.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.5.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.5.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.5.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.5.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.5.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.5.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.5.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.5.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.5.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.5.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.5.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.5.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.6.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.6.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.6.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.6.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.6.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.6.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.6.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.6.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.6.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.6.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.6.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.6.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.6.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.6.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.6.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.6.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.6.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.6.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.6.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.6.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.6.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.6.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.6.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.6.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.6.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.6.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.6.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.6.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.7.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.7.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.7.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.7.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.7.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.7.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.7.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.7.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.7.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.7.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.7.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.7.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.7.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.7.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.7.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.7.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.7.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.7.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.7.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.7.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.7.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.7.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.7.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.7.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.7.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.7.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.7.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.7.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.8.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.8.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.8.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.8.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.8.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.8.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.8.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.8.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.8.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.8.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.8.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.8.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.8.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.8.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.8.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.8.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.8.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.8.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.8.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.8.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.8.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.8.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.8.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.8.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.8.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.8.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.8.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.8.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.9.input_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.9.input_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.9.input_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.9.input_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.9.moe.experts.0.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 11008 |
| ], |
| "source": "model.layers.9.moe.experts.0.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.9.moe.experts.0.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 22016, |
| 2048 |
| ], |
| "source": "model.layers.9.moe.experts.0.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.9.moe.experts.1.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.9.moe.experts.1.down_proj.weight" |
| }, |
| { |
| "destination": "model.layers.9.moe.experts.1.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source": "model.layers.9.moe.experts.1.gate_up_proj.weight" |
| }, |
| { |
| "destination": "model.layers.9.post_attention_layernorms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.layers.9.post_attention_layernorms.0.weight" |
| }, |
| { |
| "destination": "model.layers.9.post_attention_layernorms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.layers.9.post_attention_layernorms.1.weight" |
| }, |
| { |
| "destination": "model.layers.9.self_attn.o_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "source": "model.layers.9.self_attn.o_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.9.self_attn.o_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source": "model.layers.9.self_attn.o_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.layers.9.self_attn.qkv_proj_experts.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.9.self_attn.qkv_proj_experts.0.bias" |
| }, |
| { |
| "destination": "model.layers.9.self_attn.qkv_proj_experts.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 2048 |
| ], |
| "source": "model.layers.9.self_attn.qkv_proj_experts.0.weight" |
| }, |
| { |
| "destination": "model.layers.9.self_attn.qkv_proj_experts.1.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2560 |
| ], |
| "source": "model.layers.9.self_attn.qkv_proj_experts.1.bias" |
| }, |
| { |
| "destination": "model.layers.9.self_attn.qkv_proj_experts.1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2560, |
| 1024 |
| ], |
| "source": "model.layers.9.self_attn.qkv_proj_experts.1.weight" |
| }, |
| { |
| "destination": "model.norms.0.weight", |
| "dtype": "F32", |
| "shape": [ |
| 2048 |
| ], |
| "source": "model.norms.0.weight" |
| }, |
| { |
| "destination": "model.norms.1.weight", |
| "dtype": "F32", |
| "shape": [ |
| 1024 |
| ], |
| "source": "model.norms.1.weight" |
| }, |
| { |
| "destination": "visual.blocks.0.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.0.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.0.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.0.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.0.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.0.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.0.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.0.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.0.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.0.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.0.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.0.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.0.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.0.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.0.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.0.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.0.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.0.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.0.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.0.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.1.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.1.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.1.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.1.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.1.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.1.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.1.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.1.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.1.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.1.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.1.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.1.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.1.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.1.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.1.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.1.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.1.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.1.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.1.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.1.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.10.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.10.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.10.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.10.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.10.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.10.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.10.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.10.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.10.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.10.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.10.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.10.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.10.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.10.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.10.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.10.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.10.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.10.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.10.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.10.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.11.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.11.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.11.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.11.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.11.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.11.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.11.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.11.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.11.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.11.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.11.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.11.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.11.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.11.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.11.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.11.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.11.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.11.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.11.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.11.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.12.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.12.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.12.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.12.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.12.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.12.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.12.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.12.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.12.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.12.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.12.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.12.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.12.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.12.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.12.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.12.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.12.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.12.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.12.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.12.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.13.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.13.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.13.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.13.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.13.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.13.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.13.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.13.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.13.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.13.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.13.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.13.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.13.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.13.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.13.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.13.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.13.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.13.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.13.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.13.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.14.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.14.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.14.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.14.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.14.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.14.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.14.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.14.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.14.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.14.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.14.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.14.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.14.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.14.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.14.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.14.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.14.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.14.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.14.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.14.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.15.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.15.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.15.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.15.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.15.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.15.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.15.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.15.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.15.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.15.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.15.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.15.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.15.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.15.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.15.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.15.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.15.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.15.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.15.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.15.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.16.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.16.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.16.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.16.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.16.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.16.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.16.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.16.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.16.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.16.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.16.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.16.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.16.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.16.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.16.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.16.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.16.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.16.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.16.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.16.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.17.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.17.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.17.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.17.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.17.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.17.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.17.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.17.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.17.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.17.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.17.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.17.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.17.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.17.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.17.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.17.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.17.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.17.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.17.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.17.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.18.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.18.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.18.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.18.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.18.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.18.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.18.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.18.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.18.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.18.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.18.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.18.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.18.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.18.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.18.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.18.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.18.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.18.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.18.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.18.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.19.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.19.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.19.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.19.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.19.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.19.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.19.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.19.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.19.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.19.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.19.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.19.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.19.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.19.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.19.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.19.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.19.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.19.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.19.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.19.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.2.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.2.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.2.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.2.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.2.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.2.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.2.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.2.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.2.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.2.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.2.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.2.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.2.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.2.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.2.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.2.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.2.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.2.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.2.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.2.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.20.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.20.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.20.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.20.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.20.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.20.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.20.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.20.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.20.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.20.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.20.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.20.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.20.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.20.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.20.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.20.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.20.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.20.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.20.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.20.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.21.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.21.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.21.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.21.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.21.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.21.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.21.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.21.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.21.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.21.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.21.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.21.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.21.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.21.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.21.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.21.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.21.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.21.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.21.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.21.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.22.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.22.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.22.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.22.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.22.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.22.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.22.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.22.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.22.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.22.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.22.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.22.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.22.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.22.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.22.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.22.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.22.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.22.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.22.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.22.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.23.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.23.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.23.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.23.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.23.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.23.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.23.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.23.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.23.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.23.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.23.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.23.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.23.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.23.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.23.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.23.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.23.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.23.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.23.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.23.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.24.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.24.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.24.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.24.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.24.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.24.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.24.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.24.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.24.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.24.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.24.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.24.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.24.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.24.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.24.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.24.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.24.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.24.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.24.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.24.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.25.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.25.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.25.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.25.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.25.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.25.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.25.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.25.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.25.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.25.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.25.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.25.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.25.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.25.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.25.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.25.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.25.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.25.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.25.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.25.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.26.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.26.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.26.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.26.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.26.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.26.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.26.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.26.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.26.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.26.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.26.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.26.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.26.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.26.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.26.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.26.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.26.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.26.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.26.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.26.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.27.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.27.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.27.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.27.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.27.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.27.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.27.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.27.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.27.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.27.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.27.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.27.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.27.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.27.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.27.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.27.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.27.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.27.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.27.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.27.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.28.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.28.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.28.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.28.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.28.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.28.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.28.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.28.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.28.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.28.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.28.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.28.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.28.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.28.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.28.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.28.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.28.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.28.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.28.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.28.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.29.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.29.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.29.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.29.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.29.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.29.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.29.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.29.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.29.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.29.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.29.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.29.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.29.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.29.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.29.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.29.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.29.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.29.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.29.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.29.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.3.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.3.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.3.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.3.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.3.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.3.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.3.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.3.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.3.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.3.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.3.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.3.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.3.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.3.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.3.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.3.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.3.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.3.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.3.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.3.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.30.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.30.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.30.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.30.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.30.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.30.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.30.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.30.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.30.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.30.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.30.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.30.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.30.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.30.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.30.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.30.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.30.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.30.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.30.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.30.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.31.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.31.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.31.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.31.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.31.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.31.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.31.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.31.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.31.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.31.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.31.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.31.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.31.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.31.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.31.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.31.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.31.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.31.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.31.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.31.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.4.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.4.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.4.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.4.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.4.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.4.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.4.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.4.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.4.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.4.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.4.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.4.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.4.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.4.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.4.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.4.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.4.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.4.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.4.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.4.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.5.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.5.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.5.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.5.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.5.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.5.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.5.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.5.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.5.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.5.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.5.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.5.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.5.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.5.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.5.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.5.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.5.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.5.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.5.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.5.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.6.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.6.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.6.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.6.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.6.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.6.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.6.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.6.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.6.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.6.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.6.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.6.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.6.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.6.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.6.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.6.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.6.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.6.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.6.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.6.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.7.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.7.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.7.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.7.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.7.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.7.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.7.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.7.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.7.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.7.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.7.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.7.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.7.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.7.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.7.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.7.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.7.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.7.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.7.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.7.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.8.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.8.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.8.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.8.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.8.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.8.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.8.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.8.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.8.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.8.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.8.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.8.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.8.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.8.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.8.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.8.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.8.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.8.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.8.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.8.norm2.weight" |
| }, |
| { |
| "destination": "visual.blocks.9.attn.proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.9.attn.proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.9.attn.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "source": "visual.blocks.9.attn.proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.9.attn.qkv.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 3840 |
| ], |
| "source": "visual.blocks.9.attn.qkv.bias" |
| }, |
| { |
| "destination": "visual.blocks.9.attn.qkv.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "source": "visual.blocks.9.attn.qkv.weight" |
| }, |
| { |
| "destination": "visual.blocks.9.mlp.down_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.9.mlp.down_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.9.mlp.down_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3420 |
| ], |
| "source": "visual.blocks.9.mlp.down_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.9.mlp.gate_up_proj.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 6840 |
| ], |
| "source": "visual.blocks.9.mlp.gate_up_proj.bias" |
| }, |
| { |
| "destination": "visual.blocks.9.mlp.gate_up_proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 6840, |
| 1280 |
| ], |
| "source": "visual.blocks.9.mlp.gate_up_proj.weight" |
| }, |
| { |
| "destination": "visual.blocks.9.norm1.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.9.norm1.weight" |
| }, |
| { |
| "destination": "visual.blocks.9.norm2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.blocks.9.norm2.weight" |
| }, |
| { |
| "destination": "visual.merger.ln_q.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280 |
| ], |
| "source": "visual.merger.ln_q.weight" |
| }, |
| { |
| "destination": "visual.merger.mlp.0.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 5120 |
| ], |
| "source": "visual.merger.mlp.0.bias" |
| }, |
| { |
| "destination": "visual.merger.mlp.0.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 5120, |
| 5120 |
| ], |
| "source": "visual.merger.mlp.0.weight" |
| }, |
| { |
| "destination": "visual.merger.mlp.2.bias", |
| "dtype": "BF16", |
| "shape": [ |
| 2048 |
| ], |
| "source": "visual.merger.mlp.2.bias" |
| }, |
| { |
| "destination": "visual.merger.mlp.2.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 5120 |
| ], |
| "source": "visual.merger.mlp.2.weight" |
| }, |
| { |
| "destination": "visual.patch_embed.proj.weight", |
| "dtype": "BF16", |
| "shape": [ |
| 1280, |
| 3, |
| 2, |
| 14, |
| 14 |
| ], |
| "source": "visual.patch_embed.proj.weight" |
| } |
| ], |
| "mapped_count": 1061, |
| "mapping": "identity", |
| "missing": [], |
| "normalizer_semantics": { |
| "ar_normalizer_action.pth": "autoregressive/discrete action branch (preserved, not exposed)", |
| "ar_statistics_equal_flow_statistics": true, |
| "inverse": "(x + 1) / 2 * (q99 - q01) + q01", |
| "normalizer_action.pth": "continuous flow action branch", |
| "normalizer_propri.pth": "proprioception/state input", |
| "stored_delta": "raw-frame q99 minus q01 (author key delta_001)", |
| "stored_min": "raw-frame q01 (author key q001)", |
| "transform": "clip(2 * (x - q01) / (q99 - q01) - 1, -1, 1)", |
| "zero_delta": "replaced by one for normalization and excluded by the LeRobot mask" |
| }, |
| "normalizers": [ |
| { |
| "dataset_count": 56, |
| "datasets": [ |
| "DobbE", |
| "RH20T", |
| "UMI-biarm", |
| "agibotworld_alpha", |
| "austin_buds", |
| "austin_sirius", |
| "bc_z", |
| "berkeley_autolab_ur5", |
| "berkeley_cable_routing", |
| "berkeley_fanuc_manipulation", |
| "bridge_data_v2", |
| "droid", |
| "ex_normal", |
| "fmb", |
| "fractal", |
| "furniture_bench", |
| "galaxea_lerobot_v21", |
| "jaco_play", |
| "nyu_rot", |
| "realomin_umi", |
| "robochallenge_Franka", |
| "robochallenge_UR5", |
| "robochallenge_aloha", |
| "robochallenge_arx5", |
| "robocoin_aitbot_mmk2", |
| "robocoin_aloha", |
| "robocoin_alpha_bot", |
| "robocoin_cobot", |
| "robocoin_galaxea_r1_lite", |
| "robocoin_leju", |
| "robocoin_realman_rmc", |
| "robocoin_ruantong_a2d", |
| "robomind_agilex_mobile", |
| "robomind_franka", |
| "robomind_simulation", |
| "robomind_tienkung_gello", |
| "robomind_tienkung_xsens", |
| "robomind_ur", |
| "robomind_v2_0_agilex", |
| "robomind_v2_0_agilex_mobile", |
| "robomind_v2_0_ark", |
| "robomind_v2_0_ark_mobile", |
| "robomind_v2_0_franka", |
| "robomind_v2_0_franka_sim", |
| "robomind_v2_0_tianyi", |
| "robomind_v2_0_tianyi_mobile", |
| "robomind_v2_0_tienkung", |
| "robomind_v2_0_tienkung_sim", |
| "robomind_v2_0_ur5", |
| "robomind_v2_0_ur5_dex", |
| "stanford_hydra", |
| "stanford_kuka_multimodal", |
| "taco_play", |
| "utaustin_mutex", |
| "viola", |
| "x2_normal" |
| ], |
| "file": "normalizer_action.pth", |
| "global": false, |
| "per_dimension": true, |
| "per_horizon": false, |
| "statistic_keys": [ |
| "delta", |
| "min" |
| ], |
| "tensor_shape": [ |
| 26 |
| ] |
| }, |
| { |
| "dataset_count": 56, |
| "datasets": [ |
| "DobbE", |
| "RH20T", |
| "UMI-biarm", |
| "agibotworld_alpha", |
| "austin_buds", |
| "austin_sirius", |
| "bc_z", |
| "berkeley_autolab_ur5", |
| "berkeley_cable_routing", |
| "berkeley_fanuc_manipulation", |
| "bridge_data_v2", |
| "droid", |
| "ex_normal", |
| "fmb", |
| "fractal", |
| "furniture_bench", |
| "galaxea_lerobot_v21", |
| "jaco_play", |
| "nyu_rot", |
| "realomin_umi", |
| "robochallenge_Franka", |
| "robochallenge_UR5", |
| "robochallenge_aloha", |
| "robochallenge_arx5", |
| "robocoin_aitbot_mmk2", |
| "robocoin_aloha", |
| "robocoin_alpha_bot", |
| "robocoin_cobot", |
| "robocoin_galaxea_r1_lite", |
| "robocoin_leju", |
| "robocoin_realman_rmc", |
| "robocoin_ruantong_a2d", |
| "robomind_agilex_mobile", |
| "robomind_franka", |
| "robomind_simulation", |
| "robomind_tienkung_gello", |
| "robomind_tienkung_xsens", |
| "robomind_ur", |
| "robomind_v2_0_agilex", |
| "robomind_v2_0_agilex_mobile", |
| "robomind_v2_0_ark", |
| "robomind_v2_0_ark_mobile", |
| "robomind_v2_0_franka", |
| "robomind_v2_0_franka_sim", |
| "robomind_v2_0_tianyi", |
| "robomind_v2_0_tianyi_mobile", |
| "robomind_v2_0_tienkung", |
| "robomind_v2_0_tienkung_sim", |
| "robomind_v2_0_ur5", |
| "robomind_v2_0_ur5_dex", |
| "stanford_hydra", |
| "stanford_kuka_multimodal", |
| "taco_play", |
| "utaustin_mutex", |
| "viola", |
| "x2_normal" |
| ], |
| "file": "normalizer_propri.pth", |
| "global": false, |
| "per_dimension": true, |
| "per_horizon": false, |
| "statistic_keys": [ |
| "delta", |
| "min" |
| ], |
| "tensor_shape": [ |
| 26 |
| ] |
| }, |
| { |
| "dataset_count": 56, |
| "datasets": [ |
| "DobbE", |
| "RH20T", |
| "UMI-biarm", |
| "agibotworld_alpha", |
| "austin_buds", |
| "austin_sirius", |
| "bc_z", |
| "berkeley_autolab_ur5", |
| "berkeley_cable_routing", |
| "berkeley_fanuc_manipulation", |
| "bridge_data_v2", |
| "droid", |
| "ex_normal", |
| "fmb", |
| "fractal", |
| "furniture_bench", |
| "galaxea_lerobot_v21", |
| "jaco_play", |
| "nyu_rot", |
| "realomin_umi", |
| "robochallenge_Franka", |
| "robochallenge_UR5", |
| "robochallenge_aloha", |
| "robochallenge_arx5", |
| "robocoin_aitbot_mmk2", |
| "robocoin_aloha", |
| "robocoin_alpha_bot", |
| "robocoin_cobot", |
| "robocoin_galaxea_r1_lite", |
| "robocoin_leju", |
| "robocoin_realman_rmc", |
| "robocoin_ruantong_a2d", |
| "robomind_agilex_mobile", |
| "robomind_franka", |
| "robomind_simulation", |
| "robomind_tienkung_gello", |
| "robomind_tienkung_xsens", |
| "robomind_ur", |
| "robomind_v2_0_agilex", |
| "robomind_v2_0_agilex_mobile", |
| "robomind_v2_0_ark", |
| "robomind_v2_0_ark_mobile", |
| "robomind_v2_0_franka", |
| "robomind_v2_0_franka_sim", |
| "robomind_v2_0_tianyi", |
| "robomind_v2_0_tianyi_mobile", |
| "robomind_v2_0_tienkung", |
| "robomind_v2_0_tienkung_sim", |
| "robomind_v2_0_ur5", |
| "robomind_v2_0_ur5_dex", |
| "stanford_hydra", |
| "stanford_kuka_multimodal", |
| "taco_play", |
| "utaustin_mutex", |
| "viola", |
| "x2_normal" |
| ], |
| "file": "ar_normalizer_action.pth", |
| "global": false, |
| "per_dimension": true, |
| "per_horizon": false, |
| "statistic_keys": [ |
| "delta", |
| "min" |
| ], |
| "tensor_shape": [ |
| 26 |
| ] |
| } |
| ], |
| "preserved_processor_metadata": [ |
| "preprocessor_config.json", |
| "tokenizer.json", |
| "tokenizer_config.json", |
| "vocab.json" |
| ], |
| "selected_author_revision": "6764e8f12f320819e86d5476b3ed68fb8f45b43c", |
| "shape_mismatched": [], |
| "source_repository": "x-square-robot/wall-oss-0.5", |
| "unexpected": [] |
| } |
|
|
