optimizer/optimizer_config.json

{"type": "ZeroDistributedOptimizer", "parallelism": {"tp_size": "1", "dp_size": "32", "pp_size": "1", "expert_parallel_size": "1"}, "configs": {"param_name_to_dp_rank_offsets": {"model.token_position_embeddings.pp_block.token_embedding.weight": {"0": ["0", "1474560"], "1": ["1474560", "2949120"], "2": ["2949120", "4423680"], "3": ["4423680", "5898240"], "4": ["5898240", "7372800"], "5": ["7372800", "8847360"], "6": ["8847360", "10321920"], "7": ["10321920", "11796480"], "8": ["11796480", "13271040"], "9": ["13271040", "14745600"], "10": ["14745600", "16220160"], "11": ["16220160", "17694720"], "12": ["17694720", "19169280"], "13": ["19169280", "20643840"], "14": ["20643840", "22118400"], "15": ["22118400", "23592960"], "16": ["23592960", "25067520"], "17": ["25067520", "26542080"], "18": ["26542080", "28016640"], "19": ["28016640", "29491200"], "20": ["29491200", "30965760"], "21": ["30965760", "32440320"], "22": ["32440320", "33914880"], "23": ["33914880", "35389440"], "24": ["35389440", "36864000"], "25": ["36864000", "38338560"], "26": ["38338560", "39813120"], "27": ["39813120", "41287680"], "28": ["41287680", "42762240"], "29": ["42762240", "44236800"], "30": ["44236800", "45711360"], "31": ["45711360", "47185920"]}, "model.decoder.0.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.0.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.0.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.0.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.0.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.0.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.1.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.1.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.1.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.1.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.1.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.1.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.2.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.2.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.2.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.2.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.2.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.2.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.3.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.3.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.3.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.3.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.3.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.3.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.4.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.4.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.4.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.4.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.4.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.4.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.5.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.5.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.5.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.5.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.5.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.5.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.6.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.6.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.6.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.6.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.6.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.6.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.7.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.7.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.7.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.7.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.7.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.7.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.8.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.8.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.8.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.8.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.8.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.8.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.9.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.9.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.9.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.9.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.9.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.9.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.10.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.10.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.10.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.10.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.10.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.10.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.11.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.11.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.11.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.11.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.11.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.11.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.12.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.12.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.12.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.12.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.12.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.12.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.13.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.13.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.13.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.13.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.13.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.13.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.14.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.14.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.14.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.14.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.14.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.14.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.15.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.15.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.15.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.15.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.15.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.15.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.16.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.16.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.16.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.16.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.16.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.16.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.17.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.17.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.17.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.17.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.17.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.17.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.18.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.18.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.18.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.18.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.18.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.18.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.19.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.19.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.19.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.19.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.19.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.19.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.20.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.20.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.20.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.20.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.20.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.20.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.21.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.21.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.21.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.21.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.21.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.21.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.22.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.22.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.22.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.22.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.22.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.22.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.23.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.23.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.23.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.23.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.23.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.23.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.24.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.24.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.24.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.24.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.24.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.24.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.25.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.25.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.25.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.25.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.25.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.25.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.26.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.26.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.26.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.26.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.26.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.26.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.27.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.27.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.27.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.27.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.27.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.27.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.28.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.28.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.28.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.28.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.28.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.28.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.29.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.29.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.29.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.29.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.29.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.29.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.30.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.30.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.30.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.30.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.30.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.30.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.decoder.31.pp_block.input_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.31.pp_block.attn.qkv_proj.weight": {"0": ["0", "48000"], "1": ["48000", "96000"], "2": ["96000", "144000"], "3": ["144000", "192000"], "4": ["192000", "240000"], "5": ["240000", "288000"], "6": ["288000", "336000"], "7": ["336000", "384000"], "8": ["384000", "432000"], "9": ["432000", "480000"], "10": ["480000", "528000"], "11": ["528000", "576000"], "12": ["576000", "624000"], "13": ["624000", "672000"], "14": ["672000", "720000"], "15": ["720000", "768000"], "16": ["768000", "816000"], "17": ["816000", "864000"], "18": ["864000", "912000"], "19": ["912000", "960000"], "20": ["960000", "1008000"], "21": ["1008000", "1056000"], "22": ["1056000", "1104000"], "23": ["1104000", "1152000"], "24": ["1152000", "1200000"], "25": ["1200000", "1248000"], "26": ["1248000", "1296000"], "27": ["1296000", "1344000"], "28": ["1344000", "1392000"], "29": ["1392000", "1440000"], "30": ["1440000", "1488000"], "31": ["1488000", "1536000"]}, "model.decoder.31.pp_block.attn.o_proj.weight": {"0": ["0", "28800"], "1": ["28800", "57600"], "2": ["57600", "86400"], "3": ["86400", "115200"], "4": ["115200", "144000"], "5": ["144000", "172800"], "6": ["172800", "201600"], "7": ["201600", "230400"], "8": ["230400", "259200"], "9": ["259200", "288000"], "10": ["288000", "316800"], "11": ["316800", "345600"], "12": ["345600", "374400"], "13": ["374400", "403200"], "14": ["403200", "432000"], "15": ["432000", "460800"], "16": ["460800", "489600"], "17": ["489600", "518400"], "18": ["518400", "547200"], "19": ["547200", "576000"], "20": ["576000", "604800"], "21": ["604800", "633600"], "22": ["633600", "662400"], "23": ["662400", "691200"], "24": ["691200", "720000"], "25": ["720000", "748800"], "26": ["748800", "777600"], "27": ["777600", "806400"], "28": ["806400", "835200"], "29": ["835200", "864000"], "30": ["864000", "892800"], "31": ["892800", "921600"]}, "model.decoder.31.pp_block.post_attention_layernorm.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}, "model.decoder.31.pp_block.mlp.gate_up_proj.weight": {"0": ["0", "153600"], "1": ["153600", "307200"], "2": ["307200", "460800"], "3": ["460800", "614400"], "4": ["614400", "768000"], "5": ["768000", "921600"], "6": ["921600", "1075200"], "7": ["1075200", "1228800"], "8": ["1228800", "1382400"], "9": ["1382400", "1536000"], "10": ["1536000", "1689600"], "11": ["1689600", "1843200"], "12": ["1843200", "1996800"], "13": ["1996800", "2150400"], "14": ["2150400", "2304000"], "15": ["2304000", "2457600"], "16": ["2457600", "2611200"], "17": ["2611200", "2764800"], "18": ["2764800", "2918400"], "19": ["2918400", "3072000"], "20": ["3072000", "3225600"], "21": ["3225600", "3379200"], "22": ["3379200", "3532800"], "23": ["3532800", "3686400"], "24": ["3686400", "3840000"], "25": ["3840000", "3993600"], "26": ["3993600", "4147200"], "27": ["4147200", "4300800"], "28": ["4300800", "4454400"], "29": ["4454400", "4608000"], "30": ["4608000", "4761600"], "31": ["4761600", "4915200"]}, "model.decoder.31.pp_block.mlp.down_proj.weight": {"0": ["0", "76800"], "1": ["76800", "153600"], "2": ["153600", "230400"], "3": ["230400", "307200"], "4": ["307200", "384000"], "5": ["384000", "460800"], "6": ["460800", "537600"], "7": ["537600", "614400"], "8": ["614400", "691200"], "9": ["691200", "768000"], "10": ["768000", "844800"], "11": ["844800", "921600"], "12": ["921600", "998400"], "13": ["998400", "1075200"], "14": ["1075200", "1152000"], "15": ["1152000", "1228800"], "16": ["1228800", "1305600"], "17": ["1305600", "1382400"], "18": ["1382400", "1459200"], "19": ["1459200", "1536000"], "20": ["1536000", "1612800"], "21": ["1612800", "1689600"], "22": ["1689600", "1766400"], "23": ["1766400", "1843200"], "24": ["1843200", "1920000"], "25": ["1920000", "1996800"], "26": ["1996800", "2073600"], "27": ["2073600", "2150400"], "28": ["2150400", "2227200"], "29": ["2227200", "2304000"], "30": ["2304000", "2380800"], "31": ["2380800", "2457600"]}, "model.final_layer_norm.pp_block.weight": {"0": ["0", "30"], "1": ["30", "60"], "2": ["60", "90"], "3": ["90", "120"], "4": ["120", "150"], "5": ["150", "180"], "6": ["180", "210"], "7": ["210", "240"], "8": ["240", "270"], "9": ["270", "300"], "10": ["300", "330"], "11": ["330", "360"], "12": ["360", "390"], "13": ["390", "420"], "14": ["420", "450"], "15": ["450", "480"], "16": ["480", "510"], "17": ["510", "540"], "18": ["540", "570"], "19": ["570", "600"], "20": ["600", "630"], "21": ["630", "660"], "22": ["660", "690"], "23": ["690", "720"], "24": ["720", "750"], "25": ["750", "780"], "26": ["780", "810"], "27": ["810", "840"], "28": ["840", "870"], "29": ["870", "900"], "30": ["900", "930"], "31": ["930", "960"]}}, "orig_param_shapes": {"model.token_position_embeddings.pp_block.token_embedding.weight": ["49152", "960"], "model.decoder.0.pp_block.input_layernorm.weight": ["960"], "model.decoder.0.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.0.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.0.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.0.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.0.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.1.pp_block.input_layernorm.weight": ["960"], "model.decoder.1.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.1.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.1.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.1.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.1.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.2.pp_block.input_layernorm.weight": ["960"], "model.decoder.2.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.2.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.2.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.2.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.2.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.3.pp_block.input_layernorm.weight": ["960"], "model.decoder.3.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.3.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.3.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.3.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.3.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.4.pp_block.input_layernorm.weight": ["960"], "model.decoder.4.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.4.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.4.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.4.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.4.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.5.pp_block.input_layernorm.weight": ["960"], "model.decoder.5.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.5.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.5.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.5.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.5.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.6.pp_block.input_layernorm.weight": ["960"], "model.decoder.6.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.6.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.6.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.6.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.6.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.7.pp_block.input_layernorm.weight": ["960"], "model.decoder.7.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.7.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.7.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.7.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.7.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.8.pp_block.input_layernorm.weight": ["960"], "model.decoder.8.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.8.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.8.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.8.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.8.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.9.pp_block.input_layernorm.weight": ["960"], "model.decoder.9.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.9.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.9.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.9.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.9.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.10.pp_block.input_layernorm.weight": ["960"], "model.decoder.10.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.10.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.10.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.10.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.10.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.11.pp_block.input_layernorm.weight": ["960"], "model.decoder.11.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.11.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.11.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.11.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.11.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.12.pp_block.input_layernorm.weight": ["960"], "model.decoder.12.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.12.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.12.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.12.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.12.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.13.pp_block.input_layernorm.weight": ["960"], "model.decoder.13.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.13.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.13.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.13.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.13.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.14.pp_block.input_layernorm.weight": ["960"], "model.decoder.14.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.14.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.14.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.14.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.14.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.15.pp_block.input_layernorm.weight": ["960"], "model.decoder.15.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.15.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.15.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.15.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.15.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.16.pp_block.input_layernorm.weight": ["960"], "model.decoder.16.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.16.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.16.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.16.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.16.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.17.pp_block.input_layernorm.weight": ["960"], "model.decoder.17.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.17.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.17.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.17.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.17.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.18.pp_block.input_layernorm.weight": ["960"], "model.decoder.18.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.18.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.18.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.18.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.18.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.19.pp_block.input_layernorm.weight": ["960"], "model.decoder.19.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.19.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.19.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.19.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.19.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.20.pp_block.input_layernorm.weight": ["960"], "model.decoder.20.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.20.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.20.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.20.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.20.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.21.pp_block.input_layernorm.weight": ["960"], "model.decoder.21.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.21.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.21.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.21.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.21.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.22.pp_block.input_layernorm.weight": ["960"], "model.decoder.22.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.22.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.22.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.22.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.22.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.23.pp_block.input_layernorm.weight": ["960"], "model.decoder.23.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.23.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.23.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.23.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.23.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.24.pp_block.input_layernorm.weight": ["960"], "model.decoder.24.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.24.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.24.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.24.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.24.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.25.pp_block.input_layernorm.weight": ["960"], "model.decoder.25.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.25.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.25.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.25.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.25.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.26.pp_block.input_layernorm.weight": ["960"], "model.decoder.26.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.26.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.26.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.26.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.26.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.27.pp_block.input_layernorm.weight": ["960"], "model.decoder.27.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.27.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.27.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.27.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.27.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.28.pp_block.input_layernorm.weight": ["960"], "model.decoder.28.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.28.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.28.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.28.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.28.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.29.pp_block.input_layernorm.weight": ["960"], "model.decoder.29.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.29.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.29.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.29.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.29.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.30.pp_block.input_layernorm.weight": ["960"], "model.decoder.30.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.30.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.30.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.30.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.30.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.decoder.31.pp_block.input_layernorm.weight": ["960"], "model.decoder.31.pp_block.attn.qkv_proj.weight": ["1600", "960"], "model.decoder.31.pp_block.attn.o_proj.weight": ["960", "960"], "model.decoder.31.pp_block.post_attention_layernorm.weight": ["960"], "model.decoder.31.pp_block.mlp.gate_up_proj.weight": ["5120", "960"], "model.decoder.31.pp_block.mlp.down_proj.weight": ["960", "2560"], "model.final_layer_norm.pp_block.weight": ["960"]}}}